mirror of
https://github.com/kolbytn/mindcraft.git
synced 2025-08-27 01:13:04 +02:00
feat: add groq vision request
This commit is contained in:
parent
7d51726289
commit
d1b3232a5a
1 changed files with 22 additions and 2 deletions
|
@ -15,8 +15,10 @@ export class GroqCloudAPI {
|
||||||
this.groq = new Groq({ apiKey: getKey('GROQCLOUD_API_KEY') });
|
this.groq = new Groq({ apiKey: getKey('GROQCLOUD_API_KEY') });
|
||||||
}
|
}
|
||||||
|
|
||||||
async sendRequest(turns, systemMessage, stop_seq=null) {
|
async sendRequest(turns, systemMessage=null, stop_seq=null) {
|
||||||
let messages = [{"role": "system", "content": systemMessage}].concat(turns);
|
let messages = systemMessage
|
||||||
|
? [{"role": "system", "content": systemMessage}].concat(turns)
|
||||||
|
: turns;
|
||||||
let res = null;
|
let res = null;
|
||||||
try {
|
try {
|
||||||
console.log("Awaiting Groq response...");
|
console.log("Awaiting Groq response...");
|
||||||
|
@ -45,6 +47,24 @@ export class GroqCloudAPI {
|
||||||
return res;
|
return res;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
async sendVisionRequest(messages, systemMessage, imageBuffer) {
|
||||||
|
const imageMessages = [...messages];
|
||||||
|
imageMessages.push({
|
||||||
|
role: "user",
|
||||||
|
content: [
|
||||||
|
{ type: "text", text: systemMessage },
|
||||||
|
{
|
||||||
|
type: "image_url",
|
||||||
|
image_url: {
|
||||||
|
url: `data:image/jpeg;base64,${imageBuffer.toString('base64')}`
|
||||||
|
}
|
||||||
|
}
|
||||||
|
]
|
||||||
|
});
|
||||||
|
|
||||||
|
return this.sendRequest(imageMessages);
|
||||||
|
}
|
||||||
|
|
||||||
async embed(text) {
|
async embed(text) {
|
||||||
console.log("There is no support for embeddings in Groq support. However, the following text was provided: " + text);
|
console.log("There is no support for embeddings in Groq support. However, the following text was provided: " + text);
|
||||||
}
|
}
|
||||||
|
|
Loading…
Add table
Reference in a new issue