mindcraft/src/models/claude.js

51 lines
1.3 KiB
JavaScript
Raw Normal View History

2024-03-23 11:15:53 -05:00
import Anthropic from '@anthropic-ai/sdk';
2024-06-01 15:03:45 -05:00
import { strictFormat } from '../utils/text.js';
2024-05-30 18:00:48 -05:00
import { getKey } from '../utils/keys.js';
2024-03-23 11:15:53 -05:00
export class Claude {
2025-02-08 22:30:36 -08:00
constructor(model_name, url, params) {
2024-03-23 11:15:53 -05:00
this.model_name = model_name;
2025-02-08 22:30:36 -08:00
this.params = params || {};
2024-03-23 11:15:53 -05:00
2024-04-24 11:28:04 -07:00
let config = {};
if (url)
config.baseURL = url;
2024-05-30 18:00:48 -05:00
config.apiKey = getKey('ANTHROPIC_API_KEY');
2024-03-23 11:15:53 -05:00
2024-04-24 11:28:04 -07:00
this.anthropic = new Anthropic(config);
2024-03-23 11:15:53 -05:00
}
async sendRequest(turns, systemMessage) {
2024-06-01 15:03:45 -05:00
const messages = strictFormat(turns);
2024-03-23 11:15:53 -05:00
let res = null;
try {
console.log('Awaiting anthropic api response...')
2025-02-08 22:30:36 -08:00
if (!this.params.max_tokens) {
this.params.max_tokens = 4096;
}
2024-03-23 11:15:53 -05:00
const resp = await this.anthropic.messages.create({
2024-04-24 11:28:04 -07:00
model: this.model_name || "claude-3-sonnet-20240229",
2024-03-23 11:15:53 -05:00
system: systemMessage,
messages: messages,
2025-02-08 22:30:36 -08:00
...(this.params || {})
2024-03-23 11:15:53 -05:00
});
2025-02-08 22:30:36 -08:00
2024-03-23 11:15:53 -05:00
console.log('Received.')
res = resp.content[0].text;
}
catch (err) {
console.log(err);
res = 'My brain disconnected, try again.';
}
return res;
}
async embed(text) {
2024-04-24 11:28:04 -07:00
throw new Error('Embeddings are not supported by Claude.');
2024-03-23 11:15:53 -05:00
}
}