import OpenAIApi from 'openai'; import settings from '../settings.js'; export class GPT { constructor() { let openAiConfig = null; if (process.env.OPENAI_ORG_ID) { openAiConfig = { organization: process.env.OPENAI_ORG_ID, apiKey: process.env.OPENAI_API_KEY, }; } else if (process.env.OPENAI_API_KEY) { openAiConfig = { apiKey: process.env.OPENAI_API_KEY, }; } else { console.error('OpenAI API key missing! Make sure you set OPENAI_API_KEY and OPENAI_ORG_ID (optional) environment variables.'); process.exit(1); } this.openai = new OpenAIApi(openAiConfig); } async sendRequest(turns, systemMessage, stop_seq='***') { let messages = [{'role': 'system', 'content': systemMessage}].concat(turns); let res = null; try { console.log('Awaiting openai api response...') let completion = await this.openai.chat.completions.create({ model: settings.model, messages: messages, stop: stop_seq, }); if (completion.choices[0].finish_reason == 'length') throw new Error('Context length exceeded'); console.log('Received.') res = completion.choices[0].message.content; } catch (err) { if ((err.message == 'Context length exceeded' || err.code == 'context_length_exceeded') && turns.length > 1) { console.log('Context length exceeded, trying again with shorter context.'); return await sendRequest(turns.slice(1), systemMessage, stop_seq); } else { console.log(err); res = 'My brain disconnected, try again.'; } } return res; } async embed(text) { const embedding = await this.openai.embeddings.create({ model: "text-embedding-ada-002", input: text, encoding_format: "float", }); return embedding.data[0].embedding; } }