From 66a03bf893e4b3de25ab0108d9eb0a957e9b6e17 Mon Sep 17 00:00:00 2001 From: MaxRobinsonTheGreat Date: Tue, 21 Jan 2025 13:41:48 -0600 Subject: [PATCH] embed max tokens, fix shutdown race condition --- src/models/gpt.js | 2 ++ src/server/mind_server.js | 4 +++- 2 files changed, 5 insertions(+), 1 deletion(-) diff --git a/src/models/gpt.js b/src/models/gpt.js index da29ef1..dfd5e22 100644 --- a/src/models/gpt.js +++ b/src/models/gpt.js @@ -54,6 +54,8 @@ export class GPT { } async embed(text) { + if (text.length > 8191) + text = text.slice(0, 8191); const embedding = await this.openai.embeddings.create({ model: this.model_name || "text-embedding-3-small", input: text, diff --git a/src/server/mind_server.js b/src/server/mind_server.js index 5d99290..b94cccf 100644 --- a/src/server/mind_server.js +++ b/src/server/mind_server.js @@ -111,7 +111,9 @@ export function createMindServer(port = 8080) { for (let manager of Object.values(agentManagers)) { manager.emit('shutdown'); } - process.exit(0); + setTimeout(() => { + process.exit(0); + }, 2000); }); });