mirrors/mindcraft
1
0
Fork 0
mirror of https://github.com/kolbytn/mindcraft.git synced 2025-04-29 19:44:53 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge pull request #130 from Ninot1Quyi/main

Browse source 
Load sample text in parallel for faster loading
This commit is contained in:
Max Robinson 2024-08-26 12:04:48 -05:00 • committed by GitHub
commit ce5bfbc3bc
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 10 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
src/agent/prompter.js
View file

@ -93,12 +93,15 @@ export class Prompter {
} }
async initExamples() { async initExamples() {
console.log('Loading examples...') // Using Promise.all to implement concurrent processing
// Create Examples instances
this.convo_examples = new Examples(this.embedding_model); this.convo_examples = new Examples(this.embedding_model);
await this.convo_examples.load(this.profile.conversation_examples);
this.coding_examples = new Examples(this.embedding_model); this.coding_examples = new Examples(this.embedding_model);
await this.coding_examples.load(this.profile.coding_examples); // Use Promise.all to load examples concurrently
console.log('Examples loaded.'); await Promise.all([
this.convo_examples.load(this.profile.conversation_examples),
this.coding_examples.load(this.profile.coding_examples),
]);
} }
async replaceStrings(prompt, messages, examples=null, prev_memory=null, to_summarize=[], last_goals=null) { async replaceStrings(prompt, messages, examples=null, prev_memory=null, to_summarize=[], last_goals=null) {

5
src/utils/examples.js
View file

@ -32,10 +32,11 @@ export class Examples {
async load(examples) { async load(examples) {
this.examples = examples; this.examples = examples;
if (this.model !== null) { if (this.model !== null) {
for (let example of this.examples) { const embeddingPromises = this.examples.map(async (example) => {
let turn_text = this.turnsToText(example); let turn_text = this.turnsToText(example);
this.embeddings[turn_text] = await this.model.embed(turn_text); this.embeddings[turn_text] = await this.model.embed(turn_text);
} });
await Promise.all(embeddingPromises);
} }
} }