Update local.js

Updated the default API model from llama3 to llama3.1, llama3.1 is smarter for the same size.
This commit is contained in:
Sweaterdog 2025-03-05 17:25:22 -08:00 committed by GitHub
parent 5061c53a50
commit 4d81445bbb
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -10,11 +10,11 @@ export class Local {
} }
async sendRequest(turns, systemMessage) { async sendRequest(turns, systemMessage) {
let model = this.model_name || 'llama3'; let model = this.model_name || 'llama3.1'; // Updated to llama3.1, as it is more performant than llama3
let messages = strictFormat(turns); let messages = strictFormat(turns);
messages.unshift({ role: 'system', content: systemMessage }); messages.unshift({ role: 'system', content: systemMessage });
// We'll attempt up to 5 times for models like "deepseek-r1" if the <think> tags are mismatched. // We'll attempt up to 5 times for models with deepseek-r1-esk reasoning if the <think> tags are mismatched.
const maxAttempts = 5; const maxAttempts = 5;
let attempt = 0; let attempt = 0;
let finalRes = null; let finalRes = null;