From b2ea8a3888c5496858d257018071ba54abd6f4a8 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Nguy=E1=BB=85n=20Tu=E1=BA=A5n=20Anh?= Date: Tue, 10 Dec 2024 04:16:52 +0700 Subject: [PATCH] feat: set max token to 8096 --- src/backend/src/modules/puterai/ClaudeService.js | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/backend/src/modules/puterai/ClaudeService.js b/src/backend/src/modules/puterai/ClaudeService.js index 36f05cebf..7bc5cca35 100644 --- a/src/backend/src/modules/puterai/ClaudeService.js +++ b/src/backend/src/modules/puterai/ClaudeService.js @@ -168,7 +168,7 @@ class ClaudeService extends BaseService { (async () => { const completion = await this.anthropic.messages.stream({ model: model ?? this.get_default_model(), - max_tokens: 1000, + max_tokens: 8096, temperature: 0, system: PUTER_PROMPT + JSON.stringify(system_prompts), messages: adapted_messages, @@ -205,7 +205,7 @@ class ClaudeService extends BaseService { const msg = await this.anthropic.messages.create({ model: model ?? this.get_default_model(), - max_tokens: 1000, + max_tokens: 8096, temperature: 0, system: PUTER_PROMPT + JSON.stringify(system_prompts), messages: adapted_messages,