feat: set max token to 8096

This commit is contained in:
Nguyễn Tuấn Anh
2024-12-09 16:31:36 -05:00
committed by Eric Dubé
parent 6c0f04706d
commit b2ea8a3888
@@ -168,7 +168,7 @@ class ClaudeService extends BaseService {
(async () => {
const completion = await this.anthropic.messages.stream({
model: model ?? this.get_default_model(),
max_tokens: 1000,
max_tokens: 8096,
temperature: 0,
system: PUTER_PROMPT + JSON.stringify(system_prompts),
messages: adapted_messages,
@@ -205,7 +205,7 @@ class ClaudeService extends BaseService {
const msg = await this.anthropic.messages.create({
model: model ?? this.get_default_model(),
max_tokens: 1000,
max_tokens: 8096,
temperature: 0,
system: PUTER_PROMPT + JSON.stringify(system_prompts),
messages: adapted_messages,