diff --git a/src/backend/drivers/ai-chat/providers/together/TogetherAIProvider.ts b/src/backend/drivers/ai-chat/providers/together/TogetherAIProvider.ts index 529cf0b23..07a156e80 100644 --- a/src/backend/drivers/ai-chat/providers/together/TogetherAIProvider.ts +++ b/src/backend/drivers/ai-chat/providers/together/TogetherAIProvider.ts @@ -150,21 +150,7 @@ export class TogetherAIProvider implements IChatProvider { messages, stream, ...(tools ? { tools } : {}), - // TODO: make this better but togetherai doesn't handle max tokens properly at all - ...(max_tokens - ? { - max_tokens: - max_tokens - - messages.reduce((acc, curr) => { - return ( - acc + - (curr.type === 'text' - ? curr.text.length / 2 - : 200) - ); - }, 0), - } - : {}), + ...(max_tokens ? { max_tokens } : {}), ...(temperature ? { temperature } : {}), ...(stream ? { stream_options: { include_usage: true } } : {}), } as Together.Chat.Completions.CompletionCreateParamsNonStreaming);