From 2a288e6cf02fd1937859584b6776f5d1c097d4be Mon Sep 17 00:00:00 2001 From: Braulio Fernandes Date: Fri, 7 Mar 2025 13:16:07 -0500 Subject: [PATCH] add temp and max_tokens to Gemini Service --- src/backend/src/modules/puterai/GeminiService.js | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/src/backend/src/modules/puterai/GeminiService.js b/src/backend/src/modules/puterai/GeminiService.js index 3f196dfad..53ee928cf 100644 --- a/src/backend/src/modules/puterai/GeminiService.js +++ b/src/backend/src/modules/puterai/GeminiService.js @@ -31,13 +31,17 @@ class GeminiService extends BaseService { return model_names; }, - async complete ({ messages, stream, model, tools }) { + async complete ({ messages, stream, model, tools, max_tokens, temperature }) { tools = FunctionCalling.make_gemini_tools(tools); const genAI = new GoogleGenerativeAI(this.config.apiKey); const genModel = genAI.getGenerativeModel({ model: model ?? 'gemini-2.0-flash', tools, + generationConfig: { + temperature: temperature, // Set temperature (0.0 to 1.0). Defaults to 0.7 + maxOutputTokens: max_tokens, // Note: it's maxOutputTokens, not max_tokens + } }); messages = await GeminiSquareHole.process_input_messages(messages);