From 614f065e17e8d87f2d2ab5cf332fa0caf57e017e Mon Sep 17 00:00:00 2001 From: KernelDeimos Date: Mon, 2 Dec 2024 12:18:46 -0500 Subject: [PATCH] tweak: disable 4o-mini and mistral in comment writer --- tools/comment-writer/main.js | 21 ++++++++++++--------- 1 file changed, 12 insertions(+), 9 deletions(-) diff --git a/tools/comment-writer/main.js b/tools/comment-writer/main.js index 495484fc9..f0ea50267 100644 --- a/tools/comment-writer/main.js +++ b/tools/comment-writer/main.js @@ -23,10 +23,6 @@ const FILE_EXCLUDES = [ ]; const models_to_try = [ - { - service: 'openai-completion', - model: 'gpt-4o-mini', - }, { service: 'openai-completion', model: 'gpt-4o', @@ -37,15 +33,22 @@ const models_to_try = [ { service: 'xai', }, - // llama broke code - that's a "one strike you're out" situation + // === Models that didn't work for this === + // Sometimes outputs source lines despite "no surrounding text" instruction + // { + // service: 'openai-completion', + // model: 'gpt-4o-mini', + // }, + // Was the first to break a source file // { // service: 'together-ai', // model: 'meta-llama/Meta-Llama-3-70B-Instruct-Turbo', // }, - { - service: 'mistral', - model: 'mistral-large-latest', - } + // Occasionally fails spectacularly + // { + // service: 'mistral', + // model: 'mistral-large-latest', + // } ];