diff --git a/src/backend/drivers/ai-chat/providers/together/TogetherAIProvider.ts b/src/backend/drivers/ai-chat/providers/together/TogetherAIProvider.ts index f6b287858..529cf0b23 100644 --- a/src/backend/drivers/ai-chat/providers/together/TogetherAIProvider.ts +++ b/src/backend/drivers/ai-chat/providers/together/TogetherAIProvider.ts @@ -21,8 +21,8 @@ import { Together } from 'together-ai'; import { Context } from '../../../../core/context.js'; import type { MeteringService } from '../../../../services/metering/MeteringService.js'; import { kv } from '../../../../util/kvSingleton.js'; -import * as OpenAIUtil from '../../utils/OpenAIUtil.js'; import { IChatModel, IChatProvider, ICompleteArguments } from '../../types.js'; +import * as OpenAIUtil from '../../utils/OpenAIUtil.js'; const TOGETHER_AI_CHAT_COST_MAP = { prompt_tokens: 'input', @@ -51,7 +51,9 @@ export class TogetherAIProvider implements IChatProvider { let models: IChatModel[] | undefined = kv.get(this.#kvKey); if (models) return models; - const apiModels = await this.#together.models.list(); + const apiModels = await this.#together.models.list({ + query: { serverless: 'true' }, + }); models = []; for (const model of apiModels) { if (