lee/puter
1
0
Fork 0
mirror of https://github.com/HeyPuter/puter.git synced 2026-09-22 21:26:04 +00:00
Code Issues Actions 12 Packages Projects Releases Wiki Activity

Add serverless only filtering for togetherai chat models

Browse Source
This commit is contained in:
ProgrammerIn-wonderland
2026-05-29 14:30:11 -04:00
parent 382d2b3c14
commit 4e7f773219
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/backend/drivers/ai-chat/providers/together/TogetherAIProvider.ts
+4 -2
View File
@@ -21,8 +21,8 @@ import { Together } from 'together-ai';
import { Context } from '../../../../core/context.js';
import type { MeteringService } from '../../../../services/metering/MeteringService.js';
import { kv } from '../../../../util/kvSingleton.js';
import * as OpenAIUtil from '../../utils/OpenAIUtil.js';
import { IChatModel, IChatProvider, ICompleteArguments } from '../../types.js';
import * as OpenAIUtil from '../../utils/OpenAIUtil.js';
const TOGETHER_AI_CHAT_COST_MAP = {
prompt_tokens: 'input',
@@ -51,7 +51,9 @@ export class TogetherAIProvider implements IChatProvider {
let models: IChatModel[] | undefined = kv.get(this.#kvKey);
if (models) return models;
const apiModels = await this.#together.models.list();
const apiModels = await this.#together.models.list({
query: { serverless: 'true' },
});
models = [];
for (const model of apiModels) {
if (