mirror of
https://github.com/HeyPuter/puter.git
synced 2026-08-24 15:07:17 +00:00
use max_tokens instead of hardcoded value 1000 (#3422)
This commit is contained in:
@@ -21,12 +21,12 @@ import { OpenAI } from 'openai';
|
||||
import { ChatCompletionCreateParams } from 'openai/resources/index.js';
|
||||
import { Context } from '../../../../core/context.js';
|
||||
import type { MeteringService } from '../../../../services/metering/MeteringService.js';
|
||||
import * as OpenAIUtil from '../../utils/OpenAIUtil.js';
|
||||
import type {
|
||||
IChatCompleteResult,
|
||||
IChatProvider,
|
||||
ICompleteArguments,
|
||||
IChatCompleteResult,
|
||||
} from '../../types.js';
|
||||
import * as OpenAIUtil from '../../utils/OpenAIUtil.js';
|
||||
import { inlineHttpImageUrls } from './imageHandling.js';
|
||||
import { MOONSHOT_MODELS } from './models.js';
|
||||
|
||||
@@ -68,6 +68,7 @@ export class MoonshotProvider implements IChatProvider {
|
||||
stream,
|
||||
model,
|
||||
tools,
|
||||
max_tokens,
|
||||
}: ICompleteArguments): Promise<IChatCompleteResult> {
|
||||
const actor = Context.get('actor');
|
||||
const availableModels = this.models();
|
||||
@@ -89,7 +90,7 @@ export class MoonshotProvider implements IChatProvider {
|
||||
messages,
|
||||
model: modelUsed.id,
|
||||
...(tools ? { tools } : {}),
|
||||
max_tokens: 1000,
|
||||
max_tokens,
|
||||
stream,
|
||||
...(stream
|
||||
? {
|
||||
|
||||
Reference in New Issue
Block a user