mirror of
https://github.com/HeyPuter/puter.git
synced 2026-10-13 23:29:50 +00:00
Narrows the wire-shape changes to the callers that need them. - request-level upstream 4xx stays strict only on the Anthropic route; /drivers/call and the OpenAI routes fall back on any error again - outage chains return 400 with the old codes; the Anthropic error renderer maps them to 502/529 from the carried upstream status - native Claude results report finish_reason 'stop' again (real reason in stopReason); OpenAI routes still map the real value, and a stream that carried tool calls never ends as a plain stop - Claude usage carries thinking_tokens again, informational only and added after pricing and the funds cap - reasoning_effort is clamped to values each OpenAI model accepts; Hoonify, MiniMax, ZAI and Meta only receive params they support - OpenAI-form tool_choice from /drivers/call is normalized again - /responses accepts background:false; mcp_servers is ignored; legacy media block shapes pass the Anthropic route's validation - OpenAI web search holds one call; only search actions are billed; Azure bills Bing grounding requests; usd_cents includes search fees
169 lines
5.6 KiB
TypeScript
169 lines
5.6 KiB
TypeScript
/*
|
|
* Copyright (C) 2024-present Puter Technologies Inc.
|
|
*
|
|
* This file is part of Puter.
|
|
*
|
|
* Puter is free software: you can redistribute it and/or modify
|
|
* it under the terms of the GNU Affero General Public License as published
|
|
* by the Free Software Foundation, either version 3 of the License, or
|
|
* (at your option) any later version.
|
|
*
|
|
* This program is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU Affero General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Affero General Public License
|
|
* along with this program. If not, see <https://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
import { AsyncLocalStorage } from 'node:async_hooks';
|
|
import type { Request } from 'express';
|
|
import type { Actor } from './actor';
|
|
|
|
/**
|
|
* Per-request context with both typed well-known fields AND an open-ended
|
|
* key-value map for ad-hoc data. Common fields (`actor`, `req`) are typed for
|
|
* autocomplete / safety, while the generic `get`/`set` bag lets any code stash
|
|
* per-request values without threading them through function arguments.
|
|
*
|
|
* Backed by Node's `AsyncLocalStorage`, so the context propagates through
|
|
* async/await, timers, and microtasks automatically. The middleware
|
|
* (`createRequestContextMiddleware`) wraps each incoming request in a fresh
|
|
* context after the auth probe has populated `req.actor`.
|
|
*
|
|
* Usage:
|
|
*
|
|
* ```ts
|
|
* // read typed field
|
|
* const actor = Context.get('actor');
|
|
*
|
|
* // read the express request from anywhere
|
|
* const req = Context.get('req');
|
|
*
|
|
* // stash / read ad-hoc values
|
|
* Context.set('myService.txId', txId);
|
|
* const txId = Context.get('myService.txId');
|
|
* ```
|
|
*/
|
|
|
|
// -- Well-known typed keys -------------------------------------------
|
|
|
|
export interface KnownContextFields {
|
|
/** The authenticated actor, if one was resolved by the auth probe. */
|
|
actor: Actor | undefined;
|
|
/** The express request object for this request. */
|
|
req: Request;
|
|
/** A unique id for this request — useful for structured logging / tracing. */
|
|
requestId: string;
|
|
/**
|
|
* The driver name the caller addressed (set by DriverController for
|
|
* `/drivers/call` dispatch); drivers read it to pick a provider.
|
|
*/
|
|
driverName: string;
|
|
/**
|
|
* Aborts when the client disconnects before the response has finished (set
|
|
* by DriverController). Long-running drivers poll it so work nobody will
|
|
* receive stops early and is never metered.
|
|
*/
|
|
abortSignal: AbortSignal;
|
|
/**
|
|
* When true, `ChatCompletionDriver.complete` treats a request-level
|
|
* upstream 4xx as final instead of falling back to another provider — set
|
|
* by the Anthropic route, which needs the vendor's own error rather than a
|
|
* different provider's translation of it.
|
|
*/
|
|
strictUpstreamErrors: boolean;
|
|
}
|
|
|
|
// -- Context store ---------------------------------------------------
|
|
|
|
interface ContextStore {
|
|
known: Partial<KnownContextFields>;
|
|
extra: Map<string, unknown>;
|
|
}
|
|
|
|
const als = new AsyncLocalStorage<ContextStore>();
|
|
|
|
// -- Public API ------------------------------------------------------
|
|
|
|
/**
|
|
* Static-style context accessor.
|
|
*
|
|
* Well-known keys (`actor`, `req`, `requestId`) return typed values. Any other
|
|
* string key hits the generic map and returns `unknown`.
|
|
*/
|
|
export class Context {
|
|
/**
|
|
* Get a value from the current request context.
|
|
*
|
|
* Well-known keys return typed values; arbitrary string keys return
|
|
* `unknown`. Returns `undefined` when called outside a request scope or
|
|
* when the key hasn't been set.
|
|
*/
|
|
/** Get the entire context store (no-arg form). */
|
|
static get(): ContextStore | undefined;
|
|
static get<K extends keyof KnownContextFields>(
|
|
key: K,
|
|
): KnownContextFields[K] | undefined;
|
|
static get(key: string): unknown;
|
|
static get(key?: string): unknown {
|
|
if (key === undefined) return als.getStore();
|
|
const store = als.getStore();
|
|
if (!store) return undefined;
|
|
if (key in store.known) {
|
|
return (store.known as Record<string, unknown>)[key];
|
|
}
|
|
return store.extra.get(key);
|
|
}
|
|
|
|
/**
|
|
* Set a value on the current request context.
|
|
*
|
|
* Well-known keys are type-checked; arbitrary keys accept `unknown`.
|
|
*/
|
|
static set<K extends keyof KnownContextFields>(
|
|
key: K,
|
|
value: KnownContextFields[K],
|
|
): void;
|
|
static set(key: string, value: unknown): void;
|
|
static set(key: string, value: unknown): void {
|
|
const store = als.getStore();
|
|
if (!store) {
|
|
throw new Error(
|
|
`Context.set('${key}', ...) called outside a request scope`,
|
|
);
|
|
}
|
|
if (key === 'actor' || key === 'req' || key === 'requestId') {
|
|
(store.known as Record<string, unknown>)[key] = value;
|
|
} else {
|
|
store.extra.set(key, value);
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Returns the full context store, or `undefined` when called outside a
|
|
* request scope. Prefer `.get(key)` for individual lookups.
|
|
*/
|
|
static current(): ContextStore | undefined {
|
|
return als.getStore();
|
|
}
|
|
}
|
|
|
|
// -- Internal: used by the request-context middleware -----------------
|
|
|
|
/**
|
|
* Run `fn` inside a new context scope. Used by the request-context middleware
|
|
* to wrap the remainder of the middleware/handler chain.
|
|
*/
|
|
export const runWithContext = <T>(
|
|
initial: Partial<KnownContextFields>,
|
|
fn: () => T,
|
|
): T => {
|
|
const store: ContextStore = {
|
|
known: { ...initial },
|
|
extra: new Map(),
|
|
};
|
|
return als.run(store, fn);
|
|
};
|