wehub-resource-sync
51 lines
1.9 KiB
TypeScript
51 lines
1.9 KiB
TypeScript
import { getResolvedModelCapabilities } from "../../src/lib/modelCapabilities.ts";
|
|
|
|
/**
|
|
* Below this caller-supplied `max_tokens`, the request is treated as a probe
|
|
* (e.g. Claude Code's `/model` capability check sends `max_tokens: 1`) rather
|
|
* than a genuine reasoning budget, so no headroom is added. Keeping it a named
|
|
* constant makes the threshold easy to tune. See issue #6274 (probe inflated to
|
|
* 1001 upstream) vs. issue #3587 (headroom for real reasoning budgets).
|
|
*/
|
|
export const REASONING_BUFFER_MIN_TRIGGER = 256;
|
|
|
|
export function toPositiveInteger(value: unknown): number | null {
|
|
const numericValue =
|
|
typeof value === "number"
|
|
? value
|
|
: typeof value === "string" && value.trim() !== ""
|
|
? Number(value)
|
|
: null;
|
|
if (numericValue === null || !Number.isFinite(numericValue)) return null;
|
|
const normalized = Math.floor(numericValue);
|
|
return normalized > 0 ? normalized : null;
|
|
}
|
|
|
|
export function resolveReasoningBufferedMaxTokens(
|
|
modelStr: string,
|
|
currentMaxTokens: unknown,
|
|
options: { enabled?: boolean } = {}
|
|
): number | null {
|
|
if (options.enabled === false) return null;
|
|
|
|
const current = toPositiveInteger(currentMaxTokens);
|
|
if (current === null) return null;
|
|
|
|
const capabilities = getResolvedModelCapabilities(modelStr);
|
|
if (capabilities.supportsThinking !== true) return null;
|
|
|
|
const maxOutputTokens = toPositiveInteger(capabilities.maxOutputTokens);
|
|
if (maxOutputTokens === null) return null;
|
|
if (current > maxOutputTokens) return maxOutputTokens;
|
|
if (current === maxOutputTokens) return current;
|
|
|
|
// Issue #6274: a tiny explicit budget is a capability probe, not a reasoning
|
|
// request. Respect it verbatim instead of inflating (e.g. 1 -> 1001).
|
|
if (current < REASONING_BUFFER_MIN_TRIGGER) return current;
|
|
|
|
const buffered = Math.max(current + 1000, Math.ceil(current * 1.5));
|
|
if (buffered > maxOutputTokens) return current;
|
|
|
|
return buffered;
|
|
}
|