28 lines
947 B
TypeScript
28 lines
947 B
TypeScript
// Lazy-load pi-coding-agent model metadata so we can infer context windows when
|
|
// the agent reports a model id. This includes custom models.json entries.
|
|
|
|
type ModelEntry = { id: string; contextWindow?: number };
|
|
|
|
const MODEL_CACHE = new Map<string, number>();
|
|
const loadPromise = (async () => {
|
|
try {
|
|
const { discoverModels } = await import("@mariozechner/pi-coding-agent");
|
|
const models = discoverModels() as ModelEntry[];
|
|
for (const m of models) {
|
|
if (!m?.id) continue;
|
|
if (typeof m.contextWindow === "number" && m.contextWindow > 0) {
|
|
MODEL_CACHE.set(m.id, m.contextWindow);
|
|
}
|
|
}
|
|
} catch {
|
|
// If pi-ai isn't available, leave cache empty; lookup will fall back.
|
|
}
|
|
})();
|
|
|
|
export function lookupContextTokens(modelId?: string): number | undefined {
|
|
if (!modelId) return undefined;
|
|
// Best-effort: kick off loading, but don't block.
|
|
void loadPromise;
|
|
return MODEL_CACHE.get(modelId);
|
|
}
|