0ea1a4e9fc
Add support for Kilo Gateway as a model provider, similar to OpenRouter. Kilo Gateway provides a unified API that routes requests to many models behind a single endpoint and API key. Changes: - Add kilocode provider option to auth-choice and onboarding flows - Add KILOCODE_API_KEY environment variable support - Add kilocode/ model prefix handling in model-auth and extra-params - Add provider documentation in docs/providers/kilocode.md - Update model-providers.md with Kilo Gateway section - Add design doc for the integration
54 lines
1.8 KiB
TypeScript
54 lines
1.8 KiB
TypeScript
type CustomEntryLike = { type?: unknown; customType?: unknown; data?: unknown };
|
|
|
|
export const CACHE_TTL_CUSTOM_TYPE = "moltbot.cache-ttl";
|
|
|
|
export type CacheTtlEntryData = {
|
|
timestamp: number;
|
|
provider?: string;
|
|
modelId?: string;
|
|
};
|
|
|
|
export function isCacheTtlEligibleProvider(provider: string, modelId: string): boolean {
|
|
const normalizedProvider = provider.toLowerCase();
|
|
const normalizedModelId = modelId.toLowerCase();
|
|
if (normalizedProvider === "anthropic") return true;
|
|
if (normalizedProvider === "openrouter" && normalizedModelId.startsWith("anthropic/"))
|
|
return true;
|
|
if (normalizedProvider === "kilocode" && normalizedModelId.startsWith("anthropic/")) return true;
|
|
return false;
|
|
}
|
|
|
|
export function readLastCacheTtlTimestamp(sessionManager: unknown): number | null {
|
|
const sm = sessionManager as { getEntries?: () => CustomEntryLike[] };
|
|
if (!sm?.getEntries) return null;
|
|
try {
|
|
const entries = sm.getEntries();
|
|
let last: number | null = null;
|
|
for (let i = entries.length - 1; i >= 0; i--) {
|
|
const entry = entries[i];
|
|
if (entry?.type !== "custom" || entry?.customType !== CACHE_TTL_CUSTOM_TYPE) continue;
|
|
const data = entry?.data as Partial<CacheTtlEntryData> | undefined;
|
|
const ts = typeof data?.timestamp === "number" ? data.timestamp : null;
|
|
if (ts && Number.isFinite(ts)) {
|
|
last = ts;
|
|
break;
|
|
}
|
|
}
|
|
return last;
|
|
} catch {
|
|
return null;
|
|
}
|
|
}
|
|
|
|
export function appendCacheTtlTimestamp(sessionManager: unknown, data: CacheTtlEntryData): void {
|
|
const sm = sessionManager as {
|
|
appendCustomEntry?: (customType: string, data: unknown) => void;
|
|
};
|
|
if (!sm?.appendCustomEntry) return;
|
|
try {
|
|
sm.appendCustomEntry(CACHE_TTL_CUSTOM_TYPE, data);
|
|
} catch {
|
|
// ignore persistence failures
|
|
}
|
|
}
|