mirror of
https://github.com/badlogic/pi-mono.git
synced 2026-11-05 23:37:25 +00:00
2e0f175bd5
This builds the model catalog from per-provider definitions and models.dev v2 data. It eplacer `generate-models.ts` with one `defineProvider()` file per built-in provider, shared model-family rules (Claude, GPT, DeepSeek, Kimi, Google), and source adapters. models.dev is read through its v2 API. Outputs and CLI flags are unchanged.
71 lines
2.5 KiB
TypeScript
71 lines
2.5 KiB
TypeScript
import type { Model } from "../../src/types.ts";
|
|
import {
|
|
type ChatModel,
|
|
defineProvider,
|
|
mergeCompat,
|
|
mergeThinking,
|
|
modelsDevModels,
|
|
type ProviderContext,
|
|
} from "../define.ts";
|
|
import { isKimiK3FamilyId, KIMI_K3_COST, KIMI_K3_OPENAI_COMPAT, KIMI_OPENAI_COMPAT } from "../families/kimi.ts";
|
|
|
|
const ALWAYS_THINKING_MODEL_IDS = new Set(["kimi-k2.7-code", "kimi-k2.7-code-highspeed"]);
|
|
// Kimi K2.6/K2.7 accept system text after the conversation starts but reject
|
|
// tool-bearing system messages.
|
|
const TEXT_ONLY_MID_CONVO_MODEL_IDS = new Set(["kimi-k2.6", ...ALWAYS_THINKING_MODEL_IDS]);
|
|
|
|
export function moonshotModels(ctx: ProviderContext, source: string, baseUrl: string) {
|
|
return modelsDevModels(ctx, source, {
|
|
api: "openai-completions",
|
|
baseUrl,
|
|
map: (model, source): Model<"openai-completions"> => {
|
|
const isKimiK3 = isKimiK3FamilyId(model.id);
|
|
return {
|
|
...model,
|
|
reasoning: isKimiK3 || source.reasoning,
|
|
// Moonshot does not bill cache writes; models.dev lists the input rate as cache_write for the K3 family.
|
|
cost:
|
|
model.id === "kimi-k3"
|
|
? { ...KIMI_K3_COST }
|
|
: {
|
|
input: source.cost.input || 0,
|
|
output: source.cost.output || 0,
|
|
cacheRead: source.cost.cacheRead || 0,
|
|
cacheWrite: isKimiK3 ? 0 : source.cost.cacheWrite || 0,
|
|
},
|
|
compat: { ...(isKimiK3 ? KIMI_K3_OPENAI_COMPAT : KIMI_OPENAI_COMPAT) },
|
|
};
|
|
},
|
|
});
|
|
}
|
|
|
|
export const MOONSHOT_COMPLETIONS_COMPAT = {
|
|
supportsStore: false,
|
|
supportsDeveloperRole: false,
|
|
supportsReasoningEffort: false,
|
|
maxTokensField: "max_tokens",
|
|
} as const;
|
|
|
|
export function finalizeMoonshotModel(model: ChatModel): void {
|
|
if (ALWAYS_THINKING_MODEL_IDS.has(model.id)) {
|
|
// Kimi K2.7 Code is always-thinking. Official docs say
|
|
// `thinking: { type: "disabled" }` is rejected, and callers can omit
|
|
// the thinking parameter to use the enabled default.
|
|
mergeThinking(model, { off: null });
|
|
}
|
|
const isKimiK3 = isKimiK3FamilyId(model.id);
|
|
if (isKimiK3 || TEXT_ONLY_MID_CONVO_MODEL_IDS.has(model.id)) {
|
|
mergeCompat(model as Model<"openai-completions">, {
|
|
supportsMidConvoSystemMessages: true,
|
|
// The Kimi K3 family also accepts tool-bearing system messages.
|
|
...(isKimiK3 ? { supportsMidConvoToolAdditions: true } : {}),
|
|
});
|
|
}
|
|
}
|
|
|
|
export default defineProvider({
|
|
id: "moonshotai",
|
|
models: (ctx) => moonshotModels(ctx, "moonshotai", "https://api.moonshot.ai/v1"),
|
|
compat: { "openai-completions": MOONSHOT_COMPLETIONS_COMPAT },
|
|
finalize: finalizeMoonshotModel,
|
|
});
|