mirror of
https://github.com/badlogic/pi-mono.git
synced 2026-11-05 23:37:25 +00:00
fix(ai): keep models.dev pricing tiers for Amazon Bedrock models
Bedrock OpenAI models were costed at the short-context rate above 272k input tokens because the generator dropped the models.dev tiers. closes #10326
This commit is contained in:
parent
319fecb89b
commit
4665fafb4d
2 changed files with 3 additions and 6 deletions
|
|
@ -16,6 +16,7 @@
|
||||||
- Fixed "Selected model is at capacity" provider errors ending the turn instead of being retried ([#10278](https://github.com/earendil-works/pi/issues/10278))
|
- Fixed "Selected model is at capacity" provider errors ending the turn instead of being retried ([#10278](https://github.com/earendil-works/pi/issues/10278))
|
||||||
- Fixed Cloudflare AI Gateway Claude models failing with a 404 by using dashed model IDs (`claude-opus-5-5` instead of `claude-opus-5.5`), which Anthropic requires
|
- Fixed Cloudflare AI Gateway Claude models failing with a 404 by using dashed model IDs (`claude-opus-5-5` instead of `claude-opus-5.5`), which Anthropic requires
|
||||||
- Fixed Sign in with ChatGPT continuing when its callback port is taken by another login, which made the browser show "OAuth state mismatch"; it now fails with a port-in-use error ([#10265](https://github.com/earendil-works/pi/issues/10265))
|
- Fixed Sign in with ChatGPT continuing when its callback port is taken by another login, which made the browser show "OAuth state mismatch"; it now fails with a port-in-use error ([#10265](https://github.com/earendil-works/pi/issues/10265))
|
||||||
|
- Fixed Amazon Bedrock OpenAI models costing requests above 272k input tokens at the short-context rate; Bedrock models now include the pricing tiers listed on models.dev ([#10326](https://github.com/earendil-works/pi/issues/10326))
|
||||||
|
|
||||||
## [1.0.0] - 2026-10-01
|
## [1.0.0] - 2026-10-01
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -1790,12 +1790,8 @@ async function loadModelsDevData(): Promise<Model<any>[]> {
|
||||||
baseUrl: getBedrockBaseUrl(id),
|
baseUrl: getBedrockBaseUrl(id),
|
||||||
reasoning: m.reasoning === true,
|
reasoning: m.reasoning === true,
|
||||||
input: (m.modalities?.input?.includes("image") ? ["text", "image"] : ["text"]) as ("text" | "image")[],
|
input: (m.modalities?.input?.includes("image") ? ["text", "image"] : ["text"]) as ("text" | "image")[],
|
||||||
cost: {
|
// Includes models.dev pricing tiers, e.g. the long-context tier for OpenAI models (#10326).
|
||||||
input: m.cost?.input || 0,
|
cost: getModelsDevCost(m.cost),
|
||||||
output: m.cost?.output || 0,
|
|
||||||
cacheRead: m.cost?.cache_read || 0,
|
|
||||||
cacheWrite: m.cost?.cache_write || 0,
|
|
||||||
},
|
|
||||||
contextWindow: m.limit?.context || 4096,
|
contextWindow: m.limit?.context || 4096,
|
||||||
maxTokens: m.limit?.output || 4096,
|
maxTokens: m.limit?.output || 4096,
|
||||||
...(m.structured_output === true && { compat: { supportsStrictMode: true } }),
|
...(m.structured_output === true && { compat: { supportsStrictMode: true } }),
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue