sscoble/pi-mono
1
0
Fork 0
mirror of https://github.com/badlogic/pi-mono.git synced 2026-11-05 23:37:25 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

fix(ai): preserve Vercel AI Gateway unsigned thinking

Browse source 
Enable empty-signature thinking replay for all generated Vercel AI Gateway models.

closes #9676
This commit is contained in:
David Brailovsky 2026-09-17 16:43:05 +02:00
parent 4658534986
commit 3955b27a1d
3 changed files with 10 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

1
packages/ai/CHANGELOG.md
View file

@ -9,6 +9,7 @@
### Fixed
- Fixed Vercel AI Gateway replaying unsigned thinking as assistant text ([#9676](https://github.com/earendil-works/pi/issues/9676)).
- Fixed Google Generative AI and Vertex AI using unsupported thinking levels when reasoning is omitted or when model capabilities differ within a Gemini family ([#9455](https://github.com/earendil-works/pi/issues/9455)).
- Fixed Anthropic-compatible relays breaking signed thinking replay when they report a different response model, while preserving fallback pricing ([#9188](https://github.com/earendil-works/pi/issues/9188)).
- Fixed Amazon Bedrock one-hour cache writes being priced at the five-minute rate ([#9457](https://github.com/earendil-works/pi/issues/9457)).

1
packages/ai/scripts/generate-models.ts
View file

@ -1306,6 +1306,7 @@ async function fetchAiGatewayModels(): Promise<Model<any>[]> {
provider: "vercel-ai-gateway",
reasoning: tags.includes("reasoning"),
input,
compat: { allowEmptySignature: true },
cost: {
input: inputCost,
output: outputCost,

9
packages/ai/test/anthropic-empty-thinking-signature-compat.test.ts
View file

@ -1,5 +1,5 @@
import { describe, expect, it } from "vitest";
import { getModel, streamSimple } from "../src/compat.ts";
import { getModel, getModels, streamSimple } from "../src/compat.ts";
import type { AssistantMessage, Context, Model } from "../src/types.ts";
interface AnthropicPayload {
@ -97,6 +97,13 @@ describe("Anthropic empty thinking signature compat", () => {
expect(assistant?.content).toEqual([{ type: "thinking", thinking: "internal reasoning", signature: "" }]);
});
// Regression for #9676: Vercel AI Gateway emits unsigned thinking for translated models.
it("allows empty thinking signatures for every Vercel AI Gateway model", () => {
const models = getModels("vercel-ai-gateway");
expect(models.length).toBeGreaterThan(0);
expect(models.every((model) => model.compat?.allowEmptySignature === true)).toBe(true);
});
// Regression for #9323: Fireworks emits unsigned thinking that must survive replay.
it.each([
"accounts/fireworks/models/deepseek-v4-flash-0731",