mirror of
https://github.com/badlogic/pi-mono.git
synced 2026-11-05 23:37:25 +00:00
8b0caefc22
Durable publishes a stored commit inside Storage.commit's adopt: the
telemetry events, its own observers (document watches, conversation
views, task graph, scheduler, waits), and a dispatch of host
subscribeCommits listeners one microtask later, before every wait and
abort the commit triggers. A commit the storage rejects after adoption is
published before the Session fails; a throwing telemetry adapter is
reported as host_error "telemetry" instead of rejecting a durable commit.
Chord's watch listeners take one change object, { value, ops, retired }
({ value } for native watches); retirement is a flag, not an end.
Durable's document watches follow their address, and a task document's
watch ends after its retirement call. New synchronous observers for
adapters: observeDoc, observeConversation, observeTaskGraph; the watches
are built on them. The env file watcher's change type is renamed
FileChange.
69 lines
2.9 KiB
TypeScript
69 lines
2.9 KiB
TypeScript
// A real model: stream an answer from OpenAI.
|
|
// Run from packages/durable (needs OPENAI_API_KEY):
|
|
// node --conditions=source --experimental-strip-types test/examples/15-real-model.ts
|
|
import { BACKGROUND_CONTEXT } from "@earendil-works/chord/context";
|
|
import { createModels } from "@earendil-works/pi-ai/models";
|
|
import { openaiProvider } from "@earendil-works/pi-ai/providers/openai";
|
|
import {
|
|
AssistantEntry,
|
|
createRegistry,
|
|
defineExtension,
|
|
Harness,
|
|
LiveDoc,
|
|
MemoryStorage,
|
|
section,
|
|
} from "../../src/index.ts";
|
|
|
|
const context = BACKGROUND_CONTEXT;
|
|
|
|
// Production code passes a Models collection with real providers; the Harness
|
|
// never talks to a provider any other way. openaiProvider() reads
|
|
// OPENAI_API_KEY from the environment. While the answer streams, generation
|
|
// commits throttled partials to the conversation's pi.live document. Watching
|
|
// that document streams the answer; the watch sees only committed values.
|
|
if (process.env.OPENAI_API_KEY === undefined) {
|
|
console.log("skipped: OPENAI_API_KEY is not set");
|
|
} else {
|
|
const models = createModels();
|
|
models.setProvider(openaiProvider());
|
|
const registry = createRegistry();
|
|
registry.install(
|
|
defineExtension({
|
|
name: "concise",
|
|
sections: [section("preamble", () => "You are a concise assistant.", { tag: false })],
|
|
}),
|
|
);
|
|
const harness = await Harness.open(new MemoryStorage(), { models, registry }, context);
|
|
const root = await harness.root(context, {
|
|
agent: { model: { provider: "openai", modelId: "gpt-6-sol" }, thinkingLevel: "high" },
|
|
});
|
|
const liveWatch = (await harness.watchDoc(LiveDoc, root.id, context))!;
|
|
// Print only what each committed partial adds to the text printed so far.
|
|
let printed = "";
|
|
const printText = (text: string): void => {
|
|
if (text.length <= printed.length || !text.startsWith(printed)) return;
|
|
process.stdout.write(text.slice(printed.length));
|
|
printed = text;
|
|
};
|
|
liveWatch.start(async ({ value }) => {
|
|
const block = value?.generation?.message?.content.find((content) => content.type === "text");
|
|
if (block?.type === "text") printText(block.text);
|
|
});
|
|
harness.resume();
|
|
process.stdout.write("answer: ");
|
|
const poem = await root.submit({ type: "input", content: "Write a long poem" }, context);
|
|
const settledPoem = await poem.wait(context);
|
|
await liveWatch.stop();
|
|
if (settledPoem.status === "done" && settledPoem.type === "input") {
|
|
// The last throttle window may not have been committed as a partial; the answer entry has the rest.
|
|
const entry = await root.commit((tx) => tx.entry(AssistantEntry, settledPoem.answer), context);
|
|
const message = entry?.model?.[0];
|
|
const block =
|
|
message?.role === "assistant" ? message.content.find((content) => content.type === "text") : undefined;
|
|
if (block?.type === "text") printText(block.text);
|
|
process.stdout.write("\n");
|
|
} else {
|
|
console.log("unanswered:", settledPoem.reason, settledPoem.detail);
|
|
}
|
|
await harness.close(context);
|
|
}
|