This commit is contained in:
Dax Raad
2025-10-22 18:49:57 -04:00
parent 1f80de2fa6
commit f435049d36

View File

@@ -4,7 +4,6 @@ import z from "zod"
import { Session } from "." import { Session } from "."
import { generateText } from "ai" import { generateText } from "ai"
import { MessageV2 } from "./message-v2" import { MessageV2 } from "./message-v2"
import SUMMARIZE_TURN from "./prompt/summarize-turn.txt"
import { Flag } from "@/flag/flag" import { Flag } from "@/flag/flag"
export namespace MessageSummary { export namespace MessageSummary {
@@ -26,12 +25,17 @@ export namespace MessageSummary {
const result = await generateText({ const result = await generateText({
model: small.language, model: small.language,
maxOutputTokens: 100,
messages: [ messages: [
{ {
role: "system", role: "user",
content: SUMMARIZE_TURN, content: `
Summarize the following conversation into 2 sentences MAX explaining what happened and why
<conversation>
${JSON.stringify(MessageV2.toModelMessage(messages))}
</conversation>
`,
}, },
...MessageV2.toModelMessage(messages),
], ],
}) })