support continuation

This commit is contained in:
Dax Raad
2025-05-29 14:29:00 -04:00
parent 7a29af4e30
commit a9799136fe
2 changed files with 8 additions and 5 deletions

View File

@@ -158,7 +158,6 @@ export namespace Session {
const tokens =
previous.metadata.assistant.tokens.input +
previous.metadata.assistant.tokens.output;
console.log(tokens);
if (
tokens >
(model.info.contextWindow - (model.info.maxOutputTokens ?? 0)) * 0.9