From f9ab4102f615d99e9ce3640659f38361eb582eca Mon Sep 17 00:00:00 2001 From: Frank Date: Thu, 25 Sep 2025 17:56:41 -0400 Subject: [PATCH] zen: track tps --- packages/console/app/src/routes/zen/handler.ts | 11 +++++++++-- 1 file changed, 9 insertions(+), 2 deletions(-) diff --git a/packages/console/app/src/routes/zen/handler.ts b/packages/console/app/src/routes/zen/handler.ts index deab024c..8b9a9e55 100644 --- a/packages/console/app/src/routes/zen/handler.ts +++ b/packages/console/app/src/routes/zen/handler.ts @@ -147,7 +147,10 @@ export async function handler( return ( reader?.read().then(async ({ done, value }) => { if (done) { - logger.metric({ response_length: responseLength }) + logger.metric({ + response_length: responseLength, + "timestamp.last_byte": Date.now(), + }) const usage = opts.getStreamUsage() if (usage) { await trackUsage(authInfo, modelInfo, providerInfo.id, usage) @@ -158,7 +161,11 @@ export async function handler( } if (responseLength === 0) { - logger.metric({ time_to_first_byte: Date.now() - startTimestamp }) + const now = Date.now() + logger.metric({ + time_to_first_byte: now - startTimestamp, + "timestamp.first_byte": now, + }) } responseLength += value.length buffer += decoder.decode(value, { stream: true })