Browse Source

zen: track tps

Frank 5 months ago
parent
commit
f9ab4102f6
1 changed files with 9 additions and 2 deletions
  1. 9 2
      packages/console/app/src/routes/zen/handler.ts

+ 9 - 2
packages/console/app/src/routes/zen/handler.ts

@@ -147,7 +147,10 @@ export async function handler(
           return (
           return (
             reader?.read().then(async ({ done, value }) => {
             reader?.read().then(async ({ done, value }) => {
               if (done) {
               if (done) {
-                logger.metric({ response_length: responseLength })
+                logger.metric({
+                  response_length: responseLength,
+                  "timestamp.last_byte": Date.now(),
+                })
                 const usage = opts.getStreamUsage()
                 const usage = opts.getStreamUsage()
                 if (usage) {
                 if (usage) {
                   await trackUsage(authInfo, modelInfo, providerInfo.id, usage)
                   await trackUsage(authInfo, modelInfo, providerInfo.id, usage)
@@ -158,7 +161,11 @@ export async function handler(
               }
               }
 
 
               if (responseLength === 0) {
               if (responseLength === 0) {
-                logger.metric({ time_to_first_byte: Date.now() - startTimestamp })
+                const now = Date.now()
+                logger.metric({
+                  time_to_first_byte: now - startTimestamp,
+                  "timestamp.first_byte": now,
+                })
               }
               }
               responseLength += value.length
               responseLength += value.length
               buffer += decoder.decode(value, { stream: true })
               buffer += decoder.decode(value, { stream: true })