chore(logging): enhance rawLoggingMiddleware to log stream and generate results

Author: tonyhu-012

utils/llm/middlewares.ts

@@ -5,7 +5,6 @@ import { extractReasoningMiddleware } from 'ai'
 import { z } from 'zod'
 
 import { nonNullable } from '../array'
-import { debounce } from '../debounce'
 import { ParseFunctionCallError } from '../error'
 import { generateRandomId } from '../id'
 import Logger from '../logger'
@@ -190,37 +189,50 @@ export const normalizeToolCallsMiddleware: LanguageModelV1Middleware = {
 export const rawLoggingMiddleware: LanguageModelV1Middleware = {
   wrapStream: async ({ doStream, params }) => {
     const log = logger.child('rawLoggingMiddleware')
+    const text: string[] = []
+    const reasoning: string[] = []
 
     const { stream, ...rest } = await doStream()
 
-    log.debug('Stream started', { params })
-    let text = ''
-    let reasoning = ''
-    const printLog = debounce(() => {
-      log.debug('Stream progress', { text, reasoning })
-    }, 2000)
-
     const transformStream = new TransformStream<
       LanguageModelV1StreamPart,
       LanguageModelV1StreamPart
     >({
       transform(chunk, controller) {
         if (chunk.type === 'text-delta') {
-          text += chunk.textDelta
+          text.push(chunk.textDelta)
         }
         else if (chunk.type === 'reasoning') {
-          reasoning += chunk.textDelta
+          reasoning.push(chunk.textDelta)
         }
-        printLog()
         controller.enqueue(chunk)
       },
+      flush() {
+        log.info('LLM Stream Result', {
+          params,
+          text: text.join(''),
+          reasoning: reasoning.join(''),
+        })
+      },
     })
 
     return {
       stream: stream.pipeThrough(transformStream),
       ...rest,
     }
   },
+  wrapGenerate: async ({ doGenerate, params }) => {
+    const log = logger.child('rawLoggingMiddleware')
+
+    const result = await doGenerate()
+
+    log.info('LLM Generate Result', {
+      params,
+      result,
+    })
+
+    return result
+  },
 }
 
 const errorResponse = /<\|channel\|>(?!\s*commentary\s+to=[a-z_.]+\s*>)[^<]+>(<\/assistant)?/gs
@@ -437,9 +449,9 @@ export const lmStudioHarmonyEncodingMiddleware: LanguageModelV1Middleware = {
 }
 
 export const middlewares = [
-  // rawLoggingMiddleware,
   normalizeToolCallsMiddleware,
   extractPromptBasedToolCallsMiddleware,
   lmStudioHarmonyEncodingMiddleware,
   reasoningMiddleware,
+  rawLoggingMiddleware,
 ]