fix: Handle errors and cache models correctly

Author: ericc-ch

src/lib/forward-error.ts

@@ -9,10 +9,11 @@ export async function forwardError(c: Context, error: unknown) {
   consola.error("Error occurred:", error)
 
   if (error instanceof HTTPError) {
+    const errorText = await error.response.text()
     return c.json(
       {
         error: {
-          message: await error.response.text(),
+          message: errorText,
           type: "error",
         },
       },

src/lib/models.ts

@@ -1,23 +1,9 @@
 import consola from "consola"
 
-import type { GetModelsResponse } from "~/services/copilot/get-models/types"
-
 import { getModels } from "~/services/copilot/get-models"
 
 import { state } from "./state"
 
-export const modelsCache = {
-  _models: null as GetModelsResponse | null,
-
-  setModels(models: GetModelsResponse) {
-    this._models = models
-  },
-
-  getModels() {
-    return this._models
-  },
-}
-
 export async function cacheModels(): Promise<void> {
   const models = await getModels()
   state.models = models

src/routes/chat-completions/route.ts

@@ -10,6 +10,6 @@ completionRoutes.post("/", async (c) => {
   try {
     return await handleCompletion(c)
   } catch (error) {
-    return forwardError(c, error)
+    return await forwardError(c, error)
   }
 })

src/routes/embeddings/route.ts

@@ -15,6 +15,6 @@ embeddingRoutes.post("/", async (c) => {
 
     return c.json(response)
   } catch (error) {
-    return forwardError(c, error)
+    return await forwardError(c, error)
   }
 })

src/routes/models/route.ts

@@ -1,7 +1,6 @@
-import consola from "consola"
 import { Hono } from "hono"
-import { FetchError } from "ofetch"
 
+import { forwardError } from "~/lib/forward-error"
 import { getModels } from "~/services/copilot/get-models"
 
 export const modelRoutes = new Hono()
@@ -11,9 +10,6 @@ modelRoutes.get("/", async (c) => {
     const models = await getModels()
     return c.json(models)
   } catch (error) {
-    if (error instanceof FetchError) {
-      consola.error(`Request failed: ${error.message}`, error.response?._data)
-    }
-    throw error
+    return await forwardError(c, error)
   }
 })