Add exception handling for bad json response and identify UUID issue

remote_llm.py

@@ -1,6 +1,7 @@
 """RESTful API calls to remote LLMs."""
 # Standard library imports.
 import os
+import json
 from ast import List
 from logging import getLogger
 from typing import Dict
@@ -50,7 +51,6 @@ def generate_text(idempotency_uuid, preprompt, prompt, model, history= None):
         pass
 
     if raw_response.status_code == 200:
-        json_response = raw_response.json()
         if json_response.get('error') is not None:
             log.error(f"Error generating: {json_response['error']}")
             raise HTTPError(
@@ -62,6 +62,7 @@ def generate_text(idempotency_uuid, preprompt, prompt, model, history= None):
         # ... raise an error.
         raise HTTPError(f'LLM Router API returned error status code {raw_response.status_code}: '
                         f'Response: {raw_response.json()}')
+
     # ... Otherwise, if it's an unrecognized HTTP status code, then...
     else:
         raise HTTPError(f'LLM Router API returned unrecognized status code {raw_response.status_code}: '
@@ -77,6 +78,7 @@ def get_models():
     if token is None:
         raise ValueError('LLM Verification Router token is not set')
     log.info(f"Getting models from {route}")
+
     raw_response = requests.get(url=route,
                         headers={'Authorization': f'Bearer {token}'})
 
@@ -87,8 +89,10 @@ def get_models():
             raise HTTPError(
                 "Model Error", headers={"Retry-After": str(60000)}
             )
-
-        return json_response['models']
+
+        models = json_response['models']
+        log.info(f"Got models {models}")
+        return models
 
     elif 400 <= raw_response.status_code <= 599:
         # ... raise an error.
@@ -99,4 +103,4 @@ def get_models():
         raise HTTPError(f'LLM Router API returned unrecognized status code {raw_response.status}: '
                         f'Response: {raw_response.json()}')
 
-
+