Improve log handling.

Each process now writes to its own log file.

Documentation is in https://loguru.readthedocs.io/en/stable/overview.html
For hints on how to format log message, see
Delgan/loguru#586

Pipfile

@@ -19,6 +19,7 @@ scipy = "*"
 sentencepiece = "*"
 torch = {version = "*", index = "downloadpytorch"}
 protobuf = "*"
+loguru = "*"
 
 [dev-packages]
 

app/Llm.py

@@ -5,7 +5,7 @@
 from transformers import AutoModelForCausalLM, LlamaForCausalLM, AutoTokenizer, LlamaTokenizer
 from transformers import StoppingCriteria, StoppingCriteriaList
 
-from app.logger import logger
+from loguru import logger
 from app.util import ModelConfig
 
 

app/generators.py

@@ -3,8 +3,9 @@
 from typing import List
 from uuid import uuid4
 
+from loguru import logger
+
 from app.Llm import Llm
-from app.logger import logger
 from app.model.api_models import ChatCompletionRequestPayload, ChatCompletionApiResponse, ChatCompletionApiChoice, ChatMessage, ApiUsage
 from app.model.api_models import CodingApiResponse, CodingRequestPayload, CodingParameters
 from app.model.api_models import GeneratorBase, GeneratorException
@@ -91,4 +92,3 @@ async def generate(self, request_payload: CodingRequestPayload) -> CodingApiResp
             logger.debug(f"Full stacktrace: \n{traceback.format_exc()}")
             raise GeneratorException("Internal error invoking the model. Please let us know that you are experiencing this error.")
         return self.generate_default_api_response(answer, 200)
-

app/logger.py

@@ -1,12 +1,30 @@
 import logging
+import sys
 
-logging.basicConfig(
-    format="%(asctime)s %(levelname)s %(message)s",
-    level=logging.DEBUG,
-    handlers=[
-        logging.FileHandler('app.log'),
-        logging.StreamHandler()
-    ]
-)
+from app.util import ModelConfig, ApiConfig
 
-logger = logging.getLogger('app')
+
+def configure_logger(api_config: ApiConfig, model_config: ModelConfig):
+    from loguru import logger
+
+    class InterceptHandler(logging.Handler):
+        def emit(self, record):
+            # Get corresponding Loguru level if it exists.
+            try:
+                level = logger.level(record.levelname).name
+            except ValueError:
+                level = record.levelno
+
+            # Find caller from where originated the logged message.
+            frame, depth = sys._getframe(6), 6
+            while frame and frame.f_code.co_filename == logging.__file__:
+                frame = frame.f_back
+                depth += 1
+
+            logger.opt(depth=depth, exception=record.exc_info).log(level, record.getMessage())
+
+    logger_format = "{time:YYYY-MM-DD HH:mm:ss.SSS} | {level: <8} | {message}"
+
+    logging.basicConfig(handlers=[InterceptHandler()], level=0, force=True)
+
+    logger.add(f"{api_config.api_type}_{model_config.model_name}" + "_{time}.log", format=logger_format, rotation="50MB", level="DEBUG")

app/main.py

@@ -3,10 +3,11 @@
 import uvicorn
 from fastapi import FastAPI, APIRouter, HTTPException, Depends, Security
 from fastapi.security import HTTPAuthorizationCredentials, HTTPBearer
+from loguru import logger
 
 from app.Llm import Llm
 from app.generators import CodeGenerator, ChatGenerator
-from app.logger import logger
+from app.logger import configure_logger
 from app.request_handler import RequestHandler
 from app.request_handler import RequestHandlerProvider
 from app.routers.completion import get_completion_router
@@ -61,6 +62,7 @@ def add_feedback_endpoint(router):
 
 def main():
     api_config, model_config, server_config = get_config_from_arguments()
+    configure_logger(api_config, model_config)
     app = build_app(api_config, model_config)
     uvicorn.run(app, **server_config.model_dump())
 

app/request_handler.py

@@ -6,7 +6,7 @@
 from fastapi import Request
 from pydantic import BaseModel
 
-from app.logger import logger
+from loguru import logger
 from app.model.api_models import GeneratorBase, GeneratorException, ApiResponse, RequestPayload
 
 

app/routers/feedback.py

@@ -1,10 +1,9 @@
 from collections import defaultdict
 
 from fastapi import APIRouter
+from loguru import logger
 from pydantic import BaseModel
 
-from app.logger import logger
-
 
 class Feedback(BaseModel):
     client_name: str