diff --git a/README.md b/README.md index 69c9fd6d..7b7f42cb 100644 --- a/README.md +++ b/README.md @@ -111,6 +111,14 @@ The `HF_FRAMEWORK` environment variable defines the base deep learning framework HF_FRAMEWORK="pytorch" ``` +### `HF_ENDPOINT` + +The `HF_ENDPOINT` environment variable indicates whether the service is run inside the HF Inference endpoint service to adjust the `logging` config. + +```bash +HF_ENDPOINT="True" +``` + --- diff --git a/src/huggingface_inference_toolkit/webservice_starlette.py b/src/huggingface_inference_toolkit/webservice_starlette.py index f9e8cfc6..2d790cca 100644 --- a/src/huggingface_inference_toolkit/webservice_starlette.py +++ b/src/huggingface_inference_toolkit/webservice_starlette.py @@ -1,4 +1,5 @@ import logging +import os from pathlib import Path from time import perf_counter @@ -21,7 +22,10 @@ logger = logging.getLogger(__name__) -logging.basicConfig(format="%(asctime)s | %(levelname)s | %(message)s", level=logging.INFO) +if os.environ.get("HF_ENDPOINT", None): + logging.basicConfig(format="| %(levelname)s | %(message)s", level=logging.INFO) +else: + logging.basicConfig(format="%(asctime)s | %(levelname)s | %(message)s", level=logging.INFO) uvicorn_error = logging.getLogger("uvicorn.error") uvicorn_error.disabled = True uvicorn_access = logging.getLogger("uvicorn.access")