log

IlyasMoutawwakil · May 10, 2024 · 90cd353 · 90cd353
1 parent 6f496cf
commit 90cd353
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 4 deletions.
diff --git a/py_txi/inference_server.py b/py_txi/inference_server.py
@@ -194,7 +194,6 @@ def close(self) -> None:
             del self.semaphore
 
         if hasattr(self, "client"):
-            self.client
             del self.client
 
     def __del__(self) -> None:

diff --git a/py_txi/text_generation_inference.py b/py_txi/text_generation_inference.py
@@ -32,13 +32,13 @@ def __post_init__(self) -> None:
 
         if self.image is None:
             if is_nvidia_system() and self.gpus is not None:
-                LOGGER.info("\t+ Using the latest NVIDIA GPU image for Text-Generation-Inference")
+                LOGGER.info("\t+ Using latest NVIDIA GPU image for Text-Generation-Inference")
                 self.image = "ghcr.io/huggingface/text-generation-inference:latest"
             elif is_rocm_system() and self.devices is not None:
-                LOGGER.info("\t+ Using the latest ROCm AMD GPU image for Text-Generation-Inference")
+                LOGGER.info("\t+ Using latest ROCm AMD GPU image for Text-Generation-Inference")
                 self.image = "ghcr.io/huggingface/text-generation-inference:latest-rocm"
             else:
-                LOGGER.info("\t+ Using the version 1.4 since it's the last image supporting CPU")
+                LOGGER.info("\t+ Using version 1.4 image for Text-Generation-Inference (last image with CPU support)")
                 self.image = "ghcr.io/huggingface/text-generation-inference:1.4"
 
         if is_rocm_system() and "rocm" not in self.image: