diff --git a/neurons/validator.py b/neurons/validator.py index 295b3ddb6..e5a6f6ac6 100644 --- a/neurons/validator.py +++ b/neurons/validator.py @@ -8,7 +8,9 @@ import multiprocessing as mp import time +import loguru import torch + from prompting.api.api import start_scoring_api from prompting.llms.model_manager import model_scheduler from prompting.llms.utils import GPUInfo @@ -18,7 +20,6 @@ from prompting.tasks.task_sending import task_sender from prompting.weight_setting.weight_setter import weight_setter from shared.profiling import profiler -import loguru # Add a handler to write logs to a file loguru.logger.add("logfile.log", rotation="1000 MB", retention="10 days", level="DEBUG") diff --git a/prompting/llms/hf_llm.py b/prompting/llms/hf_llm.py index 4d1e44a82..934071e3a 100644 --- a/prompting/llms/hf_llm.py +++ b/prompting/llms/hf_llm.py @@ -65,7 +65,7 @@ def generate(self, messages: list[str] | list[dict], sampling_params=None, seed= )[0] logger.debug( - f"""REPRODUCIBLEHF WAS QUERIED: + f"""REPRODUCIBLEHF WAS QUERIED: PROMPT: {messages}\n\n RESPONSES: {results}\n\n SAMPLING PARAMS: {params}\n\n