diff --git a/dsp/modules/azure_openai.py b/dsp/modules/azure_openai.py index d930bec6b5..6bf1898a68 100644 --- a/dsp/modules/azure_openai.py +++ b/dsp/modules/azure_openai.py @@ -1,10 +1,15 @@ -import logging +import logging, os + +# Configure logging path +log_file_path = f'azure_openai_usage.log' +if "DSPY_USAGE_LOGGING_DIR" in os.environ: + log_file_path = os.path.join(os.environ["DSPY_USAGE_LOGGING_DIR"], log_file_path) # Configure logging logging.basicConfig( level=logging.INFO, format="%(message)s", - handlers=[logging.FileHandler("azure_openai_usage.log")], + handlers=[logging.FileHandler(log_file_path)], ) import functools diff --git a/dsp/modules/databricks.py b/dsp/modules/databricks.py index 73813a3eeb..93206a5e05 100644 --- a/dsp/modules/databricks.py +++ b/dsp/modules/databricks.py @@ -1,12 +1,18 @@ -import logging +import logging, os from logging.handlers import RotatingFileHandler + +# Configure logging path +log_file_path = f'openai_usage.log' +if "DSPY_USAGE_LOGGING_DIR" in os.environ: + log_file_path = os.path.join(os.environ["DSPY_USAGE_LOGGING_DIR"], log_file_path) + # Configure logging logging.basicConfig( level=logging.INFO, format='%(message)s', handlers=[ - logging.FileHandler('openai_usage.log') + logging.FileHandler(log_file_path) ] ) diff --git a/dsp/modules/gpt3.py b/dsp/modules/gpt3.py index e19ca40f54..bc5b9b9eff 100644 --- a/dsp/modules/gpt3.py +++ b/dsp/modules/gpt3.py @@ -1,11 +1,16 @@ -import logging +import logging, os from logging.handlers import RotatingFileHandler +# Configure logging path +log_file_path = f'azure_openai_usage.log' +if "DSPY_USAGE_LOGGING_DIR" in os.environ: + log_file_path = os.path.join(os.environ["DSPY_USAGE_LOGGING_DIR"], log_file_path) + # Configure logging logging.basicConfig( level=logging.INFO, format="%(message)s", - handlers=[logging.FileHandler("openai_usage.log")], + handlers=[logging.FileHandler(log_file_path)], ) import functools