Use consistent logging

CHANGELOG.md

@@ -13,6 +13,7 @@
 - Handle logging in the `AsyncOperationProcessor` with `OperationLogger` and signal queue ([#1610](https://github.com/neptune-ai/neptune-client/pull/1610))
 - Stringify `Handler` paths ([#1623](https://github.com/neptune-ai/neptune-client/pull/1623))
 - Added processor id to `ProcessorStopSignalData` ([#1625](https://github.com/neptune-ai/neptune-client/pull/1625))
+- Use the same logger instance for logging ([#1611](https://github.com/neptune-ai/neptune-client/pull/1611))
 
 
 ## 1.8.6

src/neptune/attributes/atoms/integer.py

@@ -24,12 +24,14 @@
 )
 from neptune.internal.container_type import ContainerType
 from neptune.internal.operation import AssignInt
-from neptune.internal.utils.logger import logger
+from neptune.internal.utils.logger import get_logger
 from neptune.types.atoms.integer import Integer as IntegerVal
 
 if typing.TYPE_CHECKING:
     from neptune.internal.backends.neptune_backend import NeptuneBackend
 
+logger = get_logger()
+
 
 class Integer(CopiableAtom):
     @staticmethod

src/neptune/attributes/atoms/string.py

@@ -20,14 +20,16 @@
 from neptune.attributes.atoms.copiable_atom import CopiableAtom
 from neptune.internal.container_type import ContainerType
 from neptune.internal.operation import AssignString
-from neptune.internal.utils.logger import logger
+from neptune.internal.utils.logger import get_logger
 from neptune.internal.utils.paths import path_to_str
 from neptune.types.atoms.string import String as StringVal
 
 if typing.TYPE_CHECKING:
     from neptune.internal.backends.neptune_backend import NeptuneBackend
     from neptune.metadata_containers import MetadataContainer
 
+logger = get_logger()
+
 
 class String(CopiableAtom):
 

src/neptune/attributes/namespace.py

@@ -36,7 +36,7 @@
     NoValue,
     atomic_attribute_types_map,
 )
-from neptune.internal.utils.logger import logger
+from neptune.internal.utils.logger import get_logger
 from neptune.internal.utils.paths import (
     parse_path,
     path_to_str,
@@ -46,6 +46,7 @@
 if TYPE_CHECKING:
     from neptune.metadata_containers import MetadataContainer
 
+logger = get_logger()
 RunStructure = ContainerStructure  # backwards compatibility
 
 

src/neptune/attributes/series/string_series.py

@@ -31,7 +31,7 @@
     Operation,
 )
 from neptune.internal.utils import is_collection
-from neptune.internal.utils.logger import logger
+from neptune.internal.utils.logger import get_logger
 from neptune.internal.utils.paths import path_to_str
 from neptune.types.series.string_series import MAX_STRING_SERIES_VALUE_LENGTH
 from neptune.types.series.string_series import StringSeries as StringSeriesVal
@@ -43,6 +43,8 @@
 Data = str
 LogOperation = LogStrings
 
+logger = get_logger()
+
 
 class StringSeries(
     Series[Val, Data, LogOperation], FetchableSeries[StringSeriesValues], max_batch_size=10, operation_cls=LogOperation

src/neptune/cli/clear.py

@@ -31,12 +31,14 @@
 from neptune.cli.status import StatusRunner
 from neptune.cli.utils import get_offline_dirs
 from neptune.constants import SYNC_DIRECTORY
-from neptune.internal.utils.logger import logger
+from neptune.internal.utils.logger import get_logger
 
 if TYPE_CHECKING:
     from neptune.internal.backends.api_model import ApiExperiment
     from neptune.internal.id_formats import UniqueId
 
+logger = get_logger(with_prefix=False)
+
 
 class ClearRunner(AbstractBackendRunner):
     def clear(self, path: Path, force: bool = False, clear_eventual: bool = True) -> None:

src/neptune/cli/status.py

@@ -33,7 +33,9 @@
 from neptune.constants import OFFLINE_NAME_PREFIX
 from neptune.envs import PROJECT_ENV_NAME
 from neptune.internal.backends.api_model import ApiExperiment
-from neptune.internal.utils.logger import logger
+from neptune.internal.utils.logger import get_logger
+
+logger = get_logger(with_prefix=False)
 
 offline_run_explainer = """
 Runs that execute offline are not created on the server and are not assigned to projects;

src/neptune/cli/sync.py

@@ -16,7 +16,6 @@
 
 __all__ = ["SyncRunner"]
 
-import logging
 import os
 import threading
 import time
@@ -61,8 +60,9 @@
 )
 from neptune.internal.operation import Operation
 from neptune.internal.operation_processors.operation_storage import OperationStorage
-from neptune.internal.utils.logger import logger
+from neptune.internal.utils.logger import get_logger
 
+logger = get_logger(with_prefix=False)
 retries_timeout = int(os.getenv(NEPTUNE_SYNC_BATCH_TIMEOUT_ENV, "3600"))
 
 
@@ -186,7 +186,7 @@ def _register_offline_container(self, project: Project, container_type: Containe
             logger.warning(
                 "Exception occurred while trying to create a run" " on the Neptune server. Please try again later",
             )
-            logging.exception(e)
+            logger.exception(e)
             return None
 
     @staticmethod

src/neptune/cli/utils.py

@@ -24,7 +24,6 @@
     "split_dir_name",
 ]
 
-import logging
 import os
 import textwrap
 import threading
@@ -59,7 +58,9 @@
     UniqueId,
 )
 from neptune.internal.operation import Operation
-from neptune.internal.utils.logger import logger
+from neptune.internal.utils.logger import get_logger
+
+logger = get_logger(with_prefix=False)
 
 
 def get_metadata_container(
@@ -74,7 +75,7 @@ def get_metadata_container(
         logger.warning("Can't fetch %s %s. Skipping.", public_container_type, container_id)
     except NeptuneException as e:
         logger.warning("Exception while fetching %s %s. Skipping.", public_container_type, container_id)
-        logging.exception(e)
+        logger.exception(e)
 
     return None
 

src/neptune/common/backends/utils.py

@@ -16,7 +16,6 @@
 __all__ = ["with_api_exceptions_handler", "get_retry_from_headers_or_default"]
 
 import itertools
-import logging
 import os
 import time
 
@@ -47,8 +46,9 @@
     NeptuneInvalidApiTokenException,
     Unauthorized,
 )
+from neptune.internal.utils.logger import get_logger
 
-_logger = logging.getLogger(__name__)
+_logger = get_logger()
 
 MAX_RETRY_TIME = 30
 MAX_RETRY_MULTIPLIER = 10

src/neptune/common/hardware/gpu/gpu_monitor.py

@@ -14,8 +14,10 @@
 # limitations under the License.
 #
 
-import logging
-
+from neptune.common.warnings import (
+    NeptuneWarning,
+    warn_once,
+)
 from neptune.vendor.pynvml import (
     NVMLError,
     nvmlDeviceGetCount,
@@ -25,8 +27,6 @@
     nvmlInit,
 )
 
-_logger = logging.getLogger(__name__)
-
 
 class GPUMonitor(object):
 
@@ -62,14 +62,12 @@ def __nvml_get_or_else(self, getter, default=None):
         try:
             nvmlInit()
             return getter()
-        except NVMLError as e:
+        except NVMLError:
             if not GPUMonitor.nvml_error_printed:
                 warning = (
                     "Info (NVML): %s. GPU usage metrics may not be reported. For more information, "
-                    "see https://docs-legacy.neptune.ai/logging-and-managing-experiment-results"
-                    "/logging-experiment"
-                    "-data.html#hardware-consumption "
+                    "see https://docs.neptune.ai/help/nvml_error/"
                 )
-                _logger.warning(warning, e)
+                warn_once(message=warning, exception=NeptuneWarning)
                 GPUMonitor.nvml_error_printed = True
             return default

src/neptune/common/storage/storage_utils.py

@@ -14,7 +14,6 @@
 # limitations under the License.
 #
 import io
-import logging
 import os
 import stat
 import time
@@ -35,7 +34,9 @@
 
 import six
 
-_logger = logging.getLogger(__name__)
+from neptune.internal.utils.logger import get_logger
+
+_logger = get_logger()
 
 
 @dataclass

src/neptune/common/utils.py

@@ -16,7 +16,6 @@
 
 import functools
 import glob as globlib
-import logging
 import math
 import os
 import re
@@ -37,8 +36,9 @@
 )
 from neptune.common.git_info import GitInfo
 from neptune.common.patterns import PROJECT_QUALIFIED_NAME_PATTERN
+from neptune.internal.utils.logger import get_logger
 
-_logger = logging.getLogger(__name__)
+_logger = get_logger()
 
 IS_WINDOWS = sys.platform == "win32"
 IS_MACOS = sys.platform == "darwin"

src/neptune/internal/backends/hosted_file_operations.py

@@ -85,8 +85,9 @@
     get_absolute_paths,
     get_common_root,
 )
-from neptune.internal.utils.logger import logger
+from neptune.internal.utils.logger import get_logger
 
+logger = get_logger()
 DEFAULT_CHUNK_SIZE = 5 * BYTES_IN_ONE_MB
 DEFAULT_UPLOAD_CONFIG = AttributeUploadConfiguration(chunk_size=DEFAULT_CHUNK_SIZE)
 

src/neptune/internal/backends/hosted_neptune_backend.py

@@ -16,7 +16,6 @@
 __all__ = ["HostedNeptuneBackend"]
 
 import itertools
-import logging
 import os
 import re
 import typing
@@ -136,6 +135,7 @@
 from neptune.internal.utils import base64_decode
 from neptune.internal.utils.generic_attribute_mapper import map_attribute_result_to_value
 from neptune.internal.utils.git import GitInfo
+from neptune.internal.utils.logger import get_logger
 from neptune.internal.utils.paths import path_to_str
 from neptune.internal.websockets.websockets_factory import WebsocketsFactory
 from neptune.management.exceptions import ObjectNotFound
@@ -147,7 +147,7 @@
     from neptune.internal.backends.api_model import ClientConfig
 
 
-_logger = logging.getLogger(__name__)
+_logger = get_logger()
 
 
 class HostedNeptuneBackend(NeptuneBackend):

src/neptune/internal/backends/project_name_lookup.py

@@ -15,7 +15,6 @@
 #
 __all__ = ["project_name_lookup"]
 
-import logging
 import os
 from typing import Optional
 
@@ -25,8 +24,9 @@
 from neptune.internal.backends.neptune_backend import NeptuneBackend
 from neptune.internal.id_formats import QualifiedName
 from neptune.internal.utils import verify_type
+from neptune.internal.utils.logger import get_logger
 
-_logger = logging.getLogger(__name__)
+_logger = get_logger()
 
 
 def project_name_lookup(backend: NeptuneBackend, name: Optional[QualifiedName] = None) -> Project:

src/neptune/internal/backends/utils.py

@@ -29,7 +29,6 @@
 ]
 
 import dataclasses
-import logging
 import os
 import socket
 from functools import (
@@ -78,9 +77,9 @@
     Operation,
 )
 from neptune.internal.utils import replace_patch_version
-from neptune.internal.utils.logger import logger
+from neptune.internal.utils.logger import get_logger
 
-_logger = logging.getLogger(__name__)
+logger = get_logger()
 
 if TYPE_CHECKING:
     from neptune.internal.backends.neptune_backend import NeptuneBackend

src/neptune/internal/disk_queue.py

@@ -16,7 +16,6 @@
 __all__ = ["QueueElement", "DiskQueue"]
 
 import json
-import logging
 import os
 import shutil
 import threading
@@ -39,12 +38,13 @@
     should_clean_internal_data,
 )
 from neptune.internal.utils.json_file_splitter import JsonFileSplitter
+from neptune.internal.utils.logger import get_logger
 from neptune.internal.utils.sync_offset_file import SyncOffsetFile
 
 T = TypeVar("T")
 Timestamp = float
 
-_logger = logging.getLogger(__name__)
+_logger = get_logger()
 
 
 @dataclass

src/neptune/internal/hardware/gpu/gpu_monitor.py

@@ -15,8 +15,7 @@
 #
 __all__ = ["GPUMonitor"]
 
-import logging
-
+from neptune.internal.utils.logger import get_logger
 from neptune.vendor.pynvml import (
     NVMLError,
     nvmlDeviceGetCount,
@@ -26,7 +25,7 @@
     nvmlInit,
 )
 
-_logger = logging.getLogger(__name__)
+_logger = get_logger()
 
 
 class GPUMonitor(object):

src/neptune/internal/hardware/hardware_metric_reporting_job.py

@@ -15,7 +15,6 @@
 #
 __all__ = ["HardwareMetricReportingJob"]
 
-import logging
 import os
 import time
 from itertools import groupby
@@ -36,12 +35,13 @@
 from neptune.internal.background_job import BackgroundJob
 from neptune.internal.hardware.gpu.gpu_monitor import GPUMonitor
 from neptune.internal.threading.daemon import Daemon
+from neptune.internal.utils.logger import get_logger
 from neptune.types.series import FloatSeries
 
 if TYPE_CHECKING:
     from neptune.metadata_containers import MetadataContainer
 
-_logger = logging.getLogger(__name__)
+_logger = get_logger()
 
 
 class HardwareMetricReportingJob(BackgroundJob):