Skip to content

Commit

Permalink
Update hivemind to 1.1.8, enable efficient bfloat16 encoding (#311)
Browse files Browse the repository at this point in the history
This PR:

1. Updates hivemind to 1.1.8 (includes learning-at-home/hivemind#565)
2. Enables efficient bfloat16 serialization by default (`USE_LEGACY_BFLOAT16 = False`)
3. Removes logging code that was included to hivemind in learning-at-home/hivemind#542
  • Loading branch information
borzunov committed May 7, 2023
1 parent 8f6342a commit 0a313bf
Show file tree
Hide file tree
Showing 3 changed files with 12 additions and 19 deletions.
2 changes: 1 addition & 1 deletion setup.cfg
Original file line number Diff line number Diff line change
Expand Up @@ -37,7 +37,7 @@ install_requires =
huggingface-hub>=0.11.1,<1.0.0
transformers>=4.25.1,<5.0.0
speedtest-cli==2.1.3
hivemind==1.1.7
hivemind==1.1.8
tensor_parallel==1.0.23
humanfriendly
async-timeout>=4.0.2
Expand Down
11 changes: 11 additions & 0 deletions src/petals/__init__.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,17 @@
import os

import hivemind

from petals.client import *
from petals.utils.logging import initialize_logs as _initialize_logs

__version__ = "1.1.4"


def _override_bfloat16_mode_default():
if os.getenv("USE_LEGACY_BFLOAT16") is None:
hivemind.compression.base.USE_LEGACY_BFLOAT16 = False


_initialize_logs()
_override_bfloat16_mode_default()
18 changes: 0 additions & 18 deletions src/petals/utils/logging.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,31 +4,13 @@
from hivemind.utils import logging as hm_logging


def in_jupyter() -> bool:
"""Check if the code is run in Jupyter or Colab"""

try:
__IPYTHON__
return True
except NameError:
return False


def initialize_logs():
"""Initialize Petals logging tweaks. This function is called when you import the `petals` module."""

# Env var PETALS_LOGGING=False prohibits Petals do anything with logs
if os.getenv("PETALS_LOGGING", "True").lower() in ("false", "0"):
return

if in_jupyter():
os.environ["HIVEMIND_COLORS"] = "True"
importlib.reload(hm_logging)

# Remove log handlers from previous import of hivemind.utils.logging and extra handlers on Colab
hm_logging.get_logger().handlers.clear()
hm_logging.get_logger("hivemind").handlers.clear()

hm_logging.use_hivemind_log_handler("in_root_logger")

# We suppress asyncio error logs by default since they are mostly not relevant for the end user,
Expand Down

0 comments on commit 0a313bf

Please sign in to comment.