Skip to content

Commit

Permalink
Minor update to description
Browse files Browse the repository at this point in the history
  • Loading branch information
samruds committed Mar 14, 2024
1 parent 30b6c88 commit 36e0d7a
Showing 1 changed file with 4 additions and 3 deletions.
7 changes: 4 additions & 3 deletions src/sagemaker/serve/builder/model_builder.py
Expand Up @@ -73,7 +73,7 @@
MEMORY_BUFFER_MULTIPLIER = 1.2 # 20% buffer
VERSION_DETECTION_ERROR = (
"Please install accelerate and transformers for HuggingFace (HF) model "
"size calculations pip install 'sagemaker[huggingface]'"
"size calculations e.g. pip install 'sagemaker[huggingface]'"
)


Expand Down Expand Up @@ -734,10 +734,11 @@ def _total_inference_model_size_mib(self):
import accelerate.commands.estimate.gather_data

dtypes = self.env_vars.get("dtypes", "float32")
parser = accelerate.commands.estimate.estimate_command_parser.estimate_command_parser()
parser = accelerate.commands.estimate.estimate_command_parser\
.estimate_command_parser() # pylint: disable=E1101
args = parser.parse_args([self.model, "--dtypes", dtypes])

output = accelerate.commands.estimate.gather_data.gather_data(
output = accelerate.commands.estimate.gather_data.gather_data( # pylint: disable=E1101
args
) # "dtype", "Largest Layer", "Total Size Bytes", "Training using Adam"
except ImportError as e:
Expand Down

0 comments on commit 36e0d7a

Please sign in to comment.