diff --git a/dsp/modules/aws_models.py b/dsp/modules/aws_models.py index 94b07cad43..34cfff088e 100644 --- a/dsp/modules/aws_models.py +++ b/dsp/modules/aws_models.py @@ -148,7 +148,7 @@ def _format_prompt(self, raw_prompt: str) -> str: return " [INST] Human: " + raw_prompt + " [/INST] Assistant: " def _create_body(self, prompt: str, **kwargs) -> tuple[int, dict[str, str | float]]: - base_args: dict[str, Any] = self.kwargs + base_args: dict[str, Any] = self.kwargs.copy() for k, v in kwargs.items(): base_args[k] = v @@ -211,7 +211,7 @@ def __init__( self.kwargs[k] = v def _create_body(self, prompt: str, **kwargs) -> tuple[int, dict[str, str | float]]: - base_args: dict[str, Any] = self.kwargs + base_args: dict[str, Any] = self.kwargs.copy() for k, v in kwargs.items(): base_args[k] = v @@ -275,7 +275,7 @@ def __init__( self.kwargs["max_gen_len"] = self.kwargs.pop("max_tokens") def _create_body(self, prompt: str, **kwargs) -> tuple[int, dict[str, str | float]]: - base_args: dict[str, Any] = self.kwargs + base_args: dict[str, Any] = self.kwargs.copy() for k, v in kwargs.items(): base_args[k] = v