diff --git a/examples/transformers/inference/gpt-oss/README.md b/examples/transformers/inference/gpt-oss/README.md index 808d7e1c0..61f67bfaf 100644 --- a/examples/transformers/inference/gpt-oss/README.md +++ b/examples/transformers/inference/gpt-oss/README.md @@ -20,6 +20,14 @@ python gpt_oss_standalone.py ### multi-card +1. run simple inference + ```bash mpirun -n 2 --map-by numa python gpt_oss_multiprocess.py +``` + +2. run gradio example + +```bash +mpirun -n 2 --map-by numa python app_multiprocess.py ``` \ No newline at end of file diff --git a/mindnlp/transformers/modeling_utils.py b/mindnlp/transformers/modeling_utils.py index c874896c2..591e01f87 100644 --- a/mindnlp/transformers/modeling_utils.py +++ b/mindnlp/transformers/modeling_utils.py @@ -23,7 +23,7 @@ def send_forward(self, *args, **kwargs): def receive_forward(self, *args, **kwargs): hidden_states = args[0] - dist.irecv(hidden_states, src=self.src) + dist.recv(hidden_states, src=self.src) output = self._forward(*((hidden_states,) + args[1:]), **kwargs) return output @@ -213,6 +213,8 @@ def wrapper( weights_only, ) + return wrapper + def _get_resolved_checkpoint_files_wrapper(fn): def wrapper(*args, **kwargs): if GlobalComm.INITED and dist.get_world_size() > 1: