Merge pull request huggingface#19 from microsoft/sajandhy/ort_t5

Fix the loss values collected under Metrics in AzureML experiments

src/transformers/integrations.py

@@ -828,7 +828,7 @@ def on_init_end(self, args, state, control, **kwargs):
             self.azureml_run = Run.get_context()
 
     def on_log(self, args, state, control, logs=None, **kwargs):
-        if self.azureml_run:
+        if self.azureml_run and state.is_world_process_zero:
             for k, v in logs.items():
                 if isinstance(v, (int, float)):
                     self.azureml_run.log(k, v, description=k)