* disctibute rank initialization fix (#126)

coqui-ai · Oct 19, 2023 · 47781f5 · 47781f5
1 parent 340aeac
commit 47781f5
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/trainer/distribute.py b/trainer/distribute.py
@@ -46,7 +46,7 @@ def distribute():
     for rank, local_gpu_id in enumerate(gpus):
         my_env = os.environ.copy()
         my_env["PYTHON_EGG_CACHE"] = f"/tmp/tmp{local_gpu_id}"
-        my_env["RANK"] = f"{local_gpu_id}"
+        my_env["RANK"] = f"{rank}"
         my_env["CUDA_VISIBLE_DEVICES"] = f"{','.join(gpus)}"
         command[-1] = f"--rank={rank}"
         # prevent stdout for processes with rank != 0