fix zero stage-1 (#378)

huggingface · May 20, 2022 · b922c63 · b922c63
1 parent 23c0341
commit b922c63
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/accelerate/commands/launch.py b/src/accelerate/commands/launch.py
@@ -324,7 +324,7 @@ def deepspeed_launcher(args):
     current_env["USE_DEEPSPEED"] = "true"
     current_env["DEEPSPEED_ZERO_STAGE"] = str(args.zero_stage)
     current_env["GRADIENT_ACCUMULATION_STEPS"] = str(args.gradient_accumulation_steps)
-    current_env["DEEPSPEED_OFFLOAD_OPTIMIZER_DEVICE"] = str(args.offload_optimizer_device)
+    current_env["DEEPSPEED_OFFLOAD_OPTIMIZER_DEVICE"] = str(args.offload_optimizer_device).lower()
 
     process = subprocess.Popen(cmd, env=current_env)
     process.wait()