diff --git a/deepspeed/runtime/fp16/unfused_optimizer.py b/deepspeed/runtime/fp16/unfused_optimizer.py
index fe8ba68da532..e241f33e51ec 100755
--- a/deepspeed/runtime/fp16/unfused_optimizer.py
+++ b/deepspeed/runtime/fp16/unfused_optimizer.py
@@ -44,7 +44,7 @@ def __init__(self,
         if dist.get_rank() == 0:
             logger.info(f'Fused Lamb Legacy : {self.fused_lamb_legacy} ')
 
-        if not accel_runtime.is_fp16_supported():
+        if not accel_runtime.is_available():
             raise SystemError("No accelerator or accelerator does not support FP16.")
         self.optimizer = init_optimizer