diff --git a/opacus/optimizers/adaclipoptimizer.py b/opacus/optimizers/adaclipoptimizer.py
index 0b51c6ca..98f7565a 100644
--- a/opacus/optimizers/adaclipoptimizer.py
+++ b/opacus/optimizers/adaclipoptimizer.py
@@ -126,7 +126,7 @@ def add_noise(self):
 
         unclipped_num_noise = _generate_noise(
             std=self.unclipped_num_std,
-            reference=self.unclipped_num,
+            reference=self.unclipped_num.float(),
             generator=self.generator,
         )