diff --git a/src/compressed_tensors/compressors/quantized_compressors/base.py b/src/compressed_tensors/compressors/quantized_compressors/base.py
index f04624d67..ba9d5fb78 100644
--- a/src/compressed_tensors/compressors/quantized_compressors/base.py
+++ b/src/compressed_tensors/compressors/quantized_compressors/base.py
@@ -131,7 +131,11 @@ def compress(
 
                 # omit saving for g_idx if uninitialized
                 # TODO: does this case actually occur?
-                elif name.endswith("g_idx") and torch.any(value <= -1):
+                elif (
+                    name.endswith("g_idx")
+                    and value.device.type != "meta"
+                    and torch.any(value <= -1)
+                ):
                     continue
                 compressed_dict[name] = value.to(compression_device)