diff --git a/src/compressed_tensors/compressors/quantized_compressors/base.py b/src/compressed_tensors/compressors/quantized_compressors/base.py
index ba9d5fb78..4de4a0d7b 100644
--- a/src/compressed_tensors/compressors/quantized_compressors/base.py
+++ b/src/compressed_tensors/compressors/quantized_compressors/base.py
@@ -129,14 +129,6 @@ def compress(
                 if name.endswith("zero_point") and self._skip_zp(name, names_to_scheme):
                     continue
 
-                # omit saving for g_idx if uninitialized
-                # TODO: does this case actually occur?
-                elif (
-                    name.endswith("g_idx")
-                    and value.device.type != "meta"
-                    and torch.any(value <= -1)
-                ):
-                    continue
                 compressed_dict[name] = value.to(compression_device)
 
         return compressed_dict