Fix act calibration bug

auto_round/compressors/base.py

@@ -2664,7 +2664,7 @@ def get_act_max_hook(module, input, output):
                 config = self.layer_config[n]
                 act_dynamic = config.get("act_dynamic", True)
                 act_data_type = config.get("act_data_type", None)
-                act_bits = config.get("act_data_type", 16)
+                act_bits = config.get("act_bits", 16)
                 if (
                     config["bits"] <= 8
                     and check_need_act_calibration(act_dynamic, act_data_type, act_bits)

test/test_cpu/test_autoround.py

@@ -49,6 +49,22 @@ def test_bits_setting(self):
         if module.bits != 8:
             raise ValueError(f"Expected bits to be 8, but got {module.bits}")
 
+    def test_layer_config(self):
+        model_name = "/tf_dataset/auto_round/models/facebook/opt-125m"
+        layer_config = {"self_attn": {"bits": 4, "data_type": "nv_fp", "act_bits": 16, "group_size": 16}}
+        autoround = AutoRound(
+            model_name,
+            self.tokenizer,
+            scheme="NVFP4",
+            iters=0,
+            seqlen=2,
+            dataset=self.llm_dataloader,
+            layer_config=layer_config,
+            amp=False,
+        )
+        autoround.quantize_and_save(self.save_folder, inplace=False, format="fake")
+        shutil.rmtree(self.save_folder)
+
     def test_remove_whole_block(self):
         model_name = "/tf_dataset/auto_round/models/facebook/opt-125m"
         layer_config = {