Fixed exmple error for Intel GPU WOQ (#1413)

Signed-off-by: Cheng Penghui <penghui.cheng@intel.com>
intel · Mar 25, 2024 · 8fdde06 · 8fdde06
1 parent fd2516b
commit 8fdde06
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/examples/huggingface/pytorch/text-generation/quantization/run_generation_gpu_woq.py b/examples/huggingface/pytorch/text-generation/quantization/run_generation_gpu_woq.py
@@ -184,7 +184,7 @@
             if user_model is None else user_model
     user_model = user_model.to(memory_format=torch.channels_last)
     if quantization_config is None:
-        quantization_config = user_model.quantization_config if hasattr(user_model, "quantization_config") else {}
+        quantization_config = user_model.quantization_config if hasattr(user_model, "quantization_config") else None
     if not args.disable_optimize_transformers:
         print("Optimize with IPEX...")
         user_model = ipex.optimize_transformers(
@@ -273,7 +273,7 @@
         args.model, trust_remote_code=args.trust_remote_code, device_map=args.device, torch_dtype=torch_dtype) \
             if user_model is None else user_model
     if quantization_config is None:
-        quantization_config = user_model.quantization_config if hasattr(user_model, "quantization_config") else {}
+        quantization_config = user_model.quantization_config if hasattr(user_model, "quantization_config") else None
     if not args.disable_optimize_transformers:
         print("Optimize with IPEX...")
         user_model = ipex.optimize_transformers(