Add trust_remote_code args for lm_eval of woq example (#1171)

Signed-off-by: Cheng, Penghui <penghui.cheng@intel.com>
intel · Jan 22, 2024 · 9022ebf · 9022ebf
1 parent 3deb8ce
commit 9022ebf
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/examples/huggingface/pytorch/text-generation/quantization/run_generation_gpu_woq.py b/examples/huggingface/pytorch/text-generation/quantization/run_generation_gpu_woq.py
@@ -209,7 +209,8 @@
         user_model.eval(), device=args.device, inplace=True, woq=True, dtype=torch_dtype)
     results = evaluate(
         model="hf-causal",
-        model_args='pretrained='+args.model+',tokenizer='+args.model+',dtype=float32',
+        model_args='pretrained='+args.model+',tokenizer=' + args.model + \
+            ',dtype=float32, trust_remote_code=' + str(args.trust_remote_code),
         user_model=user_model,
         batch_size=args.batch_size,
         tasks=args.tasks,