fix lm_eval import (#1707)

Signed-off-by: Kaihui-intel <kaihui.tang@intel.com>
intel · Apr 1, 2024 · 9d7a052 · 9d7a052
1 parent 1342063
commit 9d7a052
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/...s/pytorch/nlp/huggingface_models/language-modeling/quantization/llm/run_clm_no_trainer.py b/...s/pytorch/nlp/huggingface_models/language-modeling/quantization/llm/run_clm_no_trainer.py
@@ -362,7 +362,7 @@ def eval_func(model):
             args=args,
         )
     else:
-        from intel_extension_for_transformers.llm.evaluation.lm_eval import evaluate
+        from intel_extension_for_transformers.transformers.llm.evaluation.lm_eval import evaluate
         results = evaluate(
             model="hf-causal",
             model_args='pretrained=' + args.model + ',tokenizer=' + args.model + ',dtype=float32',
@@ -385,7 +385,7 @@ def eval_func(model):
 
 if args.performance:
     user_model.eval()
-    from intel_extension_for_transformers.llm.evaluation.lm_eval import evaluate
+    from intel_extension_for_transformers.transformers.llm.evaluation.lm_eval import evaluate
     import time
 
     samples = args.iters * args.batch_size

diff --git a/examples/pytorch/nlp/huggingface_models/language-modeling/quantization/signround/eval.py b/examples/pytorch/nlp/huggingface_models/language-modeling/quantization/signround/eval.py
@@ -5,7 +5,7 @@
 
 def eval_model(model, model_name, tokenizer, tasks=["lambada_openai", "hellaswag", "winogrande", "piqa"], eval_bs=32):
     try:
-        from intel_extension_for_transformers.llm.evaluation.lm_eval import evaluate as lm_evaluate
+        from intel_extension_for_transformers.transformers.llm.evaluation.lm_eval import evaluate as lm_evaluate
         print("evaluation with itrex lm-eval", flush=True)
 
         if str(model.device) == "cpu":