From fdcfb90ecbd011c6950b6ef5139029acee96164a Mon Sep 17 00:00:00 2001
From: Guang Yang <guangyang@fb.com>
Date: Tue, 29 Oct 2024 17:00:15 -0700
Subject: [PATCH] Fix circular import for lm_eval

---
 examples/models/llama/eval_llama_lib.py | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/examples/models/llama/eval_llama_lib.py b/examples/models/llama/eval_llama_lib.py
index f0ef5d67589..6e1847deca6 100644
--- a/examples/models/llama/eval_llama_lib.py
+++ b/examples/models/llama/eval_llama_lib.py
@@ -20,7 +20,6 @@
     Tokenizer as SentencePieceTokenizer,
 )
 from executorch.extension.llm.tokenizer.utils import get_tokenizer
-from lm_eval.api.model import LM
 from lm_eval.evaluator import simple_evaluate
 
 from .evaluate.eager_eval import EagerEvalWrapper
@@ -159,7 +158,7 @@ def _model_call(self, inps):
 def gen_eval_wrapper(
     model_name: str,
     args: argparse.ArgumentParser,
-) -> LM:
+):
     """
     Generates a wrapper interface around the provided model and tokenizer for
     the lm-evaluation-harness library.