diff --git a/tensorrt_llm/commands/eval.py b/tensorrt_llm/commands/eval.py
index 8a0b4f58261..3ce78420193 100644
--- a/tensorrt_llm/commands/eval.py
+++ b/tensorrt_llm/commands/eval.py
@@ -135,6 +135,7 @@ def main(ctx, model: str, tokenizer: Optional[str], log_level: str,
 
     profiler.start("trtllm init")
     if backend == 'pytorch':
+        llm_args.pop("build_config", None)
         llm = PyTorchLLM(**llm_args)
     elif backend == 'tensorrt':
         llm = LLM(**llm_args)