Use ipex-llm package

intel-analytics · Mar 22, 2024 · 01526f6 · 01526f6
1 parent 10accfd
commit 01526f6
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 4 deletions.
diff --git a/modules/models.py b/modules/models.py
@@ -60,7 +60,7 @@ def load_model(model_name, loader=None):
     shared.is_seq2seq = False
     shared.model_name = model_name
     load_func_map = {
-        'IPEX-LLM': bigdl_llm_loader,
+        'IPEX-LLM': ipex_llm_loader,
         'Transformers': huggingface_loader,
         'AutoGPTQ': AutoGPTQ_loader,
         'GPTQ-for-LLaMa': GPTQ_loader,
@@ -321,9 +321,9 @@ def AutoAWQ_loader(model_name):
 
     return model
 
-def bigdl_llm_loader(model_name):
+def ipex_llm_loader(model_name):
 
-    from bigdl.llm.transformers import AutoModelForCausalLM, AutoModel, AutoModelForSeq2SeqLM
+    from ipex_llm.transformers import AutoModelForCausalLM, AutoModel, AutoModelForSeq2SeqLM
 
     path_to_model = Path(f'{shared.args.model_dir}/{model_name}')
 

diff --git a/modules/shared.py b/modules/shared.py
@@ -274,7 +274,7 @@ def fix_loader_name(name):
         return 'QuIP#'
     elif name in ['hqq']:
         return 'HQQ'
-    elif name in ['IPEX-LLM', 'IPEX-LLM', 'bigdl']:
+    elif name in ['IPEX-LLM', 'ipex-llm']:
         return 'IPEX-LLM'