Skip to content

Commit ad7c93a

Browse files
authored
Merge pull request #40 from sgwhat/init-ipex-fix
Hotfix ipex import related error
2 parents d3f9222 + 3461a27 commit ad7c93a

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

modules/models.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -26,6 +26,8 @@
2626
from modules.models_settings import get_model_metadata
2727
from modules.relative_imports import RelativeImport
2828

29+
from ipex_llm.transformers import AutoModelForCausalLM, AutoModel, AutoModelForSeq2SeqLM
30+
2931
transformers.logging.set_verbosity_error()
3032

3133
local_rank = None
@@ -323,8 +325,6 @@ def AutoAWQ_loader(model_name):
323325

324326
def ipex_llm_loader(model_name):
325327

326-
from ipex_llm.transformers import AutoModelForCausalLM, AutoModel, AutoModelForSeq2SeqLM
327-
328328
path_to_model = Path(f'{shared.args.model_dir}/{model_name}')
329329

330330
config = AutoConfig.from_pretrained(path_to_model, trust_remote_code=shared.args.trust_remote_code)

0 commit comments

Comments
 (0)