We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
2 parents d3f9222 + 3461a27 commit ad7c93aCopy full SHA for ad7c93a
modules/models.py
@@ -26,6 +26,8 @@
26
from modules.models_settings import get_model_metadata
27
from modules.relative_imports import RelativeImport
28
29
+from ipex_llm.transformers import AutoModelForCausalLM, AutoModel, AutoModelForSeq2SeqLM
30
+
31
transformers.logging.set_verbosity_error()
32
33
local_rank = None
@@ -323,8 +325,6 @@ def AutoAWQ_loader(model_name):
323
325
324
326
def ipex_llm_loader(model_name):
327
- from ipex_llm.transformers import AutoModelForCausalLM, AutoModel, AutoModelForSeq2SeqLM
-
328
path_to_model = Path(f'{shared.args.model_dir}/{model_name}')
329
330
config = AutoConfig.from_pretrained(path_to_model, trust_remote_code=shared.args.trust_remote_code)
0 commit comments