We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 094f832 commit e4cc29cCopy full SHA for e4cc29c
src/xturing/engines/causal.py
@@ -76,7 +76,7 @@ def __init__(
76
model_name,
77
quantization_config=woq_config,
78
trust_remote_code=trust_remote_code,
79
- use_llm_runtime=False, # TODO disable llm runtime for gpt2, removed it later
+ use_llm_runtime=False,
80
**kwargs)
81
logger.info("Loaded int8 model from Itrex.")
82
else:
0 commit comments