Skip to content

Commit 2042eb6

Browse files
committed
update disclaimer
Signed-off-by: Kyle Sayers <[email protected]>
1 parent 6311eef commit 2042eb6

File tree

1 file changed

+18
-3
lines changed

1 file changed

+18
-3
lines changed

examples/transform/quip_example.py

Lines changed: 18 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,17 +1,32 @@
11
"""
2-
NOTE: models produced using this example will not be capable of running in vLLM.
3-
You will also need to install `transformers>=4.56` or install from source
4-
See https://github.com/vllm-project/vllm/pull/22219 for progress updates
2+
WARNING: This example requires the following minimum versions:
3+
* compressed-tensors>=0.10.3.dev
4+
* transformers>=4.56.dev
5+
Note that (you may need to install from source)
6+
7+
Models produced by this example will not be runnable in vLLM without
8+
the following changes: https://github.com/vllm-project/vllm/pull/22219
59
"""
610

711
from datasets import load_dataset
12+
from packaging import version
813
from transformers import AutoModelForCausalLM, AutoTokenizer
14+
from transformers.utils.import_utils import _is_package_available
915

1016
from llmcompressor import oneshot
1117
from llmcompressor.modifiers.quantization import QuantizationModifier
1218
from llmcompressor.modifiers.transform import QuIPModifier
1319
from llmcompressor.utils import dispatch_for_generation
1420

21+
# check correct versioning
22+
_, ct_version = _is_package_available("compressed_tensors", return_version=True)
23+
_, tfms_version = _is_package_available("transformers", return_version=True)
24+
if version.parse(ct_version) < version.parse("0.10.3.dev"):
25+
print(version.parse(ct_version))
26+
raise ValueError("Please install compressed-tensors>=0.10.3 or from source")
27+
if version.parse(tfms_version) < version.parse("4.56.dev"):
28+
raise ValueError("Please install transformers>=4.56 or from source")
29+
1530
# Select model and load it.
1631
MODEL_ID = "meta-llama/Llama-3.1-8B-Instruct"
1732

0 commit comments

Comments
 (0)