We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 4fe45de commit 8165422Copy full SHA for 8165422
examples/quantizing_moe/deepseek_moe_w4a16.py
@@ -2,7 +2,6 @@
2
from datasets import load_dataset
3
from transformers import AutoTokenizer
4
5
-from llmcompressor.modifiers.quantization import GPTQModifier
6
from llmcompressor.transformers import SparseAutoModelForCausalLM, oneshot
7
from llmcompressor.transformers.compression.helpers import calculate_offload_device_map
8
0 commit comments