Skip to content

Commit a0b0c71

Browse files
committed
[GPTQ] Move GPTQModifier to modifiers/gptq for consistent folder structure
1 parent 6ddd036 commit a0b0c71

File tree

10 files changed

+23
-8
lines changed

10 files changed

+23
-8
lines changed

examples/quantizing_moe/README.md

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -80,7 +80,7 @@ A custom scheme can also be specified using `config_groups`:
8080
```python
8181
# Example of defining a custom quantization scheme
8282

83-
from llmcompressor.modifiers.quantization.gptq import GPTQModifier
83+
from llmcompressor.modifiers.gptq import GPTQModifier
8484

8585
config_groups = {
8686
"group_0": {

src/llmcompressor/modifiers/factory.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -48,6 +48,9 @@ def load_from_package(package_path: str) -> dict[str, type[Modifier]]:
4848
deprecated_packages = [
4949
"llmcompressor.modifiers.obcq",
5050
"llmcompressor.modifiers.obcq.sgpt_base",
51+
"llmcompressor.modifiers.quantization.gptq",
52+
"llmcompressor.modifiers.quantization.gptq.base",
53+
"llmcompressor.modifiers.quantization.gptq.gptq_quantize",
5154
]
5255
for _importer, modname, _is_pkg in pkgutil.walk_packages(
5356
main_package.__path__, package_path + "."
Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,4 @@
1+
# ruff: noqa
2+
3+
from .base import *
4+
from .gptq_quantize import *

src/llmcompressor/modifiers/quantization/gptq/base.py renamed to src/llmcompressor/modifiers/gptq/base.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -20,12 +20,12 @@
2020

2121
from llmcompressor.core import Event, EventType, State
2222
from llmcompressor.modifiers import Modifier
23-
from llmcompressor.modifiers.quantization.calibration import update_weight_global_scale
24-
from llmcompressor.modifiers.quantization.gptq.gptq_quantize import (
23+
from llmcompressor.modifiers.gptq.gptq_quantize import (
2524
accumulate_hessian,
2625
make_empty_hessian,
2726
quantize_weight,
2827
)
28+
from llmcompressor.modifiers.quantization.calibration import update_weight_global_scale
2929
from llmcompressor.modifiers.quantization.quantization import QuantizationMixin
3030
from llmcompressor.modifiers.utils import update_fused_layer_weight_global_scales
3131
from llmcompressor.sentinel import Sentinel

src/llmcompressor/modifiers/quantization/gptq/gptq_quantize.py renamed to src/llmcompressor/modifiers/gptq/gptq_quantize.py

File renamed without changes.
Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
11
# ruff: noqa
22

3-
from .gptq import *
3+
from llmcompressor.modifiers.gptq import *
44
from .quantization import *
Lines changed: 9 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,11 @@
11
# ruff: noqa
2+
import warnings
23

3-
from .base import *
4+
warnings.warn(
5+
"Importing from llmcompressor.modifiers.quantization.gptq is deprecated. "
6+
"Please import from llmcompressor.modifiers.gptq instead.",
7+
DeprecationWarning,
8+
stacklevel=2,
9+
)
10+
11+
from llmcompressor.modifiers.gptq import *

tests/llmcompressor/pytorch/modifiers/pruning/sparsegpt/test_pytorch.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
import torch
33

44
from llmcompressor.modifiers.pruning.sparsegpt import SparseGPTModifier
5-
from llmcompressor.modifiers.quantization.gptq import GPTQModifier
5+
from llmcompressor.modifiers.gptq import GPTQModifier
66
from tests.llmcompressor.modifiers.conf import LifecyleTestingHarness
77
from tests.llmcompressor.pytorch.helpers import LinearNet
88

tests/llmcompressor/transformers/compression/test_recipe_parsing.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,7 @@
55

66
from llmcompressor import oneshot
77
from llmcompressor.core.session_functions import reset_session
8-
from llmcompressor.modifiers.quantization.gptq import GPTQModifier
8+
from llmcompressor.modifiers.gptq import GPTQModifier
99
from llmcompressor.modifiers.smoothquant import SmoothQuantModifier
1010
from llmcompressor.modifiers.smoothquant.utils import DEFAULT_SMOOTHQUANT_MAPPINGS
1111
from tests.testing_utils import requires_gpu

tests/llmcompressor/transformers/gptq/test_gptq_oneshot.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@
44
from transformers import AutoModelForCausalLM
55

66
from llmcompressor import oneshot
7-
from llmcompressor.modifiers.quantization.gptq import GPTQModifier
7+
from llmcompressor.modifiers.gptq import GPTQModifier
88

99
recipe_str = """
1010
quant_stage:

0 commit comments

Comments
 (0)