llm-compressor/src/llmcompressor/transformers/tracing/__init__.py at abd5ef2a47c78cfafd45fc54ef3f839abb60c19c · vllm-project/llm-compressor · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
from .llava import (
    LlavaForConditionalGeneration as TraceableLlavaForConditionalGeneration,
)
from .mllama import (
    MllamaForConditionalGeneration as TraceableMllamaForConditionalGeneration,
)
from .qwen2_vl import (
    Qwen2VLForConditionalGeneration as TraceableQwen2VLForConditionalGeneration,
)
from .idefics3 import (
    Idefics3ForConditionalGeneration as TraceableIdefics3ForConditionalGeneration,
)
from .qwen2_5_vl import (
    Qwen2_5_VLForConditionalGeneration as TraceableQwen2_5_VLForConditionalGeneration
)
from .mistral import (
    MistralForCausalLM as TraceableMistralForCausalLM
)
from .mistral3 import (
    Mistral3ForConditionalGeneration as TraceableMistral3ForConditionalGeneration
)

from .debug import get_model_class

__all__ = [
    "get_model_class",
    "TraceableLlavaForConditionalGeneration",
    "TraceableMllamaForConditionalGeneration",
    "TraceableQwen2VLForConditionalGeneration",
    "TraceableIdefics3ForConditionalGeneration",
    "TraceableQwen2_5_VLForConditionalGeneration",
    "TraceableMistralForCausalLM",
    "TraceableMistral3ForConditionalGeneration",
]