Skip to content

Commit 055dd56

Browse files
update patcher for moe
1 parent 8e7cdd2 commit 055dd56

File tree

1 file changed

+14
-8
lines changed

1 file changed

+14
-8
lines changed

optimum/exporters/openvino/model_configs.py

Lines changed: 14 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -400,14 +400,6 @@ def generate(self, input_name: str, framework: str = "pt", int_dtype: str = "int
400400
],
401401
library_name="transformers",
402402
)
403-
@register_in_tasks_manager(
404-
"qwen3_vl_moe_text",
405-
*[
406-
"text-generation",
407-
"text-generation-with-past",
408-
],
409-
library_name="transformers",
410-
)
411403
class Qwen3VLTextOpenVINOConfig(TextDecoderWithPositionIdsOnnxConfig):
412404
MIN_TRANSFORMERS_VERSION = "4.56.0"
413405

@@ -428,6 +420,20 @@ def patch_model_for_export(
428420
return OVDecoderModelPatcher(self, model, model_kwargs=model_kwargs)
429421

430422

423+
@register_in_tasks_manager(
424+
"qwen3_vl_moe_text",
425+
*[
426+
"text-generation",
427+
"text-generation-with-past",
428+
],
429+
library_name="transformers",
430+
)
431+
class Qwen3VLTextMoEOpenVINOConfig(Qwen3VLTextOpenVINOConfig):
432+
def patch_model_for_export(
433+
self, model: Union["PreTrainedModel", "TFPreTrainedModel"], model_kwargs: Optional[Dict[str, Any]] = None
434+
) -> "ModelPatcher":
435+
return Qwen3MoeModelPatcher(self, model, model_kwargs=model_kwargs)
436+
431437

432438
@register_in_tasks_manager(
433439
"qwen3_moe",

0 commit comments

Comments
 (0)