include multipack support for qwen3 family (axolotl-ai-cloud#2622)

winglian · web-flow · commit ed922796b71b · 2025-05-03T12:02:39.000-04:00
diff --git a/src/axolotl/monkeypatch/multipack.py b/src/axolotl/monkeypatch/multipack.py
@@ -18,6 +18,8 @@
     "mixtral",
     "qwen2",
     "qwen2_moe",
+    "qwen3",
+    "qwen3_moe",
     "falcon",
     "phi",
     "phi3",
