feat: add online data mixing plugin

.github/workflows/build-and-publish.yml

@@ -8,14 +8,15 @@ jobs:
     strategy:
       matrix:
         python-version:
-          - setup: "3.10"
-            tox: "py310"
+          - setup: "3.11"
+            tox: "py311"
         plugin_name:
           - "framework"
           - "accelerated-peft"
           - "fused-ops-and-kernels"
           - "attention-and-distributed-packing"
           - "accelerated-moe"
+          - "online-data-mixing"
 
     permissions:
       id-token: write  # IMPORTANT: this permission is mandatory for trusted publishing

.github/workflows/format.yml

@@ -31,13 +31,14 @@ jobs:
           - "fused-ops-and-kernels"
           - "attention-and-distributed-packing"
           - "accelerated-moe"
+          - "online-data-mixing"
 
     steps:
       - uses: actions/checkout@v4
-      - name: Set up Python 3.9
+      - name: Set up Python 3.11
         uses: actions/setup-python@v4
         with:
-          python-version: 3.9
+          python-version: 3.11
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
@@ -60,10 +61,10 @@ jobs:
 
     steps:
       - uses: actions/checkout@v4
-      - name: Set up Python 3.9
+      - name: Set up Python 3.11
         uses: actions/setup-python@v4
         with:
-          python-version: 3.9
+          python-version: 3.11
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip

plugins/framework/src/fms_acceleration/constants.py

@@ -21,4 +21,4 @@
 # and activated.
 # - hence the plugins that have model loaders should be on top of this list
 
-PLUGINS = ["peft", "foak", "aadp", "moe"]
+PLUGINS = ["peft", "foak", "aadp", "moe", "odm"]

plugins/online-data-mixing/.isort.cfg

@@ -0,0 +1,10 @@
+[settings]
+profile=black
+from_first=true
+import_heading_future=Future
+import_heading_stdlib=Standard
+import_heading_thirdparty=Third Party
+import_heading_firstparty=First Party
+import_heading_localfolder=Local
+known_firstparty=
+known_localfolder=tuning