fix

Author: DrownFish19

.github/workflows/pipelines.yml

@@ -24,6 +24,7 @@ jobs:
         run: |
           python -m pip install --upgrade pip
           make install
+          pip install tokenizers>=0.21,<0.22
           pip install -r tests/requirements.txt
       - name: run the command
         working-directory: ./slm/pipelines

.github/workflows/tests.yml

@@ -19,6 +19,7 @@ jobs:
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
+          pip install tokenizers>=0.21,<0.22
           pip install -r tests/requirements.txt
           make install
       - name: run the command