Fix tutorial testing workflow (#348)

* Fix tutorials for Haystack 2 testing workflow

* Trigger CI for testing

* Remove some common dependencies

* Update some actions versions

* Fix testing v1 tutorials

* Trigger CI

* More fixes

* Fix version variable

* Revert "Trigger CI for testing"

This reverts commit 18b309c.

* Revert "Trigger CI"

This reverts commit dfc9ea8.

Author: silvanocerza

.github/workflows/dc_sync.yml

@@ -16,7 +16,7 @@ jobs:
 
     steps:
       - name: Checkout
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
         with:
           fetch-depth: 0
 
@@ -44,9 +44,9 @@ jobs:
 
     steps:
       - name: Checkout
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
 
-      - uses: actions/setup-python@v4
+      - uses: actions/setup-python@v5
         with:
           python-version: "3.11"
 

.github/workflows/full_dc_sync.yml

@@ -8,9 +8,9 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - name: Checkout
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
 
-      - uses: actions/setup-python@v4
+      - uses: actions/setup-python@v5
         with:
           python-version: "3.11"
 

.github/workflows/nightly.yml

@@ -12,8 +12,8 @@ jobs:
       matrix_v1: ${{ steps.generator.outputs.matrix_v1 }}
       matrix_v2: ${{ steps.generator.outputs.matrix_v2 }}
     steps:
-      - uses: actions/checkout@v3
-      - uses: actions/setup-python@v4
+      - uses: actions/checkout@v4
+      - uses: actions/setup-python@v5
         with:
           python-version: "3.11"
       - id: generator
@@ -57,7 +57,7 @@ jobs:
 
     steps:
       - name: Checkout
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
 
       - name: Install dependencies
         # remove pip install pyzmq when this is resolved https://github.com/zeromq/pyzmq/issues/1764
@@ -115,7 +115,7 @@ jobs:
 
     steps:
       - name: Checkout
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
 
       - name: Install common dependencies
         run: |

.github/workflows/run_tutorials_v1.yml

@@ -34,9 +34,9 @@ jobs:
     outputs:
       matrix: ${{ steps.filter.outputs.matrix }}
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
 
-      - uses: actions/setup-python@v4
+      - uses: actions/setup-python@v5
         with:
           python-version: "3.11"
 
@@ -54,6 +54,7 @@ jobs:
         id: files
         uses: tj-actions/changed-files@v44
         with:
+          matrix: true
           # We only want v1 tutorials, this is a necessary duplication
           files: |
             tutorials/01_Basic_QA_Pipeline.ipynb
@@ -90,9 +91,9 @@ jobs:
           matrix = json.loads(os.environ["MATRIX"])
           changed_files = json.loads(os.environ["CHANGED_FILES"])
           new_matrix = {"include": []}
-          for item in matrix:
+          for item in matrix["include"]:
             notebook = item["notebook"]
-            if f"tutorials/{notebook}" not in changed_files:
+            if f"tutorials/{notebook}.ipynb" not in changed_files:
               continue
             new_matrix["include"].append(item)
 
@@ -102,8 +103,8 @@ jobs:
 
   run-tutorials:
     runs-on: ubuntu-latest
-    needs: get-latest-version
-    container: deepset/haystack:base-cpu-${{ matrix.version }}
+    needs: generate-matrix
+    container: deepset/haystack:base-cpu-${{ matrix.haystack_version }}
 
     strategy:
       fail-fast: false
@@ -137,7 +138,7 @@ jobs:
           pip install "datasets>=2.6.1"
 
       - name: Checkout
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
 
       # See https://github.com/actions/runner-images/issues/6775
       - name: Change Owner of Container Working Directory

.github/workflows/run_tutorials_v2.yml

@@ -38,9 +38,9 @@ jobs:
     outputs:
       matrix: ${{ steps.filter.outputs.matrix }}
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
 
-      - uses: actions/setup-python@v4
+      - uses: actions/setup-python@v5
         with:
           python-version: "3.11"
 
@@ -58,7 +58,7 @@ jobs:
         id: files
         uses: tj-actions/changed-files@v44
         with:
-          json: true
+          matrix: true
           files: tutorials/*.ipynb
           # Ignore all 1.x tutorials, we can remove this as soon as we drop support for it
           files_ignore: |
@@ -102,9 +102,9 @@ jobs:
           matrix = json.loads(os.environ["MATRIX"])
           changed_files = json.loads(os.environ["CHANGED_FILES"])
           new_matrix = {"include": []}
-          for item in matrix:
+          for item in matrix["include"]:
             notebook = item["notebook"]
-            if f"tutorials/{notebook}" not in changed_files:
+            if f"tutorials/{notebook}.ipynb" not in changed_files:
               continue
             new_matrix["include"].append(item)
 
@@ -115,7 +115,7 @@ jobs:
   run-tutorials:
     runs-on: ubuntu-latest
     needs: generate-matrix
-    container: deepset/haystack:base-${{ matrix.version }}
+    container: deepset/haystack:base-${{ matrix.haystack_version }}
 
     strategy:
       fail-fast: false
@@ -129,7 +129,7 @@ jobs:
 
     steps:
       - name: Checkout
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
 
       - name: Install common dependencies
         run: |
@@ -140,7 +140,6 @@ jobs:
               ffmpeg
 
           pip install nbconvert ipython
-          pip install "pyworld<=0.2.12" espnet espnet-model-zoo pydub
 
       - name: Install tutorial dependencies
         if: toJSON(matrix.dependencies) != '[]'

.github/workflows/verify_generation.yml

@@ -11,9 +11,9 @@ jobs:
     runs-on: ubuntu-latest
 
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
 
-      - uses: actions/setup-python@v4
+      - uses: actions/setup-python@v5
         with:
           python-version: "3.10"