Merge pull request #63 from tinybirdco/force-fmt

add fmt step

Author: alrocar

.github/workflows/ci.yml

@@ -16,9 +16,54 @@ on:
         required: true
 
 jobs:
+  check:
+    name: Datafiles checks
+    runs-on: ubuntu-latest
+    if: ${{ github.event.action != 'closed' }}
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+
+      - name: Install Tinybird CLI
+        run: |
+          if [ -f "${{ inputs.data_project_dir }}/requirements.txt" ]; then
+            pip install -r ${{ inputs.data_project_dir }}/requirements.txt
+          else
+            pip install tinybird-cli
+          fi
+
+      - name: Get changed files
+        id: files
+        uses: tj-actions/changed-files@v42
+        with:
+          files: |
+            **/*.{datasource,incl,pipe}
+
+      - name: Check all the files
+        if: ${{ steps.files.outputs.any_changed == 'true' }}
+        shell: bash
+        run: |
+          for file in ${{ steps.files.outputs.all_changed_files }}; do
+            if [[ $file != *.incl ]]; then
+              tb check "$file"
+            fi
+          done
+
+      - name: Check formatting
+        if: ${{ steps.files.outputs.any_changed == 'true' }}
+        shell: bash
+        run: |
+          for file in ${{ steps.files.outputs.all_changed_files }}; do
+            tb fmt --diff "$file"
+          done
+
   deploy:
     name: Deploy to CI Branch
     runs-on: ubuntu-latest
+    needs:
+      - check
     defaults:
       run:
         working-directory: ${{ inputs.data_project_dir }}
@@ -49,7 +94,6 @@ jobs:
           grep -v '^#' .tinyenv >> $GITHUB_ENV
           echo >> $GITHUB_ENV # Ensures new line at the end of the file
 
-
       - name: Install Tinybird CLI
         run: |
           if [ -f "requirements.txt" ]; then
@@ -61,9 +105,6 @@ jobs:
       - name: Tinybird version
         run: tb --version
 
-      - name: Check all the data files syntax
-        run: tb check  
-
       - name: Check auth
         run: tb --host ${{ secrets.tb_host }} --token ${{ secrets.tb_admin_token }} auth info
 

CHANGELOG.md

@@ -1,5 +1,10 @@
-Next Release (v3.0.0)
-=====================
+v3.1.0
+========
+
+- Add new `check` job in GitHub Actions. It checks syntax and forces format Datafiles so there are no mismatches in the project when working from the UI and git.
+
+v3.0.0
+========
 
 - Add `CI_FLAGS` and `CD_FLAGS` env vars to `tb deploy`, they can be defined per Data Project and PR via `.tinyenv`
 - Update rollback job to include the `--yes` flag to `tb release rollback`