Add xtask command for running HIL tests (#912)

* feat: Initial test

* feat: Initial HIL tests in xtask

* refactor: End test if possible before timeout

* rebase

* Add checking for output from monitor

* CI: use xtask command instead of bash scripts

* clippy

* help find cargo

* Try increase duration for failing test

* remove bash tests

* reviews

* simplify

* Add a local_espflash flag to allow running espflash without re-building (CI) and re-building (locally)

* reviews

---------

Co-authored-by: Sergio Gasquez <[email protected]>

Author: JurajSadel

.github/workflows/hil.yml

@@ -46,18 +46,29 @@ jobs:
         run: apt-get update && apt-get -y install curl musl-tools pkg-config
 
       - name: Install toolchain
-        run: curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
+        run: |
+          curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
 
       - name: Build espflash
         run: $HOME/.cargo/bin/cargo build --release
         working-directory: espflash
 
+      - name: Build xtask
+        run: $HOME/.cargo/bin/cargo build --release --locked
+        working-directory: xtask
+
       - uses: actions/upload-artifact@v4
         with:
           name: espflash
           path: target/release/espflash
           if-no-files-found: error
 
+      - uses: actions/upload-artifact@v4
+        with:
+          name: xtask
+          path: target/release/xtask
+          if-no-files-found: error
+
   run-target:
     if: github.repository_owner == 'esp-rs'
     name: ${{ matrix.board.mcu }}${{ matrix.board.freq }}
@@ -95,44 +106,17 @@ jobs:
           name: espflash
           path: espflash_app
 
+      - uses: actions/download-artifact@v4
+        with:
+          name: xtask
+          path: xtask_app
+
       - name: Set up espflash binary
         run: |
           chmod +x espflash_app/espflash
           echo "$PWD/espflash_app" >> "$GITHUB_PATH"
+          chmod +x xtask_app/xtask
+          echo "$PWD/xtask_app" >> "$GITHUB_PATH"
 
-      - name: board-info test
-        run: timeout 10 bash espflash/tests/scripts/board-info.sh
-
-      - name: flash test
-        run: timeout 80 bash espflash/tests/scripts/flash.sh ${{ matrix.board.mcu }}
-
-      - name: monitor test
-        run: timeout 10 bash espflash/tests/scripts/monitor.sh
-
-      - name: erase-flash test
-        run: timeout 60 bash espflash/tests/scripts/erase-flash.sh
-
-      - name: save-image/write-bin test
-        run: |
-          timeout 180 bash espflash/tests/scripts/save-image_write-bin.sh ${{ matrix.board.mcu }}
-
-      - name: erase-region test
-        run: timeout 30 bash espflash/tests/scripts/erase-region.sh
-
-      - name: hold-in-reset test
-        run: timeout 10 bash espflash/tests/scripts/hold-in-reset.sh
-
-      - name: reset test
-        run: timeout 10 bash espflash/tests/scripts/reset.sh
-
-      - name: checksum-md5 test
-        run: timeout 40 bash espflash/tests/scripts/checksum-md5.sh
-
-      - name: list-ports test
-        run: timeout 10 bash espflash/tests/scripts/list-ports.sh
-
-      - name: write-bin test
-        run: timeout 20 bash espflash/tests/scripts/write-bin.sh
-
-      - name: read-flash test
-        run: timeout 60 bash espflash/tests/scripts/read-flash.sh
+      - name: Run all tests
+        run: xtask run-tests --chip ${{ matrix.board.mcu }} -t 60 --no-build

.gitignore

@@ -1,3 +1,6 @@
+# Generated during tests
+*.bin
+
 # Generated by Cargo
 # will have compiled files and executables
 debug/