Add smoke tests & screenshots (#11)

* Add smoke tests & screenshots

Author: elevenfive

.github/workflows/build-all-platforms.yml

@@ -82,7 +82,23 @@ jobs:
           force-avd-creation: false
           emulator-options: -no-window -gpu swiftshader_indirect -noaudio -no-boot-anim -camera-back none
           disable-animations: true
-          script: cd android && ./gradlew build connectedCheck
+          working-directory: ./android
+          script: |
+            ./gradlew build
+            ./gradlew :app:installDebug :app:installDebugAndroidTest
+            adb shell am instrument -w -r -e debug false com.dermochelys.acidwarp.test/androidx.test.runner.AndroidJUnitRunner
+            mkdir -p screenshots
+            adb pull /storage/emulated/0/Android/data/com.dermochelys.acidwarp/files/screenshots screenshots/ || echo "No screenshots found"
+            adb uninstall com.dermochelys.acidwarp || true
+            adb uninstall com.dermochelys.acidwarp.test || true
+
+      - name: Upload screenshots
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: android-ui-test-screenshots
+          path: android/screenshots/screenshots/*.png
+          if-no-files-found: error
 
       - name: Check Android ELF Alignment
         uses: Dermochelys/check-android-elf-alignment@v2
@@ -171,6 +187,24 @@ jobs:
         working-directory: linux
         run: cmake --build build --config Release
 
+      - name: Install test dependencies
+        run: |
+          sudo apt-get install -y xvfb scrot xdotool
+
+      - name: Run UI tests
+        working-directory: linux
+        run: |
+          chmod +x ui_test.sh
+          ./ui_test.sh
+
+      - name: Upload screenshots
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: linux-ui-test-screenshots
+          path: linux/screenshots/*.png
+          if-no-files-found: error
+
 
 
   # ============================================================================
@@ -187,8 +221,6 @@ jobs:
     steps:
       - name: Checkout repository
         uses: actions/checkout@v4
-        with:
-          symlinks: true
 
       - name: Setup MSYS2
         uses: msys2/setup-msys2@v2
@@ -211,6 +243,16 @@ jobs:
         working-directory: windows
         run: cmake --build build --config Release
 
+      - name: Upload Windows build artifacts
+        uses: actions/upload-artifact@v4
+        with:
+          name: windows-build
+          path: |
+            windows/build/*.exe
+            windows/*.dll
+            windows/ui_test.ps1
+          if-no-files-found: error
+
 
 
   # ============================================================================
@@ -227,22 +269,34 @@ jobs:
       - name: Select Xcode version
         run: sudo xcode-select -s /Applications/Xcode.app/Contents/Developer
 
-      - name: Build macOS app
+      - name: Run UI tests
         working-directory: macos
+        timeout-minutes: 20
         run: |
-          xcodebuild -project acidwarp-macos.xcodeproj \
-            -scheme acidwarp-macos \
-            -configuration Release \
-            -derivedDataPath ./build \
-            CODE_SIGN_IDENTITY="" \
-            CODE_SIGNING_REQUIRED=NO \
-            CODE_SIGNING_ALLOWED=NO
-
-      - name: Create macOS app archive
-        working-directory: macos
+          chmod +x run-uitests.sh
+          ./run-uitests.sh
+
+      - name: Upload xcodebuild log
+        if: failure()
+        uses: actions/upload-artifact@v4
+        with:
+          name: macos-xcodebuild-log
+          path: macos/xcodebuild.log
+          if-no-files-found: ignore
+
+      - name: Extract screenshots from test results
+        if: always()
         run: |
-          cd build/Build/Products/Release
-          zip -r ../../../../acidwarp-macos.zip "Acid Warp.app"
+          chmod +x extract-test-screenshots.sh
+          ./extract-test-screenshots.sh macos macos/build macos/screenshots
+
+      - name: Upload screenshots
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: macos-ui-test-screenshots
+          path: macos/screenshots/*.png
+          if-no-files-found: error
 
 
 
@@ -260,23 +314,61 @@ jobs:
       - name: Select Xcode version
         run: sudo xcode-select -s /Applications/Xcode.app/Contents/Developer
 
-      - name: Build iOS app
+      - name: Build app and run UI tests
         working-directory: ios
+        timeout-minutes: 20
         run: |
-          xcodebuild -project acidwarp-ios.xcodeproj \
-            -scheme acidwarp \
-            -configuration Release \
-            -sdk iphoneos \
-            -derivedDataPath ./build \
-            CODE_SIGN_IDENTITY="" \
-            CODE_SIGNING_REQUIRED=NO \
-            CODE_SIGNING_ALLOWED=NO
-
-      - name: Create iOS app archive
-        working-directory: ios
+          chmod +x run-uitests.sh
+          ./run-uitests.sh
+
+      - name: Extract screenshots from test results
+        if: always()
         run: |
-          cd build/Build/Products/Release-iphoneos
-          zip -r ../../../../acidwarp-ios.zip acidwarp.app
+          chmod +x extract-test-screenshots.sh
+          ./extract-test-screenshots.sh ios ios/build ios/screenshots
+
+      - name: Upload screenshots
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: ios-ui-test-screenshots
+          path: ios/screenshots/*.png
+          if-no-files-found: error
+
+
+
+  # ============================================================================
+  # WINDOWS UI TEST (GPU RUNNER)
+  #
+  # Note: Only runs if all other builds pass, to avoid wasted compute spend
+  # ============================================================================
+  windows-ui-test:
+    name: Windows UI Test
+    runs-on: windows-x64-2019-gpu
+    needs: [android, linux, windows, macos, ios]
+    if: success()
+    environment: gpu-testing
+
+    defaults:
+      run:
+        shell: powershell
+
+    steps:
+      - name: Download Windows build artifacts
+        uses: actions/download-artifact@v4
+        with:
+          name: windows-build
+
+      - name: Run UI tests
+        run: .\ui_test.ps1
+
+      - name: Upload screenshots
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: windows-ui-test-screenshots
+          path: screenshots/*.png
+          if-no-files-found: error
 
 
 
@@ -286,26 +378,28 @@ jobs:
   build-summary:
     name: Build Summary
     runs-on: ubuntu-latest
-    needs: [android, linux, windows, macos, ios]
+    needs: [android, linux, windows, macos, ios, windows-ui-test]
     if: always()
 
     steps:
       - name: Check build results
         run: |
           echo "Build Summary:"
           echo "============================================"
-          echo "Android: ${{ needs.android.result }}"
-          echo "Linux:   ${{ needs.linux.result }}"
-          echo "Windows: ${{ needs.windows.result }}"
-          echo "macOS:   ${{ needs.macos.result }}"
-          echo "iOS:     ${{ needs.ios.result }}"
+          echo "Android:         ${{ needs.android.result }}"
+          echo "Linux:           ${{ needs.linux.result }}"
+          echo "Windows:         ${{ needs.windows.result }}"
+          echo "macOS:           ${{ needs.macos.result }}"
+          echo "iOS:             ${{ needs.ios.result }}"
+          echo "Windows UI Test: ${{ needs.windows-ui-test.result }}"
           echo "============================================"
 
           if [[ "${{ needs.android.result }}" == "failure" ]] || \
              [[ "${{ needs.linux.result }}" == "failure" ]] || \
              [[ "${{ needs.windows.result }}" == "failure" ]] || \
              [[ "${{ needs.macos.result }}" == "failure" ]] || \
-             [[ "${{ needs.ios.result }}" == "failure" ]]; then
+             [[ "${{ needs.ios.result }}" == "failure" ]] || \
+             [[ "${{ needs.windows-ui-test.result }}" == "failure" ]]; then
             echo "? One or more builds failed"
             exit 1
           else

.gitignore

@@ -1,4 +1,5 @@
 *.o
+*.log
 ./acidwarp
 acidwarp.exe
 acidwarp.js

android/app/build.gradle

@@ -30,6 +30,10 @@ android {
         }
     }
 
+    testOptions {
+        animationsDisabled = true
+    }
+
     sourceSets.main {
         jniLibs.srcDir 'libs'
     }
@@ -316,3 +320,9 @@ tasks.register('downloadSDL3', DownloadSDL3Task) {
 tasks.named('preBuild').configure {
     dependsOn 'downloadSDL3'
 }
+
+// Configure connected tests to leave APKs installed so we can pull screenshots
+tasks.withType(com.android.build.gradle.internal.tasks.DeviceProviderInstrumentTestTask).configureEach {
+    // Don't uninstall APKs after running tests
+    uninstallIncompatibleApks = false
+}

android/app/src/androidTest/java/com/dermochelys/acidwarp/ActivityUITest.kt

@@ -1,6 +1,7 @@
 package com.dermochelys.acidwarp
 
 import android.content.Context
+import android.view.KeyEvent
 import androidx.test.core.app.ApplicationProvider
 import androidx.test.ext.junit.rules.ActivityScenarioRule
 import androidx.test.ext.junit.runners.AndroidJUnit4
@@ -15,6 +16,7 @@ import org.junit.Before
 import org.junit.Rule
 import org.junit.Test
 import org.junit.runner.RunWith
+import java.io.File
 import kotlin.time.Duration.Companion.seconds
 
 private const val ERROR_STRING = "SDL Error"
@@ -30,19 +32,33 @@ class ActivityUITest {
 
     private lateinit var context: Context
 
+    private lateinit var screenshotDir: File
+
     @Before
     fun setUp() {
         device = UiDevice.getInstance(InstrumentationRegistry.getInstrumentation())
         context = ApplicationProvider.getApplicationContext()
+
+        // Create screenshot directory
+        screenshotDir = File(context.getExternalFilesDir(null), "screenshots")
+        screenshotDir.mkdirs()
+    }
+
+    private fun takeScreenshot(name: String) {
+        val screenshotFile = File(screenshotDir, "$name.png")
+        device.takeScreenshot(screenshotFile)
     }
 
     @Test
     fun when_appIsLaunched_sdlErrorDialogShouldNotAppear() {
         // Wait for the activity to launch
         device.wait(Until.hasObject(By.pkg(context.packageName)), 10.seconds.inWholeMilliseconds)
 
-        // Wait a moment for any potential dialogs to appear
-        Thread.sleep(2.seconds.inWholeMilliseconds)
+        // Wait for app initialization
+        Thread.sleep(5.seconds.inWholeMilliseconds)
+
+        // Capture startup screenshot
+        takeScreenshot("01-startup")
 
         // Check that the "SDL Error" dialog is not showing
         val dllDialog = device.findObject(By.textContains(ERROR_STRING))
@@ -58,5 +74,28 @@ class ActivityUITest {
                 fail("Found dialog containing '$ERROR_STRING': $dialogText")
             }
         }
+
+        // Test pattern cycling with n key
+        for (i in 1..5) {
+            device.pressKeyCode(KeyEvent.KEYCODE_N)
+            Thread.sleep(4.seconds.inWholeMilliseconds)  // Wait for fade-out + fade-in to complete
+            takeScreenshot("02-pattern-$i")
+        }
+
+        // Test touch input - tap center of screen
+        val displayWidth = device.displayWidth
+        val displayHeight = device.displayHeight
+        device.click(displayWidth / 2, displayHeight / 2)
+        Thread.sleep(1.seconds.inWholeMilliseconds)
+        takeScreenshot("03-after-click")
+
+        // Test palette change
+        device.pressKeyCode(KeyEvent.KEYCODE_P)
+        Thread.sleep(1.seconds.inWholeMilliseconds)
+        takeScreenshot("04-palette-change")
+
+        // Capture final state
+        Thread.sleep(2.seconds.inWholeMilliseconds)
+        takeScreenshot("05-final")
     }
 }