test: improve android e2e build and test time (#6576)

Author: Rohit3523

.github/workflows/build-pr.yml

@@ -80,6 +80,12 @@ jobs:
     uses: ./.github/workflows/maestro-android.yml
     needs: [e2e-build-android]
     secrets: inherit
+    strategy:
+      matrix:
+        shard: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13]
+      fail-fast: false
+    with:
+      shard: ${{ matrix.shard }}
 
   e2e-build-ios:
     name: E2E Build iOS
@@ -93,4 +99,5 @@ jobs:
     if: ${{ github.repository == 'RocketChat/Rocket.Chat.ReactNative' }}
     uses: ./.github/workflows/maestro-ios.yml
     needs: [e2e-build-ios]
-    secrets: inherit
+    secrets: inherit
+    

.github/workflows/e2e-build-android.yml

@@ -28,21 +28,25 @@ jobs:
       - name: Checkout and Setup Node
         uses: ./.github/actions/setup-node
 
-      - name: Setup E2E Account
-        uses: ./.github/actions/e2e-account
+      - name: Cache Gradle dependencies
+        uses: actions/cache@v4
         with:
-          E2E_ACCOUNT: ${{ secrets.E2E_ACCOUNT }}
+          path: |
+            ~/.gradle
+          key: gradle-${{ runner.os }}-${{ hashFiles('**/*.gradle*', '**/gradle-wrapper.properties') }}
+          restore-keys: |
+            gradle-${{ runner.os }}-
 
-      - name: Cache Gradle dependencies
+      - name: Cache Android build
         uses: actions/cache@v4
         with:
           path: |
-            ~/.gradle/caches/modules-2
-            ~/.gradle/caches/transforms-*
-            ~/.gradle/caches/build-cache-*
-          key: gradle-transforms-v1-${{ runner.os }}-${{ hashFiles('**/*.gradle*', 'gradle-wrapper.properties') }}
+            android/.gradle
+            android/app/build
+            android/app/.cxx
+          key: android-build-${{ runner.os }}-${{ hashFiles('package.json', '**/*.gradle*', 'android/gradle.properties', 'android/settings.gradle') }}
           restore-keys: |
-            gradle-transforms-v1-${{ runner.os }}-
+            android-build-${{ runner.os }}-
 
       - name: Set up JDK
         uses: actions/setup-java@v4
@@ -57,7 +61,6 @@ jobs:
         uses: gradle/actions/setup-gradle@v4
         with:
           gradle-version: wrapper
-          cache-disabled: true
 
       - name: Decode Keystore
         run: |
@@ -70,7 +73,7 @@ jobs:
           echo -e "org.gradle.jvmargs=-Xmx4g -XX:MaxMetaspaceSize=1g -Dfile.encoding=UTF-8" >> ./gradle.properties
           echo -e "android.useAndroidX=true" >> ./gradle.properties
           echo -e "android.enableJetifier=true" >> ./gradle.properties
-          echo -e "reactNativeArchitectures=armeabi-v7a,arm64-v8a,x86,x86_64" >> ./gradle.properties
+          echo -e "reactNativeArchitectures=x86_64" >> ./gradle.properties
           echo -e "APPLICATION_ID=chat.rocket.reactnative" >> ./gradle.properties
           echo -e "newArchEnabled=true" >> ./gradle.properties
           echo -e "hermesEnabled=true" >> ./gradle.properties

.github/workflows/maestro-android.yml

@@ -2,9 +2,14 @@ name: Maestro Tests on Android
 
 on:
   workflow_call:
+    inputs:
+      shard:
+        required: true
+        type: string
 
 jobs:
   android-test:
+    name: 'Android Tests'
     runs-on: ubuntu-latest
 
     steps:
@@ -38,8 +43,63 @@ jobs:
           sudo udevadm control --reload-rules
           sudo udevadm trigger --name-match=kvm
 
+      - name: Create Maestro script
+        run: |
+          cat << 'EOF' > run-maestro.sh
+          #!/bin/bash
+          SHARD=${{ inputs.shard }}
+          echo "Running shard: $SHARD"
+
+          adb shell settings put system show_touches 1
+          adb install app-experimental-release.apk
+          adb shell monkey -p chat.rocket.reactnative -c android.intent.category.LAUNCHER 1
+          sleep 10
+          adb shell am force-stop chat.rocket.reactnative
+          export MAESTRO_DRIVER_STARTUP_TIMEOUT=120000
+
+          MAX_RETRIES=3
+          ATTEMPT=1
+          FINAL_EXIT_CODE=1
+
+          while [ $ATTEMPT -le $MAX_RETRIES ]; do
+            echo "Attempt $ATTEMPT of $MAX_RETRIES"
+
+            echo "Starting screen recording..."
+            adb shell screenrecord /sdcard/test_run.mp4 > /dev/null 2>&1 &
+            RECORD_PID=$!
+
+            maestro test .maestro --exclude-tags=util --include-tags=test-$SHARD --format junit --output maestro-report.xml
+            TEST_EXIT_CODE=$?
+
+            echo "Stopping screen recording..."
+            kill -INT $RECORD_PID || true
+            sleep 2
+
+            echo "Pulling video from device..."
+            adb pull /sdcard/test_run.mp4 test_run_${SHARD}_attempt_${ATTEMPT}.mp4 || true
+            adb shell rm /sdcard/test_run.mp4 || true
+
+            if [ $TEST_EXIT_CODE -eq 0 ]; then
+              echo "Maestro passed on attempt $ATTEMPT"
+              FINAL_EXIT_CODE=0
+              break
+            else
+              echo "Maestro failed on attempt $ATTEMPT"
+            fi
+
+            ATTEMPT=$((ATTEMPT+1))
+          done
+
+          exit $FINAL_EXIT_CODE
+          EOF
+
+          chmod +x run-maestro.sh
+        env:
+          SHARD: ${{ inputs.shard }}
+
       - name: Start Android Emulator and Run Maestro Tests
         uses: reactivecircus/android-emulator-runner@v2
+        timeout-minutes: 60
         with:
           api-level: 34
           disk-size: 4096M
@@ -51,24 +111,20 @@ jobs:
           force-avd-creation: false
           emulator-options: -no-window -gpu swiftshader_indirect -noaudio -no-boot-anim -camera-back none
           disable-animations: true
-          script: |
-            adb install app-experimental-release.apk
-            adb shell monkey -p chat.rocket.reactnative -c android.intent.category.LAUNCHER 1
-            sleep 10
-            adb shell am force-stop chat.rocket.reactnative
-            export MAESTRO_DRIVER_STARTUP_TIMEOUT=120000
-            maestro test .maestro --format junit --output maestro-report.xml
+          script: ./run-maestro.sh
 
       - name: Upload Test Report
         if: always()
         uses: actions/upload-artifact@v4
         with:
-          name: Android Test Report
+          name: Android Test Report - Shard ${{ inputs.shard }}
           path: maestro-report.xml
-
-      - name: Upload Maestro Logs
+          retention-days: 7
+      
+      - name: Upload Screen Recording
         if: always()
         uses: actions/upload-artifact@v4
         with:
-          name: Android Maestro Logs
-          path: ~/.maestro/tests/
+          name: maestro-video-${{ inputs.shard }}
+          path: test_run_${{ inputs.shard }}_attempt_*.mp4
+          retention-days: 7

.maestro/tests/accessibilityAndAppearance/ToastsAndDialogs.yml

@@ -4,6 +4,8 @@ onFlowStart:
   - runFlow: '../../helpers/setup.yaml'
 onFlowEnd:
   - evalScript: ${output.utils.deleteCreatedUsers()}
+tags:
+  - test-13
 
 ---
 - runFlow: ../../helpers/launch-app.yaml
@@ -21,7 +23,10 @@ onFlowEnd:
 - tapOn:
     id: 'status-view-offline'
 - tapOn: 'Save'
-- assertVisible: 'Status saved successfully!'
+- extendedWaitUntil:
+    visible:
+      text: 'Status saved successfully!'
+    timeout: 60000
 
 # Show alerts as Dialogs
 - tapOn: 'Accessibility & appearance'
@@ -33,6 +38,9 @@ onFlowEnd:
 - tapOn:
     id: 'status-view-online'
 - tapOn: 'Save'
-- assertVisible: 'Status saved successfully!'
+- extendedWaitUntil:
+    visible:
+      text: 'Status saved successfully!'
+    timeout: 60000
 - assertVisible: 'OK'
 - tapOn: 'OK'

.maestro/tests/assorted/accessibility-and-appearance.yaml

@@ -4,6 +4,8 @@ onFlowStart:
   - runFlow: '../../helpers/setup.yaml'
 onFlowComplete:
   - evalScript: ${output.utils.deleteCreatedUsers()}
+tags:
+  - test-5
 
 ---
 - evalScript: ${output.user = output.utils.createUser()}

.maestro/tests/assorted/broadcast.yaml

@@ -4,6 +4,8 @@ onFlowStart:
   - runFlow: '../../helpers/setup.yaml'
 onFlowComplete:
   - evalScript: ${output.utils.deleteCreatedUsers()}
+tags:
+  - test-5
 
 ---
 - evalScript: ${output.room = 'broadcast' + output.random()}

.maestro/tests/assorted/change-avatar.yaml

@@ -4,6 +4,8 @@ onFlowStart:
   - runFlow: '../../helpers/setup.yaml'
 onFlowComplete:
   - evalScript: ${output.utils.deleteCreatedUsers()}
+tags:
+  - test-5
 
 ---
 - evalScript: ${output.user = output.utils.createUser()}

.maestro/tests/assorted/changeserver.yaml

@@ -4,6 +4,8 @@ onFlowStart:
   - runFlow: '../../helpers/setup.yaml'
 onFlowComplete:
   - evalScript: ${output.utils.deleteCreatedUsers()}
+tags:
+  - test-5
 
 ---
 - evalScript: ${output.user = output.utils.createUser()}

.maestro/tests/assorted/deeplink.yaml

@@ -4,6 +4,8 @@ onFlowStart:
   - runFlow: '../../helpers/setup.yaml'
 onFlowComplete:
   - evalScript: ${output.utils.deleteCreatedUsers()}
+tags:
+  - test-6
 
 ---
 - evalScript: ${output.user = output.utils.createUser()}

.maestro/tests/assorted/delete-server.yaml

@@ -4,6 +4,8 @@ onFlowStart:
   - runFlow: '../../helpers/setup.yaml'
 onFlowComplete:
   - evalScript: ${output.utils.deleteCreatedUsers()}
+tags:
+  - test-6
 
 ---
 - evalScript: ${output.user = output.utils.createUser()}