[MOO-1887] Update screenshot comparison and test config (#288)

Author: NikolaSimsic

.github/workflows/NativePipeline.yml

@@ -465,6 +465,7 @@ jobs:
     runs-on: ubuntu-22.04
     timeout-minutes: 60
     strategy:
+      max-parallel: 10
       matrix:
         widget: ${{ fromJson(needs.scope.outputs.widgets) }}
       fail-fast: false
@@ -585,6 +586,7 @@ jobs:
     runs-on: macos-15
     timeout-minutes: 60
     strategy:
+      max-parallel: 10
       matrix:
         widget: ${{ fromJson(needs.scope.outputs.widgets) }}
       fail-fast: false

maestro/helpers/compare_screenshots.js

@@ -71,15 +71,17 @@ fs.readdirSync(actualDir).forEach(file => {
       diffMask: true
     });
 
-    const pixelTolerance = 50;
-    
+    const toleranceAmount = 0.02; // 2%
+    const totalPixels = width * height;
+    const pixelTolerance = Math.floor(totalPixels * toleranceAmount);
+
     if (numDiffPixels > pixelTolerance) {
       fs.writeFileSync(diffPath, PNG.sync.write(diff));
       failedComparisons.push(file);
-      console.log(`❌ Comparison failed for ${file}`);
+      console.log(`❌ Comparison failed for ${file} (diff: ${numDiffPixels} > tolerance: ${pixelTolerance})`);
     } else {
       fs.appendFileSync(path.join(__dirname, '../../compare_output.txt'), `✅ Comparison passed for ${file}\n`);
-      console.log(`✅ Comparison passed for ${file}`);
+      console.log(`✅ Comparison passed for ${file} (diff: ${numDiffPixels} <= tolerance: ${pixelTolerance})`);
     }
   } else {
     console.log(`⚠️ Expected file not found for ${file}`);

maestro/images/expected/android/background_gradient.png

@@ -13,7 +13,7 @@ appId: "${APP_ID}"
 - extendedWaitUntil: 
      visible: randText  # Any random text that does not exist in the UI
      optional: true  # This should be true so that the test won't fail
-     timeout: 15000 # 15 seconds
+     timeout: 20000 # 20 seconds
 - takeScreenshot:
     path: "maestro/images/actual/${PLATFORM}/image_url"