Tolerate percentage instead of fixed pixels

Author: NikolaSimsic

.github/workflows/NativePipeline.yml

@@ -465,7 +465,7 @@ jobs:
     runs-on: ubuntu-22.04
     timeout-minutes: 60
     strategy:
-      max-parallel: 5
+      max-parallel: 10
       matrix:
         widget: ${{ fromJson(needs.scope.outputs.widgets) }}
       fail-fast: false
@@ -586,7 +586,7 @@ jobs:
     runs-on: macos-15
     timeout-minutes: 60
     strategy:
-      max-parallel: 5
+      max-parallel: 10
       matrix:
         widget: ${{ fromJson(needs.scope.outputs.widgets) }}
       fail-fast: false

maestro/helpers/compare_screenshots.js

@@ -71,15 +71,17 @@ fs.readdirSync(actualDir).forEach(file => {
       diffMask: true
     });
 
-    const pixelTolerance = 50;
-    
+    const toleranceAmount = 0.02; // 2%
+    const totalPixels = width * height;
+    const pixelTolerance = Math.floor(totalPixels * toleranceAmount);
+
     if (numDiffPixels > pixelTolerance) {
       fs.writeFileSync(diffPath, PNG.sync.write(diff));
       failedComparisons.push(file);
-      console.log(`❌ Comparison failed for ${file}`);
+      console.log(`❌ Comparison failed for ${file} (diff: ${numDiffPixels} > tolerance: ${pixelTolerance})`);
     } else {
       fs.appendFileSync(path.join(__dirname, '../../compare_output.txt'), `✅ Comparison passed for ${file}\n`);
-      console.log(`✅ Comparison passed for ${file}`);
+      console.log(`✅ Comparison passed for ${file} (diff: ${numDiffPixels} <= tolerance: ${pixelTolerance})`);
     }
   } else {
     console.log(`⚠️ Expected file not found for ${file}`);