update benchmarks

Author: DanielZlotin

measure/README.md

@@ -1,36 +1,41 @@
 # React Native Android JS Performance Measurements
 
-A simple react native app with some measurements of the performance of the android jsc.
+A simple react native app with some performance benchmarks.
+
+#### Past measurements are saved into [results](/results.json)
+The table blow is generated by calling `npm run generateReadmeTable`
+
 
 ## How to run
 
 1. Compile the jsc locally (from root project, so that the compiled result will be at `/dist`)
-1. Connect a physical device
-1. `npm i` from within `/measure`
-2. `npm run start`. This will compile a release version of the profiler app with the jsc from `/dist` and start measurements automatically.
-- You can run the tests manually: inside the app select one of the tests for it to execute. To run a different test close the app and remove it from recent apps to release all memory.
+2. Connect a physical device
+3. `npm i` from within `/measure`
+4. `npm run start`. This will compile a release version of the profiler app with the jsc from `/dist` and start measurements automatically.
+5. After the tests finish, the timings will be printed. The `results.json` needs to be updated manually, then the table below can be generated.
+6. You can run the tests manually: inside the app select one of the tests for it to execute. To run a different test close the app and remove it from recent apps to release all memory.
 
 ## Measurements
 
-- All measurements run on (a very clean) Pixel XL, release mode
-- Render is measured with 1000 elements, flat or deep. The timing is taken after a full roundtrip (after `onLayout`)
+- All timings in milliseconds (lower is better)
+- Size in MB (arm32/arm64)
+- Render is measured with 1000 elements, flat or deep. The timing is taken after a full render roundtrip (after `onLayout`)
 - Synthetic tests were modified to be able to run on RN environment, based on the following:
   - [`jetstream`](http://browserbench.org/JetStream/)
   - [`octane2`](https://chromium.github.io/octane/)
   - [`sixspeed`](https://github.com/kpdecker/six-speed)
   - [`sunspider`](https://webkit.org/perf/sunspider/sunspider.html)
-- All timings in milliseconds
-- Size in MB
+- All measurements run on (a very clean) Pixel XL, release mode
 
 ### Results
 
 | Npm Version | Publish Date | Config | WebkitGTK Revision | WebkitGTK Date | TTI | SunSpider | Jetstream Hashmap | Octane2 | SixSpeed | Render Flat | Render Deep | Size |
 | :---: | :---: | :---: | :---: | :---: | :---: | :---: | :---: | :---: | :---: | :---: | :---: | :---: |
-| - | - | Stock RN44 (x32 only, non-i18n) | 174650 | 2014-10-13 | 579 | 519 | 4087 | 2545 | 1386 | 844 | 1162 | 1.8/- |
-| 216113.0.3 | 2017-11-17 | webkitGTK:2.17.1<br/>androidICU:7.1.2_r11<br/>i18n:false<br/> | 216113 | 2017-05-03 | 557 | 448 | 3151 | 1938 | 426 | 893 | 1084 | 4.3/6.5 |
-| 216113.0.3 | 2017-11-17 | webkitGTK:2.17.1<br/>androidICU:7.1.2_r11<br/>i18n:true<br/> | 216113 | 2017-05-03 | 561 | 459 | 3164 | 1970 | 431 | 878 | 1208 | 4.4/6.6 |
-| - | - | 2.18.2-8.0.0_r34-x32-en-nobabel | 216113 | 2017-10-27 | TODO | 480 | 3300 | 1850 | 410 | 900 | 1350 | TODO |
-| - | - | 2.18.2-8.0.0_r34-x32-en-nojit | 216113 | 2017-10-27 | TODO | 1045 | 9164 | 3856 | 574 | 900 | 1165 | TODO |
+| - | - | Stock RN44 (x32 only, non-i18n) | 174650 | 2014-10-13 | 579 | 519 | 4087 | 2545 | 1386 | 844 | 1162 | 2.7/- |
+| 216113.0.3 | 2017-11-17 | webkitGTK:2.17.1<br/>androidICU:7.1.2_r11<br/>i18n:false<br/> | 216113 | 2017-05-03 | 557 | 448 | 3151 | 1938 | 426 | 893 | 1084 | 5.9/9.6 |
+| 216113.0.3 | 2017-11-17 | webkitGTK:2.17.1<br/>androidICU:7.1.2_r11<br/>i18n:true<br/> | 216113 | 2017-05-03 | 561 | 459 | 3164 | 1970 | 431 | 878 | 1208 | 12/15 |
+| - | - | webkitGTK:2.17.1<br/>androidICU:7.1.2_r11<br/>i18n:false<br/>env:nobabel<br/> | 216113 | 2017-05-03 | 560 | 480 | 3300 | 1850 | 410 | 900 | 1350 | 5.9/9.6 |
+| - | - | webkitGTK:2.17.1<br/>androidICU:7.1.2_r11<br/>i18n:false<br/>env:nojit<br/> | 216113 | 2017-05-03 | 563 | 1045 | 9164 | 3856 | 574 | 900 | 1165 | 5.9/9.6 |
 | - | - | 2.18.2-8.0.0_r34-x32-en-tip | 216113 | 2017-10-27 | TODO | 480 | 3250 | 1800 | 400 | 850 | 1300 | TODO |
 | - | - | webkitGTK:2.18.2<br/>androidICU:8.0.0_r34<br/>i18n:false<br/> | 216113 | 2017-10-27 | TODO | TODO | TODO | TODO | TODO | TODO | TODO | TODO |
 | - | - | 2.18.2-8.0.0_r34-x32-i18n-stable | 216113 | 2017-10-27 | TODO | TODO | TODO | TODO | TODO | TODO | TODO | TODO |

measure/results.json

@@ -12,7 +12,7 @@
     "sixspeed": "1386",
     "renderflat": "844",
     "renderdeep": "1162",
-    "size": "1.8/-"
+    "size": "2.7/-"
   },
   {
     "npm": "216113.0.3",
@@ -31,7 +31,7 @@
     "sixspeed": "426",
     "renderflat": "893",
     "renderdeep": "1084",
-    "size": "TODO"
+    "size": "5.9/9.6"
   },
   {
     "npm": "216113.0.3",
@@ -50,7 +50,7 @@
     "sixspeed": "431",
     "renderflat": "878",
     "renderdeep": "1208",
-    "size": "TODO"
+    "size": "12/15"
   },
   {
     "npm": "-",
@@ -70,7 +70,7 @@
     "sixspeed": "410",
     "renderflat": "900",
     "renderdeep": "1350",
-    "size": "TODO"
+    "size": "5.9/9.6"
   },
   {
     "npm": "-",
@@ -90,7 +90,7 @@
     "sixspeed": "574",
     "renderflat": "900",
     "renderdeep": "1165",
-    "size": "7.0/?"
+    "size": "5.9/9.6"
   },
   {
     "npm": "-",

measure/scripts/measure.js

@@ -51,7 +51,7 @@ function parseAndPrintTestResults(resultLines) {
   _.forEach(TESTS, (test, name) => {
     const testValues = parseTestValues(resultLines, test);
     const testAverage = _.round(_.mean(testValues));
-    console.log(`"${name}": "${testAverage}",`);
+    console.log(`"${name}": "${testAverage}"`);
   });
   console.log('\n\n\n');
 }