fix: Support sub-nanosecond precision on Cargo benchmarks (#246)

* add test to cover new more precise format
* change regexp and parsing of the number to cover sub-nanosecond precision

---------

Co-authored-by: blaine-arcjet <[email protected]>

Author: ktrz

CHANGELOG.md

@@ -1,4 +1,6 @@
 ## Unreleased
+- **fix** Support sub-nanosecond precision on Cargo benchmarks (#246)
+
 
 <a name="v1.20.1"></a>
 # [v1.20.1](https://github.com/benchmark-action/github-action-benchmark/releases/tag/v1.20.1) - 02 Apr 2024

src/extract.ts

@@ -314,8 +314,8 @@ function extractCargoResult(output: string): BenchmarkResult[] {
     const lines = output.split(/\r?\n/g);
     const ret = [];
     // Example:
-    //   test bench_fib_20 ... bench:      37,174 ns/iter (+/- 7,527)
-    const reExtract = /^test (.+)\s+\.\.\. bench:\s+([0-9,]+) ns\/iter \(\+\/- ([0-9,]+)\)$/;
+    //   test bench_fib_20 ... bench:      37,174.25 ns/iter (+/- 7,527.43)
+    const reExtract = /^test (.+)\s+\.\.\. bench:\s+([0-9,.]+) ns\/iter \(\+\/- ([0-9,.]+)\)$/;
     const reComma = /,/g;
 
     for (const line of lines) {
@@ -325,7 +325,7 @@ function extractCargoResult(output: string): BenchmarkResult[] {
         }
 
         const name = m[1].trim();
-        const value = parseInt(m[2].replace(reComma, ''), 10);
+        const value = parseFloat(m[2].replace(reComma, ''));
         const range = m[3].replace(reComma, '');
 
         ret.push({

test/__snapshots__/extract.spec.ts.snap

@@ -175,6 +175,35 @@ exports[`extractResult() extracts benchmark output from cargo - cargo_output2.tx
 }
 `;
 
+exports[`extractResult() extracts benchmark output from cargo - cargo_output3.txt 1`] = `
+{
+  "benches": [
+    {
+      "name": "bench_fib_10",
+      "range": "± 2.21",
+      "unit": "ns/iter",
+      "value": 148.7,
+    },
+    {
+      "name": "bench_fib_20",
+      "range": "± 440.25",
+      "unit": "ns/iter",
+      "value": 18794.12,
+    },
+  ],
+  "commit": {
+    "author": null,
+    "committer": null,
+    "id": "123456789abcdef",
+    "message": "this is dummy",
+    "timestamp": "dummy timestamp",
+    "url": "https://github.com/dummy/repo",
+  },
+  "date": 1712131503296,
+  "tool": "cargo",
+}
+`;
+
 exports[`extractResult() extracts benchmark output from cargo - criterion_output.txt 1`] = `
 {
   "benches": [

test/data/extract/cargo_output3.txt

@@ -0,0 +1,12 @@
+
+running 0 tests
+
+test result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out
+
+
+running 2 tests
+test bench_fib_10 ... bench:         148.70 ns/iter (+/- 2.21)
+test bench_fib_20 ... bench:      18,794.12 ns/iter (+/- 440.25)
+
+test result: ok. 0 passed; 0 failed; 0 ignored; 2 measured; 0 filtered out
+

test/extract.spec.ts

@@ -67,6 +67,10 @@ describe('extractResult()', function () {
             tool: 'cargo',
             file: 'cargo_output2.txt',
         },
+        {
+            tool: 'cargo',
+            file: 'cargo_output3.txt',
+        },
         {
             tool: 'cargo',
             file: 'criterion_output.txt',