Reduce accuracy for CI builds

Author: awf

docs/source/04-benchmark.ipynb

@@ -2,7 +2,7 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": 1,
+   "execution_count": 2,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -37,24 +37,17 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": 5,
    "metadata": {},
    "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "An NVIDIA GPU may be present on this machine, but a CUDA-enabled jaxlib is not installed. Falling back to cpu.\n"
-     ]
-    },
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "GFloat scalar                  :  6666.04 nsec (50 runs at size 10000)\n",
-      "GFloat vectorized, numpy arrays:    57.84 nsec (50 runs at size 1000000)\n",
-      "GFloat vectorized, JAX JIT     :     3.17 nsec (1000 runs at size 1000000)\n",
-      "ML_dtypes                      :     2.92 nsec (1000 runs at size 1000000)\n"
+      "GFloat scalar                  :  7518.31 nsec (5 runs at size 10000)\n",
+      "GFloat vectorized, numpy arrays:    57.95 nsec (5 runs at size 1000000)\n",
+      "GFloat vectorized, JAX JIT     :     4.03 nsec (100 runs at size 1000000)\n",
+      "ML_dtypes                      :     3.34 nsec (100 runs at size 1000000)\n"
      ]
     }
    ],
@@ -71,10 +64,15 @@
     "    return np.array([gfloat.round_float(fi, x) for x in a])\n",
     "\n",
     "\n",
+    "# About how many seconds to run for (autorange will take at least .2 sec)\n",
+    "ACCURACY = 0.2\n",
+    "\n",
+    "\n",
     "def time(f, problem_size=1.0):\n",
     "    units = 1e9  # nsec\n",
     "    t = Timer(f)\n",
-    "    n = t.autorange()[0] * 10  # About 2 sec per run\n",
+    "    f()  # pre-run\n",
+    "    n = int(t.autorange()[0] * ACCURACY / 0.2)\n",
     "    ts = t.repeat(repeat=3, number=n)  # best of 3\n",
     "    ts = [((t / n) / problem_size) * units for t in ts]  # per run\n",
     "    return f\"{min(ts):8.2f} nsec ({n} runs at size {problem_size})\"\n",