Add some benchmarks (#1527)

The part of #1517 related to the benchmarks.

Author: mmatera

.github/workflows/ubuntu-bench.yml

@@ -0,0 +1,40 @@
+name: Mathics3 Basic Benchmarks(ubuntu)
+
+on:
+  push:
+    branches: [ master ]
+  pull_request:
+    branches: '**'
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: ['3.13', '3.12', '3.11', '3.10']
+    steps:
+    - uses: actions/checkout@v4
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v5
+      with:
+        python-version: ${{ matrix.python-version }}
+    - name: Install OS dependencies
+      run: |
+        sudo apt-get update -qq && sudo apt-get install -qq liblapack-dev llvm-dev tesseract-ocr remake
+    - name: Install Mathics3 with full dependencies
+      run: |
+        python -m pip install --upgrade pip
+        python -m pip install pytest-benchmark
+        # First install our patched version of stopit
+        git clone --depth 1 https://github.com/Mathics3/stopit.git
+        cd stopit/
+        pip install -e .
+        cd ..
+        # We can comment out after next Mathics-Scanner release
+        # python -m pip install Mathics-Scanner[full]
+        # python -m pip install -e git+https://github.com/Mathics3/mathics-scanner#egg=Mathics-Scanner[full]
+        pip install -e .
+        remake -x develop
+    - name: Test Mathics
+      run: |
+        remake benchmarks

Makefile

@@ -17,6 +17,7 @@ MATHICS3_MODULE_OPTION ?= --load-module pymathics.graph,pymathics.natlang
 
 .PHONY: \
    all \
+   benchmarks \
    build \
    check \
    check-builtin-manifest \
@@ -54,6 +55,10 @@ endif
 #: Default target - same as "develop"
 all: develop
 
+# run pytest benchmarks
+benchmarks:
+	BENCHMARKS=True $(PYTHON) -m pytest $(PYTEST_OPTIONS) test/timings
+
 #: build everything needed to install
 build:
 	$(PYTHON) ./setup.py build

mathics/Packages/Combinatorica-repo

@@ -0,0 +1,38 @@
+import os
+import sys
+import time
+from test.helper import check_evaluation, evaluate, session
+
+import pytest
+
+if os.environ.get("BENCHMARKS", 0):
+    session.reset()
+    session.evaluate("F[__Real]:=1;")
+    table_uniform_expr = session.evaluate("uniformTable=Table[1./(1.+i^2),{i,0,1000}]")
+    table_non_uniform_expr = session.evaluate(
+        "nonuniformTable=Table[If[i==0,1,1./(1.+i^2)],{i, 0,1000}]"
+    )
+    # assert table_uniform_expr.elements_properties.is_uniform
+    # assert not table_non_uniform_expr.elements_properties.is_uniform
+
+
+@pytest.mark.skipif(
+    not os.environ.get("BENCHMARKS", 0), reason="benchmarks not required"
+)
+@pytest.mark.parametrize(
+    ["expr", "expect"],
+    [
+        ("Plus@@uniformTable", "2.075674547634748"),
+        ("MatchQ[uniformTable,{__Real}]", "System`True"),
+        ("Length[F@@uniformTable]", "0"),
+        ("Plus@@nonuniformTable", "2.075674547634748"),
+        ("MatchQ[nonuniformTable,{__Real}]", "System`False"),
+        ("Length[F@@nonuniformTable]", "1001"),
+    ],
+)
+def test_evaluate_benchmark(benchmark, expr, expect):
+    # TODO: rewrite this to be used with pytest-benchmark
+    def impl():
+        assert str(session.evaluate(expr)) == expect
+
+    benchmark.pedantic(impl, rounds=10, iterations=2)