[GR-40599] Add python community benchmarks

PullRequest: graalpython/2412

Author: timfel

ci.jsonnet

@@ -1 +1 @@
-{ "overlay": "4aed70dc8b809118c0856e2bafb9a2a1c002ef35" }
+{ "overlay": "6781591e5664dd8d3d4a16056c93960e0d1eb006" }

graalpython/lib-graalpython/patches/asv/sdist/asv-0.5.1.patch

@@ -0,0 +1,38 @@
+diff --git a/asv/benchmarks.py b/asv/benchmarks.py
+index 6411894..05f0678 100644
+--- a/asv/benchmarks.py
++++ b/asv/benchmarks.py
+@@ -91,7 +91,7 @@ class Benchmarks(dict):
+         """
+         Return a new Benchmarks object, with some benchmarks filtered out.
+         """
+-        benchmarks = super(Benchmarks, self).__new__(self.__class__)
++        benchmarks = self.__class__.__new__(self.__class__)
+         benchmarks._conf = self._conf
+         benchmarks._benchmark_dir = self._benchmark_dir
+         benchmarks._all_benchmarks = self._all_benchmarks
+diff --git a/asv/util.py b/asv/util.py
+index 52eb96e..0a4d8ad 100644
+--- a/asv/util.py
++++ b/asv/util.py
+@@ -44,7 +44,7 @@ if not WIN:
+         from select import PIPE_BUF
+     except ImportError:
+         # PIPE_BUF is not available on Python 2.6
+-        PIPE_BUF = os.pathconf('.', os.pathconf_names['PC_PIPE_BUF'])
++        PIPE_BUF = 4096
+
+
+ TIMEOUT_RETCODE = -256
+diff --git a/setup.py b/setup.py
+index b4c39ef..1aaef90 100755
+--- a/setup.py
++++ b/setup.py
+@@ -79,6 +79,7 @@ basedir = os.path.abspath(os.path.dirname(__file__))
+
+ def get_version():
+     """Parse current version number from __init__.py"""
++    return "0.5.1"
+     # Grab the first assignment to __version__
+     version = None
+     init_py = os.path.join(os.path.dirname(__file__),

graalpython/lib-graalpython/patches/pip/whl/pip-20.1.1.patch

@@ -0,0 +1,13 @@
+diff --git a/pyperformance/_pythoninfo.py b/pyperformance/_pythoninfo.py
+index 977b336..0e61573 100644
+--- a/pyperformance/_pythoninfo.py
++++ b/pyperformance/_pythoninfo.py
+@@ -96,7 +96,7 @@ def _get_current_info():
+         'executable (sys;realpath)': os.path.realpath(sys.executable),
+         'prefix (sys)': sys.prefix,
+         'exec_prefix (sys)': sys.exec_prefix,
+-        'stdlib_dir': os.path.dirname(os.__file__),
++        'stdlib_dir': os.path.dirname(json.__file__),
+         'stdlib_dir (sys)': getattr(sys, '_stdlib_dir', None),
+         'stdlib_dir (sysconfig)': (sysconfig.get_path('stdlib')
+                                    if 'stdlib' in sysconfig.get_path_names()

graalpython/lib-graalpython/patches/pyperformance/whl/pyperformance-1.0.5.patch

@@ -1,2 +1,3 @@
 DISABLE_INSTALLABLES=true
+DYNAMIC_IMPORTS=/vm
 NO_LICENSES=true

mx.graalpython/graalpython-bash-launcher

@@ -1,4 +1,4 @@
 DISABLE_INSTALLABLES=true
-DYNAMIC_IMPORTS=/substratevm
+DYNAMIC_IMPORTS=/vm,/substratevm
 NATIVE_IMAGES=graalpy
 NO_LICENSES=true

mx.graalpython/graalpython-launcher

@@ -55,6 +55,8 @@
 import mx_sdk
 import mx_subst
 import mx_graalpython_bisect
+import mx_graalpython_python_benchmarks
+
 from mx_gate import Task
 from mx_graalpython_bench_param import PATH_MESO, BENCHMARKS, WARMUP_BENCHMARKS, JBENCHMARKS, PARSER_BENCHMARKS, \
     JAVA_DRIVER_BENCHMARKS
@@ -1364,6 +1366,7 @@ def update_import_cmd(args):
 
 def python_style_checks(args):
     "Check (and fix where possible) copyrights, eclipse formatting, and spotbugs"
+    python_run_mx_filetests(args)
     python_checkcopyrights(["--fix"] if "--fix" in args else [])
     if not os.environ.get("ECLIPSE_EXE"):
         find_eclipse()
@@ -1397,6 +1400,13 @@ def python_checkcopyrights(args):
     _python_checkpatchfiles()
 
 
+def python_run_mx_filetests(args):
+    for test in glob.glob(os.path.join(os.path.dirname(__file__), "test_*.py")):
+        if not test.endswith("data.py"):
+            mx.log(test)
+            mx.run([sys.executable, test, "-v"])
+
+
 def _python_checkpatchfiles():
     listfilename = tempfile.mktemp()
     # additionally, we want to check if the packages we are patching all have a permissive license
@@ -1763,6 +1773,8 @@ def mx_post_parse_cmd_line(namespace):
     # all projects are now available at this time
     _register_vms(namespace)
     _register_bench_suites(namespace)
+    mx_graalpython_python_benchmarks.register_python_benchmarks()
+
     for dist in mx.suite('graalpython').dists:
         if hasattr(dist, 'set_archiveparticipant'):
             dist.set_archiveparticipant(CharsetFilteringPariticpant())