meso suite benchmark parameters for remainder of benchmarks

Author: cosminbasca

mx.graalpython/mx_graalpython.py

@@ -278,38 +278,12 @@ class GraalPythonTags(object):
     unittest = 'python-unittest'
     cpyext = 'python-cpyext'
     svmunit = 'python-svm-unittest'
-    benchmarks = 'python-benchmarks'
     downstream = 'python-downstream'
     graalvm = 'python-graalvm'
     apptests = 'python-apptests'
     license = 'python-license'
 
 
-python_test_benchmarks = {
-    'binarytrees3': '12',
-    'fannkuchredux3': '9',
-    'fasta3': '250000',
-    'mandelbrot3': '600',
-    'meteor3': '2098',
-    'nbody3': '100000',
-    'spectralnorm3': '500',
-    'richards3': '3',
-    'bm-ai': '0',
-    'pidigits': '0',
-    'pypy-go': '1',
-}
-
-
-def _gate_python_benchmarks_tests(name, iterations):
-    run_java = mx.run_java
-    vmargs += ['-cp', mx.classpath(["com.oracle.graal.python"]), "com.oracle.graal.python.shell.GraalPythonMain", name, str(iterations)]
-    success_pattern = re.compile(r"^(?P<benchmark>[a-zA-Z0-9.\-]+): (?P<score>[0-9]+(\.[0-9]+)?$)")
-    out = mx.OutputCapture()
-    run_java(vmargs, out=mx.TeeOutputCapture(out), err=subprocess.STDOUT)
-    if not re.search(success_pattern, out.data, re.MULTILINE):
-        mx.abort('Benchmark "' + name + '" doesn\'t match success pattern: ' + str(success_pattern))
-
-
 def python_gate(args):
     if not os.environ.get("JDT"):
         find_jdt()
@@ -453,11 +427,6 @@ def is_included(path):
             if success not in out.data:
                 mx.abort('Output from generated SVM image "' + svm_image + '" did not match success pattern:\n' + success)
 
-    for name, iterations in sorted(python_test_benchmarks.iteritems()):
-        with Task('PythonBenchmarksTest:' + name, tasks, tags=[GraalPythonTags.benchmarks]) as task:
-            if task:
-                _gate_python_benchmarks_tests("graalpython/benchmarks/src/benchmarks/" + name + ".py", iterations)
-
 
 mx_gate.add_gate_runner(_suite, graalpython_gate_runner)
 

mx.graalpython/mx_graalpython_bench_param.py

@@ -99,7 +99,8 @@
     'ai-nqueen': ITER_10 + ['10'],
     'pads-eratosthenes': ITER_10 + ['100000'],
     'pads-integerpartitions': ITER_10 + ['700'],
-    # 'pads-lyndon': ITER_10 + ['100000000'],  # very slow benchmark compared to the others in this group ~180s / iter
+    'pads-bipartite': ITER_10 + ['10000'],
+    'pads-lyndon': ITER_10 + ['10000000'],
     # -------------------------------------------------------
     # object benchmarks
     # -------------------------------------------------------
@@ -117,6 +118,11 @@
     'spectralnorm3': ITER_10 + ['3000'],
     'pidigits': ITER_10 + [],
     'sieve': ITER_25 + ['100000'],
+    'image-magix': ITER_10 + ['10000'],
+    'parrot-b2': ITER_10 + ['200'],
+    # 'threadring': ITER_10 + ['100'],  # TODO: provide itertools cycle implementation
+    # 'regexdna': ITER_10 + [],  #  TODO: provide proper input for this benchmark
+    # 'knucleotide': ITER_10 + [],  #  TODO: provide proper input for this benchmark
 }