[GR-17455] [GR-15519] Upload coverage results

PullRequest: graalpython/843

Author: timfel

ci.jsonnet

@@ -1 +1 @@
-{ "overlay": "24133c3957a7e99cef8bf3ecc52833e4eb0ba3fe" }
+{ "overlay": "05cd3bf109fc28e21f72b06e1265e07aa2d40c28" }

mx.graalpython/mx_graalpython.py

@@ -25,6 +25,7 @@
 from __future__ import print_function
 
 import contextlib
+import datetime
 import glob
 import json
 import os
@@ -147,16 +148,16 @@ def do_run_python(args, extra_vm_args=None, env=None, jdk=None, extra_dists=None
         dists += extra_dists
 
     if not os.environ.get("CI"):
+        graalpython_args.insert(0, "--llvm.enableLVI=true")
         # Try eagerly to include tools for convenience when running Python
         if not mx.suite("tools", fatalIfMissing=False):
             SUITE.import_suite("tools", version=None, urlinfos=None, in_subdir=True)
         if mx.suite("tools", fatalIfMissing=False):
-            if os.path.exists(mx.suite("tools").dependency("CHROMEINSPECTOR").path):
-                # CHROMEINSPECTOR was built, put it on the classpath
-                dists.append('CHROMEINSPECTOR')
-                graalpython_args.insert(0, "--llvm.enableLVI=true")
+            for tool in ["CHROMEINSPECTOR", "TRUFFLE_COVERAGE"]:
+                if os.path.exists(mx.suite("tools").dependency(tool).path):
+                    dists.append(tool)
             else:
-                mx.logv("CHROMEINSPECTOR was not built, not including it automatically")
+                mx.logv("%s was not built, not including it automatically" % tool)
 
     graalpython_args.insert(0, '--experimental-options=true')
 
@@ -378,6 +379,7 @@ def is_included(path):
 
     args += [_graalpytest_driver(), "-v"]
     args += testfiles
+    mx.logv(" ".join([python_binary] + args))
     return mx.run([python_binary] + args, nonZeroIsFatal=True)
 
 
@@ -1212,9 +1214,91 @@ def mx_post_parse_cmd_line(namespace):
 
 
 def python_coverage(args):
-    "Generate coverage report running args"
-    mx.run_mx(['--jacoco=on', '--jacoco-whitelist-package=com.oracle.graal.python'] + args)
-    mx.command_function("jacocoreport")(["--omit-excluded", "--format=html"])
+    "Generate coverage report for our unittests"
+    os.system("which lcov")
+    os.system("which genhtml")
+    parser = ArgumentParser(prog='mx python-coverage')
+    parser.add_argument('--jacoco', action='store_true', help='do generate Jacoco coverage')
+    parser.add_argument('--truffle', action='store_true', help='do generate Truffle coverage')
+    parser.add_argument('--truffle-upload-url', help='Format is like rsync: user@host:/directory', default=None)
+    args = parser.parse_args(args)
+
+    if args.jacoco:
+        jacoco_args = [
+            '--jacoco-whitelist-package', 'com.oracle.graal.python',
+            # '--jacoco-exclude-annotation', '@GeneratedBy',
+        ]
+        mx.run_mx(jacoco_args + [
+            '--strict-compliance',
+            '--dynamicimports', '/compiler',
+            '--primary', 'gate',
+            '-B=--force-deprecation-as-warning-for-dependencies',
+            '--strict-mode',
+            '--tags', 'python-unittest,python-tagged-unittest,python-junit',
+            '--jacocout', 'html',
+        ])
+        if mx.get_env("SONAR_HOST_URL", None):
+            mx.run_mx(jacoco_args + [
+                'sonarqube-upload',
+                '-Dsonar.host.url=%s' % mx.get_env("SONAR_HOST_URL"),
+                '-Dsonar.projectKey=com.oracle.graalvm.python',
+                '-Dsonar.projectName=GraalVM - Python',
+                '--exclude-generated',
+            ])
+        mx.run_mx(jacoco_args + [
+            'coverage-upload',
+        ])
+    if args.truffle:
+        executable = python_gvm()
+        variants = [
+            {},
+            {"args": ["--python.EmulateJython"], "paths": ["test_interop.py"]},
+            # {"args": ["--llvm.managed"]},
+            {
+                "args": ["-v", "--python.WithThread=true", "--python.CAPI=" + _get_capi_home()],
+                "paths": ["test_tagged_unittests.py"],
+                "tagged": True
+            },
+        ]
+        outputlcov = "coverage.lcov"
+        if os.path.exists(outputlcov):
+            os.unlink(outputlcov)
+        cmdargs = ["/usr/bin/env", "lcov", "-o", outputlcov]
+        for kwds in variants:
+            variant_str = re.sub(r"[^a-zA-Z]", "_", repr(kwds))
+            for pattern in ["py"]:
+                outfile = os.path.join(SUITE.dir, "coverage_%s_%s.lcov" % (variant_str, pattern))
+                if os.path.exists(outfile):
+                    os.unlink(outfile)
+                extra_args = [
+                    "--coverage",
+                    "--coverage.TrackInternal",
+                    "--coverage.FilterFile=*.%s" % pattern,
+                    "--coverage.Output=lcov",
+                    "--coverage.OutputFile=%s" % outfile,
+                ]
+                kwds["args"] = extra_args + kwds.get("args", [])
+                if kwds.pop("tagged", False):
+                    with set_env(ENABLE_CPYTHON_TAGGED_UNITTESTS="true", ENABLE_THREADED_GRAALPYTEST="true"):
+                        with _dev_pythonhome_context():
+                            run_python_unittests(executable, **kwds)
+                else:
+                    run_python_unittests(executable, **kwds)
+                cmdargs += ["-a", outfile]
+        mx.run(cmdargs)
+        primary = mx.primary_suite()
+        info = primary.vc.parent_info(primary.dir)
+        rev = primary.vc.parent(primary.dir)
+        coverage_dir = '{}-truffle-coverage_{}_{}'.format(
+            primary.name,
+            datetime.datetime.fromtimestamp(info['author-ts']).strftime('%Y-%m-%d_%H_%M'),
+            rev[:7],
+        )
+        mx.run(["/usr/bin/env", "genhtml", "-o", coverage_dir, outputlcov])
+        if args.truffle_upload_url:
+            if not args.truffle_upload_url.endswith("/"):
+                args.truffle_upload_url = args.truffle_upload_url + "/"
+            mx.run(["scp", "-r", coverage_dir, args.truffle_upload_url])
 
 
 def python_build_watch(args):
@@ -1487,6 +1571,6 @@ def checkout_find_version_for_graalvm(args):
     'nativebuild': [nativebuild, ''],
     'nativeclean': [nativeclean, ''],
     'python-src-import': [import_python_sources, ''],
-    'python-coverage': [python_coverage, '[gate-tag]'],
+    'python-coverage': [python_coverage, ''],
     'punittest': [punittest, ''],
 })