Add introspector report links to oss-fuzz-home (#2632)

* Add introspector report links

* local gitignore

* making it unconditional

* debug

* add logging

* restore .gitingnore

* gitignore

* skip memoize

* trying again template

* fix template

* cleanup

* restore .gitignore

* apply comments

* lint

* add mock for storage.read_data

* adding mock for storage.exists and fixing assertEqual

* diversify tests

Author: Navidem

src/appengine/handlers/home.py

@@ -13,17 +13,23 @@
 # limitations under the License.
 """Home page handler."""
 
+import json
+
 from clusterfuzz._internal.base import external_users
 from clusterfuzz._internal.base import memoize
 from clusterfuzz._internal.base import utils
 from clusterfuzz._internal.datastore import data_handler
 from clusterfuzz._internal.datastore import data_types
+from clusterfuzz._internal.google_cloud_utils import storage
+from clusterfuzz._internal.metrics import logs
 from clusterfuzz._internal.system import environment
 from handlers import base_handler
 from libs import access
 from libs import handler
 from libs import helpers
 
+INTROSPECTOR_INDEX_JSON_URL = 'gs://oss-fuzz-introspector/build_status.json'
+
 MEMCACHE_TTL_IN_SECONDS = 30 * 60
 
 
@@ -60,9 +66,21 @@ def get_single_fuzz_target_or_none(project, engine_name):
   return fuzz_target_name
 
 
+def get_introspector_index():
+  """Return introspector projects status"""
+  if storage.exists(INTROSPECTOR_INDEX_JSON_URL):
+    introspector_index = json.loads(
+        storage.read_data(INTROSPECTOR_INDEX_JSON_URL))
+  else:
+    introspector_index = {}
+  logs.log('Loaded introspector status: %d' % len(introspector_index))
+  return introspector_index
+
+
 def _get_project_results_for_jobs(jobs):
   """Return projects for jobs."""
   projects = {}
+  introspector_index = get_introspector_index()
   for job in sorted(jobs, key=lambda j: j.name):
     project_name = job.get_environment().get('PROJECT_NAME', job.name)
     if project_name not in projects:
@@ -71,6 +89,12 @@ def _get_project_results_for_jobs(jobs):
     if utils.string_is_true(job.get_environment().get('CORPUS_PRUNE')):
       projects[project_name]['coverage_job'] = job.name
 
+    projects[project_name]['has_introspector'] = False
+    if project_name in introspector_index:
+      projects[project_name]['has_introspector'] = True
+      projects[project_name]['introspector_report'] = introspector_index[
+          project_name]
+
     engine_display_name, engine_name = _get_engine_names(job.name)
     projects[project_name]['jobs'].append({
         'engine_display_name':

src/appengine/private/components/oss-fuzz-home/oss-fuzz-home.html

@@ -68,6 +68,9 @@ <h2>[[project.name]]</h2>
         <a href="/testcases?project=[[project.name]]&open=yes"><paper-button raised>Open crashes</paper-button></a>
         <a href="/crash-stats?project=[[project.name]]"><paper-button raised>Crash stats</paper-button></a>
         <a href="/coverage-report/job/[[project.coverage_job]]/latest"><paper-button raised>Total coverage</paper-button></a>
+        <template is="dom-if" if="{{project.has_introspector}}">
+          <a href="[[project.introspector_report]]"><paper-button raised>Fuzz Introspector Report</paper-button></a>
+        </template>
       </div>
       <div class="layout horizontal wrap">
         <template is="dom-repeat" items="[[project.jobs]]" as ="job">

src/clusterfuzz/_internal/tests/appengine/handlers/home_test.py

@@ -33,8 +33,12 @@ def setUp(self):
         'libs.access.get_access',
         'clusterfuzz._internal.base.external_users.allowed_jobs_for_user',
         'libs.helpers.get_user_email',
+        'clusterfuzz._internal.google_cloud_utils.storage.read_data',
+        'clusterfuzz._internal.google_cloud_utils.storage.exists'
     ])
 
+    self.mock.read_data.return_value = ''
+    self.mock.exists.return_value = False
     data_types.Job(
         name='libfuzzer_asan_lib',
         environment_string=('PROJECT_NAME = lib\n'
@@ -90,6 +94,8 @@ def test_results_external(self):
         'libfuzzer_asan_lib', 'libfuzzer_msan_lib'
     ]
     self.mock.get_access.return_value = access.UserAccess.Denied
+    self.mock.read_data.return_value = '{"lib": "lib_url"}'
+    self.mock.exists.return_value = True
 
     results = home.get_results()
     self.assertEqual(
@@ -115,6 +121,10 @@ def test_results_external(self):
                         u'lib',
                     'coverage_job':
                         'libfuzzer_asan_lib',
+                    'has_introspector':
+                        True,
+                    'introspector_report':
+                        'lib_url'
                 }],
                 'is_internal_user':
                     False,
@@ -157,6 +167,10 @@ def test_results_external(self):
                         u'lib',
                     'coverage_job':
                         'libfuzzer_asan_lib',
+                    'has_introspector':
+                        True,
+                    'introspector_report':
+                        'lib_url'
                 }, {
                     'jobs': [{
                         'sanitizer_string': 'Sanitizer: address (ASAN)',
@@ -184,6 +198,8 @@ def test_results_external(self):
                         u'lib2',
                     'coverage_job':
                         'libfuzzer_asan_lib2',
+                    'has_introspector':
+                        False,
                 }],
                 'is_internal_user':
                     False,
@@ -227,6 +243,8 @@ def test_results_internal(self):
                         u'lib',
                     'coverage_job':
                         'libfuzzer_asan_lib',
+                    'has_introspector':
+                        False,
                 }, {
                     'jobs': [{
                         'sanitizer_string': 'Sanitizer: address (ASAN)',
@@ -254,6 +272,8 @@ def test_results_internal(self):
                         u'lib2',
                     'coverage_job':
                         'libfuzzer_asan_lib2',
+                    'has_introspector':
+                        False,
                 }],
                 'is_internal_user':
                     True,