Rewrite Most the Python Matrix

The old code relied on parsing the autobuild output like the scoreboard,
but because it's a different parser it can have different results. It
now uses JSON output from scoreboard to get all of the information it
needs.

Also completely-removed database parts and anything that doesn't look
useful anymore.

Author: iguessthislldo

common/prettify.pm

@@ -23,6 +23,15 @@ sub escape_html_entities_keep_headers_and_links
     return $s;
 }
 
+sub parse_art_finished
+{
+    if (shift() =~ /^auto_run_tests_finished: (.*) Time:(\d+)s\s+Result:([-\d]+)/)
+    {
+        return [$1, $2 + 0, $3 + 0];
+    }
+    return undef;
+}
+
 ###############################################################################
 ###############################################################################
 
@@ -883,10 +892,11 @@ sub Normal ($)
     return unless defined $test;
     my $separator = '=' x 78 . "\n";
 
-    if ($line =~ /^auto_run_tests_finished: .*Time:(\d+)s\s+Result:([-\d]+)/)
+    my $finished = Prettify::parse_art_finished($line);
+    if ($finished)
     {
-        $test->{TIME} = $1;
-        $test->{RESULT} = $2;
+        $test->{TIME} = $finished->[1];
+        $test->{RESULT} = $finished->[2];
     }
     elsif ($line ne $separator)
     {
@@ -896,6 +906,110 @@ sub Normal ($)
 }
 
 
+###############################################################################
+###############################################################################
+
+package Prettify::BuildJson;
+
+use strict;
+use warnings;
+
+###############################################################################
+
+sub new ($)
+{
+    my $proto = shift ();
+    my $class = ref ($proto) || $proto;
+    my $buildname = shift ();
+    my $basename = shift ();
+
+    return bless ({
+        in_test => undef,
+        in_tests => 0,
+        data => {
+            buildname => $buildname,
+            basename => $basename,
+            tests => [],
+        },
+    }, $class);
+}
+
+sub Header ()
+{
+}
+
+sub Footer ()
+{
+    my $self = shift ();
+
+    utility::write_obj_to_json ("$self->{data}->{basename}.build.json", $self->{data});
+}
+
+sub Section ($)
+{
+    my $self = shift ();
+    my $name = shift ();
+
+    $self->{in_tests} = $name eq 'Test';
+    $self->{in_test} = undef;
+}
+
+sub Description ($)
+{
+}
+
+sub Timestamp ($)
+{
+}
+
+sub Subsection ($)
+{
+    my $self = shift ();
+    my $name = shift ();
+
+    $self->{in_test} = undef;
+    if ($self->{in_tests}) {
+        my $test = {
+            name => $name,
+            extra_name => undef,
+            result => undef,
+            time => undef,
+        };
+        $self->{in_test} = $test;
+        push(@{$self->{data}->{tests}}, $test);
+    }
+}
+
+sub Error ($)
+{
+    my $self = shift ();
+    my $line = shift ();
+}
+
+sub Warning ($)
+{
+    my $self = shift ();
+    my $line = shift ();
+}
+
+sub Normal ($)
+{
+    my $self = shift ();
+    my $line = shift ();
+
+    my $test = $self->{in_test};
+    if ($test) {
+        my $finished = Prettify::parse_art_finished($line);
+        if ($finished) {
+            $test->{time} = $finished->[1];
+            $test->{result} = $finished->[2];
+        }
+        elsif ($line =~ /^The CMake name of this test is "(.*)"/) {
+            $test->{extra_name} = $1;
+        }
+    }
+}
+
 ###############################################################################
 ###############################################################################
 
@@ -1319,6 +1433,8 @@ sub new ($$$$$$$$)
         push @{$self->{OUTPUT}}, new Prettify::JUnit ($junit);
     }
 
+    push @{$self->{OUTPUT}}, new Prettify::BuildJson ($buildname, $basename);
+
     # Output the header for the files
     foreach my $output (@{$self->{OUTPUT}}) {
         unless ($output) {

common/utility.pm

@@ -5,6 +5,23 @@ package utility;
 
 use File::Path qw(rmtree);
 
+use JSON::PP;
+
+sub obj_to_json
+{
+    return JSON::PP->new->pretty(1)->utf8->encode(shift());
+}
+
+sub write_obj_to_json
+{
+    my $path = shift();
+    my $obj = shift();
+
+    open(my $f, '>', $path) or die("Failed to open $path: $!");
+    print $f (obj_to_json($obj));
+    close($f);
+}
+
 # Run command, returns 0 if there was an error. If the second argument is
 # passed, it's assumed to be an autobuild command result hashref and "failure"
 # will be set to "fatal" if it is a total failure is fatal and "non-fatal" if

matrix.py

@@ -0,0 +1,25 @@
+#!/usr/bin/env python3
+
+import sys
+import argparse
+import json
+from pathlib import Path
+import enum
+
+from testmatrix.HTMLScoreboard import write_html_matrix
+from testmatrix.matrix import Builds, Matrix
+
+
+if __name__ == '__main__':
+    arg_parser = argparse.ArgumentParser(
+        description='Generate a test status matrix from autobuild output')
+    arg_parser.add_argument('builds_dir', type=Path,
+        help='Directory with autobuild/scoreboard build contents')
+    arg_parser.add_argument('prefix')
+    args = arg_parser.parse_args()
+
+    builds = Builds(args.builds_dir)
+    matrix = Matrix(builds)
+    matrix.dump()
+
+    write_html_matrix(matrix, args.prefix)