bugfix runner for custom objectives

Author: benvanwerkhoven

kernel_tuner/runners/sequential.py

@@ -96,7 +96,7 @@ def run(self, parameter_space, kernel_options, tuning_options):
                 params.update(result)
 
                 # only compute metrics on configs that have not errored
-                if isinstance(result[tuning_options.objective], ErrorConfig):
+                if tuning_options.objective in result and isinstance(result[tuning_options.objective], ErrorConfig):
                     logging.debug('kernel configuration was skipped silently due to compile or runtime failure')
                 elif tuning_options.metrics:
                     params = process_metrics(params, tuning_options.metrics)

test/test_runners.py

@@ -261,7 +261,8 @@ def test_runner(env):
     platform = 0
     iterations = 7
     verbose = False
-    objective = "time"
+    objective = "GFLOP/s"
+    metrics = OrderedDict({objective: lambda p: 1})
     opts = locals()
     kernel_options = Options([(k, opts.get(k, None))
                               for k in _kernel_options.keys()])