fix budget overshoot issue for sequential tuning

Author: benvanwerkhoven

kernel_tuner/runners/sequential.py

@@ -132,5 +132,7 @@ def run(self, parameter_space, tuning_options):
 
             # all visited configurations are added to results to provide a trace for optimization strategies
             results.append(params)
+            if x_int not in tuning_options.unique_results:
+                tuning_options.unique_results[x_int] = result
 
         return results

kernel_tuner/runners/simulation.py

@@ -136,6 +136,8 @@ def run(self, parameter_space, tuning_options):
                 result["framework_time"] = total_time
 
                 results.append(result)
+                if x_int not in tuning_options.unique_results:
+                    tuning_options.unique_results[x_int] = result
                 continue
 
             # if the configuration is not in the cache and not within restrictions, simulate an InvalidConfig with warning

kernel_tuner/strategies/common.py

@@ -188,6 +188,8 @@ def _run_configs(self, xs, check_restrictions=True):
                     self.tuning_options.unique_results[x_int] = result
 
         # check again for stop condition
+        # this check is necessary because some strategies cannot handle partially completed requests
+        # for example when only half of the configs in a population have been evaluated
         self.budget_spent_fraction = util.check_stop_criterion(self.tuning_options)
 
         # upon returning from this function control will be given back to the strategy, so reset the start time

test/test_runners.py

@@ -287,6 +287,7 @@ def test_runner(env):
     device_options = Options([(k, opts.get(k, None))
                               for k in _device_options.keys()])
     tuning_options.cachefile = None
+    tuning_options.unique_results = {}
 
     # create runner
     runner = SequentialRunner(kernelsource,