Properly cleanup (build) jobs on abort

Author: vkarak

reframe/core/pipeline.py

@@ -1762,12 +1762,14 @@ def _create_job(self, job_type, force_local=False, **job_opts):
 
         if job_type == 'build':
             script_name = 'rfm_build.sh'
+            job_name = f'rfm_build_{self.short_name}'
         elif job_type == 'run':
             script_name = 'rfm_job.sh'
+            job_name = f'rfm_{self.short_name}'
 
         return Job.create(scheduler,
                           launcher,
-                          name=f'rfm_{self.short_name}',
+                          name=job_name,
                           script_filename=script_name,
                           workdir=self._stagedir,
                           sched_access=self._current_partition.access,

reframe/frontend/executors/__init__.py

@@ -384,8 +384,8 @@ def __exit__(this, exc_type, exc_value, traceback):
                 # This practically ignores skipping during the cleanup phase
                 self.skip()
                 raise TaskExit from e
-        except ABORT_REASONS:
-            self.fail()
+        except ABORT_REASONS as e:
+            self.abort(e)
             raise
         except BaseException as e:
             self.fail()
@@ -516,6 +516,11 @@ def skip(self, exc_info=None):
         self._notify_listeners('on_task_skip')
 
     def abort(self, cause=None):
+        def _cancel_job(job):
+            if job:
+                with contextlib.suppress(JobNotStartedError):
+                    job.cancel()
+
         if self.failed or self._aborted:
             return
 
@@ -524,11 +529,8 @@ def abort(self, cause=None):
         exc.__cause__ = cause
         self._aborted = True
         try:
-            if self.check.job:
-                self.check.job.cancel()
-                self.check.job.wait()
-        except JobNotStartedError:
-            self.fail((type(exc), exc, None), 'on_task_abort')
+            _cancel_job(self.check.build_job)
+            _cancel_job(self.check.job)
         except BaseException:
             self.fail()
         else:

unittests/test_cli.py

@@ -303,7 +303,7 @@ def test_check_kbd_interrupt(run_reframe):
     )
     assert 'Traceback' not in stdout
     assert 'Traceback' not in stderr
-    assert 'FAILED' in stdout
+    assert 'ABORTED' in stdout
     assert returncode != 0
 
 

unittests/test_policies.py

@@ -253,7 +253,7 @@ def test_kbd_interrupt_within_test(make_runner, make_cases, common_exec_ctx):
         runner.runall(make_cases([make_kbd_check()]))
 
     stats = runner.stats
-    assert 1 == len(stats.failed())
+    assert 1 == len(stats.aborted())
     assert_all_dead(runner)
 
 
@@ -318,7 +318,7 @@ def test_sigterm_handling(make_runner, make_cases, common_exec_ctx):
 
     assert_all_dead(runner)
     assert runner.stats.num_cases() == 1
-    assert len(runner.stats.failed()) == 1
+    assert len(runner.stats.aborted()) == 1
 
 
 def test_reruns(make_runner, make_cases, common_exec_ctx):
@@ -576,16 +576,13 @@ def test_concurrency_none(make_async_runner, make_cases,
 def assert_interrupted_run(runner):
     assert 4 == runner.stats.num_cases()
     assert_runall(runner)
-    assert 1 == len(runner.stats.failed())
-    assert 3 == len(runner.stats.aborted())
+    assert 4 == len(runner.stats.aborted())
     assert_all_dead(runner)
 
     # Verify that failure reasons for the different tasks are correct
     for t in runner.stats.tasks():
-        if isinstance(t.check, KeyboardInterruptCheck):
-            assert t.exc_info[0] == KeyboardInterrupt
-        else:
-            assert t.exc_info[0] == AbortTaskError
+        assert t.exc_info[0] == AbortTaskError
+        assert isinstance(t.exc_info[1].__cause__, KeyboardInterrupt)
 
 
 def test_kbd_interrupt_in_wait_with_concurrency(