Show all results on recipe results webpage (#1560)

* Show all results on results webpage

* Fix test that depends on user's config-user.yml

Author: bouweandela

esmvalcore/_recipe.py

@@ -1905,7 +1905,11 @@ def get_output(self) -> dict:
         output['recipe_data'] = self._raw_recipe
         output['task_output'] = {}
 
-        for task in self.tasks:
+        for task in self.tasks.flatten():
+            if self._cfg['remove_preproc_dir'] and isinstance(
+                    task, PreprocessingTask):
+                # Skip preprocessing tasks that are deleted afterwards
+                continue
             output['task_output'][task.name] = task.get_product_attributes()
 
         return output

tests/sample_data/experimental/test_run_recipe.py

@@ -22,6 +22,7 @@
 CFG.update(esmvaltool_sample_data.get_rootpaths())
 CFG['drs']['CMIP6'] = 'SYNDA'
 CFG['max_parallel_tasks'] = 1
+CFG['remove_preproc_dir'] = False
 
 AUTHOR_TAGS = {
     'authors': {