only error in GH actions if required_mem_per_node or readonly_files are not defined

.github/workflows/test.yml

@@ -42,7 +42,7 @@ jobs:
             reframe -vvv --show-config
 
             # perform a dry run of *all* tests, without any filtering
-            time reframe --dry-run 2>&1 | tee dry_run.out
+            time reframe --dry-run -S readonly_files_undefined_policy=error -S required_mem_per_node_undefined_policy=error 2>&1 | tee dry_run.out
             pattern='PASSED .*0 failure'
             grep "${pattern}" dry_run.out || (echo "Pattern '${pattern}' not found!" && exit 1)
 

eessi/testsuite/eessi_mixin.py

@@ -8,7 +8,7 @@
 
 from eessi.testsuite import hooks
 from eessi.testsuite.constants import DEVICE_TYPES, SCALES, COMPUTE_UNITS, TAGS
-from eessi.testsuite.utils import log
+from eessi.testsuite.utils import log, log_once
 from eessi.testsuite import __version__ as testsuite_version
 
 
@@ -45,6 +45,8 @@ class EESSI_Mixin(RegressionMixin):
     exact_memory = variable(bool, value=False)
     user_executable_opts = variable(str, value='')
     thread_binding = variable(str, value='false')
+    required_mem_per_node_undefined_policy = variable(str, value='warning')
+    readonly_files_undefined_policy = variable(str, value='warning')
 
     # Set defaults for these class variables, can be overwritten by child class if desired
     scale = parameter(SCALES.keys())
@@ -80,14 +82,7 @@ def __init_subclass__(cls, **kwargs):
         cls.valid_systems = ['*']
         if not cls.time_limit:
             cls.time_limit = '1h'
-        if not cls.readonly_files:
-            msg = ' '.join([
-                "Built-in attribute `readonly_files` is empty. To avoid excessive copying, it's highly recommended",
-                "to add all files and/or dirs in `sourcesdir` that are needed but not modified during the test,",
-                "thus can be symlinked into the stage dirs. If you are sure there are no such files,",
-                "set `readonly_files = ['']`.",
-            ])
-            raise ReframeFatalError(msg)
+
         if cls._rfm_local_param_space.get('scale'):
             getlogger().verbose(f"Scales supported by {cls.__qualname__}: {cls._rfm_local_param_space['scale'].values}")
 
@@ -106,6 +101,19 @@ def EESSI_mixin_validate_item_in_list(self, item, valid_items):
                 msg = f"The variable '{item}' has value {value}, but the only valid values are {valid_items}"
             raise ReframeFatalError(msg)
 
+    @run_after('init')
+    def EESSI_check_readonly_files(self):
+        if not self.readonly_files:
+            msg = ' '.join([
+                "Built-in attribute `readonly_files` is empty. To avoid excessive copying, it's highly recommended",
+                "to add all files and/or dirs in `sourcesdir` that are needed but not modified during the test,",
+                "thus can be symlinked into the stage dirs. If you are sure there are no such files,",
+                "set `readonly_files = ['']`.",
+            ])
+            if self.readonly_files_undefined_policy == 'error':
+                raise ReframeFatalError(msg)
+            log_once(self, msg, msg_id='1', level=self.readonly_files_undefined_policy)
+
     @run_after('init')
     def EESSI_mixin_validate_init(self):
         """Check that all variables that have to be set for subsequent hooks in the init phase have been set"""
@@ -200,7 +208,9 @@ def EESSI_mixin_validate_setup(self):
             msg += " from EESSI_Mixin before (or in) the setup phase, but it wasn't. Note that this function"
             msg += " can use self.num_tasks_per_node, as it will be called after that attribute"
             msg += " has been set."
-            raise ReframeFatalError(msg)
+            if self.required_mem_per_node_undefined_policy == 'error':
+                raise ReframeFatalError(msg)
+            log_once(self, msg, msg_id='2', level=self.required_mem_per_node_undefined_policy)
 
         # Check that the value for these variables is valid
         # i.e. exists in their respective dict from eessi.testsuite.constants
@@ -227,7 +237,8 @@ def EESSI_set_launcher(self):
     @run_after('setup')
     def EESSI_mixin_request_mem(self):
         """Call hook to request the required amount of memory per node"""
-        hooks.req_memory_per_node(self, app_mem_req=self.required_mem_per_node())
+        if hasattr(self, 'required_mem_per_node'):
+            hooks.req_memory_per_node(self, app_mem_req=self.required_mem_per_node())
 
     @run_after('setup')
     def EESSI_mixin_log_runtime_info(self):

eessi/testsuite/utils.py

@@ -340,4 +340,4 @@ def log_once(test: rfm.RegressionTest, msg: str, msg_id: str, level: str = 'info
 
     _unique_msg_ids.append(unique_id)
     loglevel = getattr(getlogger(), level)
-    loglevel(msg)
+    loglevel(f'{test.__class__.__name__}: {msg}')