Merge pull request #2166 from jjotero/feat/fixtures

[feat] Support for test fixtures

Author: Vasileios Karakasis

docs/config_reference.rst

@@ -1257,6 +1257,21 @@ General Configuration
    The command-line option sets the configuration option to ``false``.
 
 
+.. js:attribute:: .general[].compact_test_names
+
+   :required: No
+   :default: ``false``
+
+   Use a compact test naming scheme.
+   When set to ``true``, the test parameter values will not be encoded into the test name.
+   Instead, the several test variants are differentiated by including the unique variant number into the test name.
+
+   .. warning::
+      The default value will be changed to ``true`` in version 4.0.0.
+
+   .. versionadded:: 3.9.0
+
+
 .. js:attribute:: .general[].git_timeout
 
   :required: No

docs/manpage.rst

@@ -747,6 +747,21 @@ Here is an alphabetical list of the environment variables recognized by ReFrame:
       ================================== ==================
 
 
+.. envvar:: RFM_COMPACT_TEST_NAMES
+
+   Enable the compact test naming scheme.
+
+   .. table::
+      :align: left
+
+      ================================== ==================
+      Associated command line option     N/A
+      Associated configuration parameter :js:attr:`compact_test_names` general configuration parameter
+      ================================== ==================
+
+   .. versionadded:: 3.9.0
+
+
 .. envvar:: RFM_CONFIG_FILE
 
    Set the configuration file for ReFrame.

docs/regression_test_api.rst

@@ -111,12 +111,11 @@ def _register_parameterized_test(cls, args=None):
     '''
     def _instantiate(cls, args):
         if isinstance(args, collections.abc.Sequence):
-            return cls(*args, _rfm_use_params=True)
+            return cls(*args)
         elif isinstance(args, collections.abc.Mapping):
-            args['_rfm_use_params'] = True
             return cls(**args)
         elif args is None:
-            return cls(_rfm_use_params=True)
+            return cls()
 
     def _instantiate_all():
         ret = []
@@ -179,14 +178,14 @@ def simple_test(cls):
     '''Class decorator for registering tests with ReFrame.
 
     The decorated class must derive from
-    :class:`reframe.core.pipeline.RegressionTest`.  This decorator is also
+    :class:`reframe.core.pipeline.RegressionTest`. This decorator is also
     available directly under the :mod:`reframe` module.
 
     .. versionadded:: 2.13
     '''
     if _validate_test(cls):
-        for _ in cls.param_space:
-            _register_test(cls, _rfm_use_params=True)
+        for n in range(cls.num_variants):
+            _register_test(cls, variant_num=n)
 
     return cls