Tests: Added an option to pass a file with disabled tests

Author: drowaudio

Source/CommandLine.cpp

@@ -173,6 +173,15 @@ File getOutputDir (const ArgumentList& args)
     return getOptionValue (args, "--output-dir", {}, "Missing output-dir path argument!").toString();
 }
 
+StringArray getDisabledTest (const ArgumentList& args)
+{
+    const File disabledTestsFile (getOptionValue (args, "--disabled-tests", {}, "Missing disabled-tests path argument!").toString());
+    
+    StringArray disabledTests;
+    disabledTestsFile.readLines (disabledTests);
+  
+    return disabledTests;
+}
 
 //==============================================================================
 String parseCommandLineArgs (String commandLine)
@@ -281,6 +290,8 @@ static String getHelpMessage()
          << "    If specified, sets a path to a data file which can be used by tests to configure themselves. This can be useful for things like known audio output." << newLine
          << "  --output-dir [pathToDir]" << newLine
          << "    If specified, sets a directory to store the log files. This can be useful for continuous integration." << newLine
+         << "  --disabled-tests [pathToFile]" << newLine
+         << "    If specified, sets a path to a file that should have the names of disabled tests on each row." << newLine
          << "  --version" << newLine
          << "    Print pluginval version." << newLine
          << newLine
@@ -337,6 +348,7 @@ static void validate (CommandLineValidator& validator, const ArgumentList& args)
         options.dataFile = getDataFile (args);
         options.outputDir = getOutputDir (args);
         options.withGUI = ! args.containsOption ("--skip-gui-tests");
+        options.disabledTests = getDisabledTest (args);
 
         validator.validate (fileOrIDs,
                             options,

Source/PluginTests.cpp

@@ -168,6 +168,12 @@ void PluginTests::testType (const PluginDescription& pd)
                         || (! options.withGUI && t->requiresGUI()))
                        continue;
 
+                    if (options.disabledTests.contains (t->name))
+                    {
+                        logMessage ("\nINFO: \"" + t->name + "\" is disabled.");
+                        continue;
+                    }
+
                     StopwatchTimer sw2;
                     beginTest (t->name);
 

Source/PluginTests.h

@@ -35,6 +35,7 @@ struct PluginTests : public UnitTest
         bool withGUI = true;                /**< Whether or not avoid tests that instantiate a gui. */
         File dataFile;                      /**< File which tests can use to run user provided data. */
         File outputDir;                     /**< Directory in which to write the log files for each test run. */
+        StringArray disabledTests;          /**< List of disabled tests. */
     };
 
     /** Creates a set of tests for a fileOrIdentifier. */

Source/Validator.cpp

@@ -246,6 +246,7 @@ namespace IDs
     DECLARE_ID(dataFile)
     DECLARE_ID(outputDir)
     DECLARE_ID(withGUI)
+    DECLARE_ID(disabledTests)
 
     DECLARE_ID(MESSAGE)
     DECLARE_ID(type)
@@ -472,6 +473,10 @@ class ValidatorSlaveProcess : public ChildProcessSlave,
             options.outputDir = File (v[IDs::outputDir].toString());
             options.withGUI = v.getProperty (IDs::withGUI, true);
 
+            if (auto varArray = v.getProperty (IDs::disabledTests, true).getArray())
+                for (auto disabledTest : *varArray)
+                    options.disabledTests.add (disabledTest);
+
             for (auto c : v)
             {
                 String fileOrID;
@@ -661,6 +666,7 @@ class ValidatorMasterProcess    : public ChildProcessMaster
         v.setProperty (IDs::dataFile, options.dataFile.getFullPathName(), nullptr);
         v.setProperty (IDs::outputDir, options.outputDir.getFullPathName(), nullptr);
         v.setProperty (IDs::withGUI, options.withGUI, nullptr);
+        v.setProperty (IDs::disabledTests, options.disabledTests, nullptr);
 
         return v;
     }