Omit broken tests from verification

Author: msmith-techempower

Cargo.lock

@@ -1,6 +1,6 @@
 [package]
 name = "tfb_toolset"
-version = "0.4.3"
+version = "0.4.4"
 authors = ["Mike Smith", "Nate Brady"]
 edition = "2018"
 

Cargo.toml

@@ -323,6 +323,7 @@ mod tests {
     use crate::io::print_all_frameworks;
     use crate::io::print_all_tests;
     use crate::io::print_all_tests_with_tag;
+    use crate::metadata::TAG_BROKEN;
 
     #[test]
     fn it_will_get_a_valid_tfb_dir() {
@@ -350,7 +351,7 @@ mod tests {
 
     #[test]
     fn it_can_print_all_tests_with_tag() {
-        match print_all_tests_with_tag("broken") {
+        match print_all_tests_with_tag(TAG_BROKEN) {
             Ok(_) => {}
             Err(e) => panic!("io::print_all_tests_with_tag failed. error: {:?}", e),
         };

src/io.rs

@@ -10,6 +10,8 @@ use clap::ArgMatches;
 use glob::glob;
 use std::path::PathBuf;
 
+pub const TAG_BROKEN: &str = "broken";
+
 /// Walks the FrameworkBenchmarks directory's `framework` sub-dir to find all
 /// test implementations' `config.toml`, parse each file, and pushes the top-
 /// level `framework` to the return Vec.
@@ -129,8 +131,16 @@ pub fn list_projects_by_language_name(
         let language = config::get_language_by_config_file(&framework, &path_buf)?;
         if language_name.to_lowercase() == language.to_lowercase() {
             for mut test in config::get_test_implementations_by_config_file(&path_buf)? {
-                test.specify_test_type(test_type);
-                tests.push(test);
+                if test.tags.is_none()
+                    || !test
+                        .tags
+                        .as_ref()
+                        .unwrap()
+                        .contains(&TAG_BROKEN.to_string())
+                {
+                    test.specify_test_type(test_type);
+                    tests.push(test);
+                }
             }
             if !tests.is_empty() {
                 projects.push(Project {
@@ -164,8 +174,16 @@ pub fn list_projects_by_dir_name(
         let mut tests = Vec::new();
         let language = config::get_language_by_config_file(&framework, &path_buf)?;
         for mut test in config::get_test_implementations_by_config_file(&path_buf)? {
-            test.specify_test_type(test_type);
-            tests.push(test);
+            if test.tags.is_none()
+                || !test
+                    .tags
+                    .as_ref()
+                    .unwrap()
+                    .contains(&TAG_BROKEN.to_string())
+            {
+                test.specify_test_type(test_type);
+                tests.push(test);
+            }
         }
         if !tests.is_empty() {
             projects.push(Project {

src/metadata.rs

@@ -47,7 +47,7 @@ pub mod network_modes {
 /// Parses all the arguments from the CLI and returns the configured matches.
 pub fn parse<'app>() -> App<'app> {
     App::new("tfb_toolset")
-        .version("0.1.0")
+        .version("0.4.4")
         .author("Mike Smith <[email protected]>")
         .about("The toolset for the TechEmpower Framework Benchmarks.")
         // Suite options