unit_test.rs

#![allow(missing_docs)]
use std::{
    fs::File,
    io::prelude::*,
    path::PathBuf,
    time::{Duration, Instant},
};

use clap::Parser;
use colored::*;
use quick_junit::{NonSuccessKind, Report, TestCase, TestCaseStatus, TestSuite};

use crate::{
    config::{self, UnitTestResult},
    signal,
};

#[derive(Parser, Debug)]
#[command(rename_all = "kebab-case")]
pub struct Opts {
    /// Vector config files in TOML format to test.
    #[arg(id = "config-toml", long, value_delimiter(','))]
    paths_toml: Vec<PathBuf>,

    /// Vector config files in JSON format to test.
    #[arg(id = "config-json", long, value_delimiter(','))]
    paths_json: Vec<PathBuf>,

    /// Vector config files in YAML format to test.
    #[arg(id = "config-yaml", long, value_delimiter(','))]
    paths_yaml: Vec<PathBuf>,

    /// Any number of Vector config files to test. If none are specified the
    /// default config path `/etc/vector/vector.yaml` will be targeted.
    #[arg(value_delimiter(','))]
    paths: Vec<PathBuf>,

    /// Read configuration from files in one or more directories.
    /// File format is detected from the file name.
    ///
    /// Files not ending in .toml, .json, .yaml, or .yml will be ignored.
    #[arg(
        id = "config-dir",
        short = 'C',
        long,
        env = "VECTOR_CONFIG_DIR",
        value_delimiter(',')
    )]
    pub config_dirs: Vec<PathBuf>,

    /// Output path for JUnit reports
    #[arg(id = "junit-report", long, value_delimiter(','))]
    junit_report_paths: Option<Vec<PathBuf>>,
}

impl Opts {
    fn paths_with_formats(&self) -> Vec<config::ConfigPath> {
        config::merge_path_lists(vec![
            (&self.paths, None),
            (&self.paths_toml, Some(config::Format::Toml)),
            (&self.paths_json, Some(config::Format::Json)),
            (&self.paths_yaml, Some(config::Format::Yaml)),
        ])
        .map(|(path, hint)| config::ConfigPath::File(path, hint))
        .chain(
            self.config_dirs
                .iter()
                .map(|dir| config::ConfigPath::Dir(dir.to_path_buf())),
        )
        .collect()
    }
}

#[derive(Debug)]
pub struct JUnitReporter<'a> {
    report: Report,
    test_suite: TestSuite,
    output_paths: Option<&'a Vec<PathBuf>>,
}

impl<'a> JUnitReporter<'a> {
    fn new(paths: Option<&'a Vec<PathBuf>>) -> Self {
        Self {
            report: Report::new("Vector Unit Tests"),
            test_suite: TestSuite::new("Test Suite"),
            output_paths: paths,
        }
    }

    fn add_test_result(&mut self, name: &str, errors: &[String], time: Duration) {
        if self.output_paths.is_none() {
            return;
        }; // early return in case no output paths were specified

        if errors.is_empty() {
            // successful test
            let mut test_case = TestCase::new(name.to_owned(), TestCaseStatus::success());
            test_case.set_time(time);
            self.test_suite.add_test_case(test_case);
        } else {
            // failed test
            let mut status = TestCaseStatus::non_success(NonSuccessKind::Failure);
            status.set_description(errors.join("\n"));
            let mut test_case = TestCase::new(name.to_owned(), status);
            test_case.set_time(time);
            self.test_suite.add_test_case(test_case);
        }
    }

    fn write_reports(mut self, time: Duration) -> Result<(), String> {
        if self.output_paths.is_none() {
            return Ok(());
        }; // early return in case no output paths were specified

        // create a report from the test cases
        self.test_suite.set_time(time);
        self.report.add_test_suite(self.test_suite);

        let report_bytes = match self.report.to_string() {
            Ok(report_string) => report_string.into_bytes(),
            Err(error) => return Err(error.to_string()),
        };

        for path in self.output_paths.unwrap() {
            // safe to unwrap because of the check above
            match File::create(path) {
                Ok(mut file) => match file.write_all(&report_bytes) {
                    Ok(()) => {}
                    Err(error) => return Err(error.to_string()),
                },
                Err(error) => return Err(error.to_string()),
            }
        }

        Ok(())
    }
}

pub async fn cmd(opts: &Opts, signal_handler: &mut signal::SignalHandler) -> exitcode::ExitCode {
    let mut aggregated_test_errors: Vec<(String, Vec<String>)> = Vec::new();

    let paths = opts.paths_with_formats();
    let paths = match config::process_paths(&paths) {
        Some(paths) => paths,
        None => return exitcode::CONFIG,
    };

    let mut junit_reporter = JUnitReporter::new(opts.junit_report_paths.as_ref());

    #[allow(clippy::print_stdout)]
    {
        println!("Running tests");
    }
    match config::build_unit_tests_main(&paths, signal_handler).await {
        Ok(tests) => {
            if tests.is_empty() {
                #[allow(clippy::print_stdout)]
                {
                    println!("{}", "No tests found.".yellow());
                }
            } else {
                let test_suite_start = Instant::now();

                for test in tests {
                    let name = test.name.clone();

                    let test_case_start = Instant::now();
                    let UnitTestResult { errors } = test.run().await;
                    let test_case_elapsed = test_case_start.elapsed();

                    junit_reporter.add_test_result(&name, &errors, test_case_elapsed);

                    if !errors.is_empty() {
                        #[allow(clippy::print_stdout)]
                        {
                            println!("test {} ... {}", name, "failed".red());
                        }
                        aggregated_test_errors.push((name, errors));
                    } else {
                        #[allow(clippy::print_stdout)]
                        {
                            println!("test {} ... {}", name, "passed".green());
                        }
                    }
                }

                let test_suite_elapsed = test_suite_start.elapsed();
                match junit_reporter.write_reports(test_suite_elapsed) {
                    Ok(()) => {}
                    Err(error) => {
                        error!("Failed to execute tests:\n{}.", error);
                        return exitcode::CONFIG;
                    }
                }
            }
        }
        Err(errors) => {
            error!("Failed to execute tests:\n{}.", errors.join("\n"));
            return exitcode::CONFIG;
        }
    }

    if !aggregated_test_errors.is_empty() {
        #[allow(clippy::print_stdout)]
        {
            println!("\nfailures:");
        }
        for (test_name, fails) in aggregated_test_errors {
            #[allow(clippy::print_stdout)]
            {
                println!("\ntest {test_name}:\n");
            }
            for fail in fails {
                #[allow(clippy::print_stdout)]
                {
                    println!("{fail}\n");
                }
            }
        }

        exitcode::CONFIG
    } else {
        exitcode::OK
    }
}