feat: add error handling without invoking the google test test environment (#104)

Author: daantimmer

.vscode/launch.json

@@ -9,18 +9,21 @@
             "description": "Enter the tag to run",
             "type": "pickString",
             "options": [
+                "@smoke",
                 "@rule1 or @smoke",
                 "@keyword-asterisk",
-                "@result:UNDEFINED"
+                "@result:UNDEFINED",
+                "@result:FAILED",
+                "@fail_feature"
             ]
         },
         {
             "id": "features",
             "description": "Enter the tag to run",
             "type": "pickString",
             "options": [
-                "cucumber-cpp-example/features",
-                "test/features"
+                "cucumber_cpp/example/features",
+                "cucumber_cpp/acceptance_test/features"
             ]
         }
     ],
@@ -36,9 +39,10 @@
                 "${input:features}",
                 "--report",
                 "console",
-                "--com",
-                "COMx",
-                "--nordic",
+                "junit-xml",
+                // "--com",
+                // "COMx",
+                // "--nordic",
                 "--tag",
                 "${input:tag}"
             ],

.vscode/settings.json

@@ -1,8 +1,8 @@
 {
     "cmake.useCMakePresets": "always",
     "cucumberautocomplete.steps": [
-        "cucumber-cpp-example/steps/*.cpp",
-        "test/steps/*.cpp"
+        "cucumber_cpp/example/steps/*.cpp",
+        "cucumber_cpp/acceptance_test/steps/*.cpp"
     ],
     "cucumberautocomplete.gherkinDefinitionPart": "(GIVEN|WHEN|THEN|STEP)\\(",
     "cucumberautocomplete.customParameters": [
@@ -20,5 +20,9 @@
     "C/C++ Include Guard.Remove Extension": false,
     "C/C++ Include Guard.Comment Style": "None",
     "C/C++ Include Guard.Path Skip": 0,
-    "testMate.cpp.test.executables": "${workspaceFolder}/.build/**/*{test,Test,TEST}*"
+    "testMate.cpp.test.executables": "${workspaceFolder}/.build/**/*{test,Test,TEST}*",
+    "sonarlint.connectedMode.project": {
+        "connectionId": "philips-software",
+        "projectKey": "philips-software_amp-cucumber-cpp-runner"
+    }
 }

.vscode/tasks.json

@@ -6,7 +6,7 @@
         {
             "label": "bats",
             "type": "shell",
-            "command": "bats --formatter junit cucumber_cpp/integration_test/test.bats | tee test-report.xml",
+            "command": "bats --formatter junit cucumber_cpp/acceptance_test/test.bats | tee test-report.xml",
             "problemMatcher": []
         }
     ]

CMakeLists.txt

@@ -27,7 +27,7 @@ if (CCR_BUILD_TESTS)
     ccr_enable_testing()
 endif()
 
-set(CMAKE_CXX_STANDARD 20)
+set(CMAKE_CXX_STANDARD 23)
 set(CMAKE_CXX_STANDARD_REQUIRED On)
 set(CMAKE_CXX_EXTENSIONS Off)
 

cucumber_cpp/acceptance_test/Main.cpp

@@ -3,7 +3,7 @@
 
 int main(int argc, char** argv)
 {
-    cucumber_cpp::Application application{};
+    cucumber_cpp::library::Application application{};
 
     return application.Run(argc, argv);
 }

cucumber_cpp/acceptance_test/MainCustom.cpp

@@ -3,7 +3,7 @@
 
 int main(int argc, char** argv)
 {
-    cucumber_cpp::Application application{};
+    cucumber_cpp::library::Application application{};
 
     application.CliParser().add_flag("--required", *application.ProgramContext().EmplaceAt<bool>("--required"))->required();
 

cucumber_cpp/acceptance_test/features/test_fail_feature.feature

@@ -0,0 +1,15 @@
+@fail_feature
+Feature: Simple feature file
+    Background:
+        Given a background step
+
+    Scenario: A failing scenario
+        Given a given step
+        When a when step
+        Then an assertion is raised
+        Then a then step
+
+    Scenario: An OK scenario
+        Given a given step
+        When a when step
+        Then a then step

cucumber_cpp/acceptance_test/features/test_hooks.feature

@@ -1,23 +1,37 @@
 @bats
 Feature: Test scenario and step hook bindings
 
-  Background:
-    Given a background step
-
-  @scenariohook @stephook
-  Scenario: Run Scenario and Step hooks
+  @fail_scenariohook_before
+  Scenario: Run failing Scenario hooks before
     Given a given step
-    When a when step
-    Then a then step
 
-  @scenariohook
-  Scenario: Run only Scenario hooks
+  @fail_scenariohook_after
+  Scenario: Run failing Scenario hooks after
     Given a given step
-    When a when step
-    Then a then step
 
-  @stephook
-  Scenario: Run only Step hooks
+  @throw_scenariohook
+  Scenario: Run throwing Scenario hooks
     Given a given step
-    When a when step
-    Then a then step
+
+  Rule: These scenarios have a background
+
+    Background:
+      Given a background step
+
+    @scenariohook @stephook
+    Scenario: Run Scenario and Step hooks
+      Given a given step
+      When a when step
+      Then a then step
+
+    @scenariohook
+    Scenario: Run only Scenario hooks
+      Given a given step
+      When a when step
+      Then a then step
+
+    @stephook
+    Scenario: Run only Step hooks
+      Given a given step
+      When a when step
+      Then a then step

cucumber_cpp/acceptance_test/hooks/Hooks.cpp

@@ -1,5 +1,7 @@
 #include "cucumber_cpp/library/Hooks.hpp"
+#include "gmock/gmock.h"
 #include <iostream>
+#include <string>
 
 HOOK_BEFORE_ALL()
 {
@@ -30,3 +32,18 @@ HOOK_AFTER_STEP("@stephook and @bats")
 {
     std::cout << "HOOK_AFTER_STEP\n";
 }
+
+HOOK_BEFORE_SCENARIO("@fail_scenariohook_before")
+{
+    ASSERT_THAT(false, testing::IsTrue());
+}
+
+HOOK_AFTER_SCENARIO("@fail_scenariohook_after")
+{
+    ASSERT_THAT(false, testing::IsTrue());
+}
+
+HOOK_BEFORE_SCENARIO("@throw_scenariohook")
+{
+    throw std::string{ "error" };
+}

cucumber_cpp/acceptance_test/steps/Steps.cpp

@@ -44,3 +44,8 @@ THEN("two expectations are raised")
     EXPECT_THAT(0, testing::Eq(1));
     EXPECT_THAT(1, testing::Eq(0));
 }
+
+WHEN("I print {string} with value {int}", (const std::string& str, std::int32_t value))
+{
+    std::cout << "print: " << str << " with value " << value;
+}