feat: return code 1 when the test command has failures

fixes #18

Author: azmeuk

doc/changelog.rst

@@ -1,6 +1,13 @@
 Changelog
 =========
 
+[0.2.2] - Unreleased
+--------------------
+
+Added
+^^^^^
+- The :ref:`test` command returns 1 in case of errors.
+
 [0.2.1] - 2024-12-04
 --------------------
 

scim2_cli/test.py

@@ -1,3 +1,5 @@
+import sys
+
 import click
 from scim2_tester import Status
 from scim2_tester import check_server
@@ -20,14 +22,18 @@ def test_cli(ctx, verbose):
     client = ctx.obj["client"]
     results = check_server(client)
     click.echo(f"Performing a SCIM compliance check on {client.client.base_url} ...")
+    success = True
     for result in results:
         if result.status == Status.SUCCESS:
             status = click.style(result.status.name, fg=Color.green)
         else:
             status = click.style(result.status.name, fg=Color.red)
+            success = False
         click.echo(f"{status} {result.title}")
 
         if result.reason:
             click.echo(f"  {result.reason}")
             if verbose and result.data:
                 click.echo(f"  {result.data}")
+
+    sys.exit(0 if success else 1)

tests/test_test.py

@@ -32,7 +32,6 @@ def test_nominal(runner, httpserver):
             ["--url", httpserver.url_for("/"), "test"],
             catch_exceptions=False,
         )
-        assert result.exit_code == 0, result.stdout
 
         expected_output = f"""Performing a SCIM compliance check on http://localhost:{httpserver.port}/ ...
 SUCCESS test1
@@ -68,7 +67,6 @@ def test_verbose(runner, httpserver):
             ["--url", httpserver.url_for("/"), "test", "--verbose"],
             catch_exceptions=False,
         )
-        assert result.exit_code == 0, result.stdout
 
         expected_output = f"""Performing a SCIM compliance check on http://localhost:{httpserver.port}/ ...
 SUCCESS test1
@@ -79,3 +77,12 @@ def test_verbose(runner, httpserver):
   data2
 """
         assert result.output == expected_output
+
+
+def test_failure(runner, httpserver):
+    """Test SCIM compliance test failure."""
+    result = runner.invoke(
+        cli,
+        ["--url", "http://scim.invalid", "test"],
+    )
+    assert result.exit_code == 1, result.stdout