Merge pull request #106 from cortexapps/105-add-catalog-patch-sub-command

Add catalog patch #95

Author: jeff-schnitter

HISTORY.md

@@ -1,6 +1,12 @@
 Release History
 ===============
 
+0.27.0 (2025-01-04)
+------------------
+
+**Improvements**
+- Add support for catalog patch command.
+
 0.26.7 (2024-11-18)
 ------------------
 

cortexapps_cli/cortex.py

@@ -597,7 +597,8 @@ def debug_json(r, method):
         print(json_data, file=sys.stderr)
 
 def exit(r, method, expected_rc=200, err=None):
-    if r.status_code != expected_rc:
+    # Quick fix for catalog patch; will fix with typer change.
+    if r.status_code != expected_rc and r.status_code != 201:
         sys.stderr.write(r.reason + "\n")
         if r.status_code == 401:
             if config['config_file'] == "ENVIRONMENT":
@@ -689,6 +690,17 @@ def post(url, headers={}, payload="", expected_rc=200):
         err = e.response.text
     exit(r, 'POST', expected_rc, err)
 
+def patch(url, headers={}, payload="", expected_rc=200):
+    api_key(headers)
+
+    err = None
+    try:
+        r = requests.patch(config['url'] + url, headers=headers,data=payload)
+        r.raise_for_status()
+    except requests.exceptions.RequestException as e:
+        err = e.response.text
+    exit(r, 'PATCH', expected_rc, err)
+
 # Generate HTTP API options.  Everything in the Namespace argparse object is
 # added to the URL with the exception of those listed in the array below.
 def parse_opts(args, ignore_tags=[]):
@@ -972,6 +984,7 @@ def subparser_catalog_opts(subparsers):
     subparser_catalog_gitops_logs(sp)
     subparser_catalog_list(sp)
     subparser_catalog_list_descriptors(sp)
+    subparser_catalog_patch(sp)
     subparser_catalog_scorecard_scores(sp)
     subparser_catalog_unarchive(sp)
 
@@ -1148,6 +1161,52 @@ def subparser_catalog_details(subparser):
 def catalog_details(args):
     get("/api/v1/catalog/" + args.tag + parse_opts(args))
 
+def subparser_catalog_patch(subparser):
+    sp = subparser.add_parser(
+            'patch',
+            help='Creates or updates an entity using OpenAPI. If the YAML refers to an entity that already exists (as referenced by the x-cortex-tag), this API will merge the specified changes into the existing entity.')
+    add_argument_file(sp, 'File containing openapi descriptor for entity')
+    sp.add_argument(
+            '-m',
+            '--delete-marker-value',
+            dest='deleteMarkerValue',
+            help='Delete keys with this value from the merged yaml, e.g. __delete__, if any values match this, they will not be included in merged YAML. For example my_value: __delete__ will remove my_value from the merged YAML.',
+            required=False,
+            default="__delete__",
+            metavar=''
+    )
+    sp.add_argument(
+            '-d',
+            '--dry-run',
+            dest="dryRun",
+            help='When true, this endpoint only validates the descriptor contents and returns any errors or warnings.',
+            action='store_true',
+            default='false'
+    )
+    sp.add_argument(
+            '-a',
+            '--append-arrays',
+            dest="appendArrays",
+            help='Default merge behavior is to replace arrays, set this to true to append arrays instead. For simple types, duplicate values will be removed from the merged array',
+            action='store_true',
+            default='false'
+    )
+    sp.add_argument(
+            '-n',
+            '--fail-if-entity-does-not-exist',
+            dest="failIfEntityDoesNotExist",
+            help='Default behavior is to upsert the entity, if set command will fail (404) if the entity specified in x-cortex-tag does not exist.',
+            action='store_true',
+            default='false'
+    )
+    sp.set_defaults(func=catalog_patch)
+
+def catalog_patch(args):
+    patch(
+        "/api/v1/open-api" + parse_opts(args),
+        default_headers('application/openapi'), read_file(args)
+    )
+
 def subparser_catalog_scorecard_scores(subparser):
     sp = subparser.add_parser('scorecard-scores', help='Retrieve entity Scorecard scores')
     add_argument_tag(sp)

data/run-time/create-patch-entity.yaml

@@ -0,0 +1,12 @@
+openapi: 3.0.0
+info:
+  title: Patch Entity
+  description: Entity that will be created to test catalog patch entity
+  x-cortex-tag: patch-entity
+  x-cortex-type: component
+  x-cortex-groups:
+  - public-api-test
+  x-cortex-definition: {}
+  x-cortex-custom-metadata:
+    owners:
+    - owner-1

data/run-time/patch-entity.yaml

@@ -0,0 +1,6 @@
+openapi: 3.0.0
+info:
+  x-cortex-tag: patch-entity
+  x-cortex-custom-metadata:
+    owners:
+    - owner-2

tests/test_audit_logs.py

@@ -1,5 +1,6 @@
 from common import *
 
+@pytest.mark.skip(reason="Disabled until CET-15982 is resolved.")
 def test(capsys):
     response = cli_command(capsys, ["audit-logs", "get",])
     assert (len(response['logs']) > 0)

tests/test_audit_logs_dates.py

@@ -1,5 +1,6 @@
 from common import *
 
+@pytest.mark.skip(reason="Disabled until CET-15982 is resolved.")
 def test(capsys):
     start_date = yesterday()
     end_date = today()

tests/test_audit_logs_end_date.py

@@ -1,5 +1,6 @@
 from common import *
 
+@pytest.mark.skip(reason="Disabled until CET-15982 is resolved.")
 def test(capsys):
     end_date = today()
     response = cli_command(capsys, ["audit-logs", "get", "-e", end_date])

tests/test_audit_logs_page.py

@@ -1,5 +1,6 @@
 from common import *
 
+@pytest.mark.skip(reason="Disabled until CET-15982 is resolved.")
 def test(capsys):
     response = cli_command(capsys, ["audit-logs", "get", "-p", "0",])
     assert (len(response['logs']) > 0)

tests/test_audit_logs_size.py

@@ -1,5 +1,6 @@
 from common import *
 
+@pytest.mark.skip(reason="Disabled until CET-15982 is resolved.")
 def test(capsys):
     response = cli_command(capsys, ["audit-logs", "get", "-z", "1"])
     assert (len(response['logs']) == 1)

tests/test_audit_logs_start_date.py

@@ -1,5 +1,6 @@
 from common import *
 
+@pytest.mark.skip(reason="Disabled until CET-15982 is resolved.")
 def test(capsys):
     start_date = yesterday()
     response = cli_command(capsys, ["audit-logs", "get", "-s", start_date])