Merge pull request #88 from opsmill/pog-merge-back-stable

Merge back stable into develop with resolved conflicts

Author: ogenstad

changelog/8.fixed.md

@@ -0,0 +1 @@
+Make `infrahubctl transform` command set up the InfrahubTransform class with an InfrahubClient instance

infrahub_sdk/ctl/branch.py

@@ -34,7 +34,7 @@ async def list_branch(_: str = CONFIG_PARAM) -> None:
 
     logging.getLogger("infrahub_sdk").setLevel(logging.CRITICAL)
 
-    client = await initialize_client()
+    client = initialize_client()
     branches = await client.branch.all()
 
     table = Table(title="List of all branches")
@@ -91,7 +91,7 @@ async def create(
 
     logging.getLogger("infrahub_sdk").setLevel(logging.CRITICAL)
 
-    client = await initialize_client()
+    client = initialize_client()
     branch = await client.branch.create(branch_name=branch_name, description=description, sync_with_git=sync_with_git)
     console.print(f"Branch {branch_name!r} created successfully ({branch.id}).")
 
@@ -103,7 +103,7 @@ async def delete(branch_name: str, _: str = CONFIG_PARAM) -> None:
 
     logging.getLogger("infrahub_sdk").setLevel(logging.CRITICAL)
 
-    client = await initialize_client()
+    client = initialize_client()
     await client.branch.delete(branch_name=branch_name)
     console.print(f"Branch '{branch_name}' deleted successfully.")
 
@@ -115,7 +115,7 @@ async def rebase(branch_name: str, _: str = CONFIG_PARAM) -> None:
 
     logging.getLogger("infrahub_sdk").setLevel(logging.CRITICAL)
 
-    client = await initialize_client()
+    client = initialize_client()
     await client.branch.rebase(branch_name=branch_name)
     console.print(f"Branch '{branch_name}' rebased successfully.")
 
@@ -127,7 +127,7 @@ async def merge(branch_name: str, _: str = CONFIG_PARAM) -> None:
 
     logging.getLogger("infrahub_sdk").setLevel(logging.CRITICAL)
 
-    client = await initialize_client()
+    client = initialize_client()
     await client.branch.merge(branch_name=branch_name)
     console.print(f"Branch '{branch_name}' merged successfully.")
 
@@ -137,6 +137,6 @@ async def merge(branch_name: str, _: str = CONFIG_PARAM) -> None:
 async def validate(branch_name: str, _: str = CONFIG_PARAM) -> None:
     """Validate if a branch has some conflict and is passing all the tests (NOT IMPLEMENTED YET)."""
 
-    client = await initialize_client()
+    client = initialize_client()
     await client.branch.validate(branch_name=branch_name)
     console.print(f"Branch '{branch_name}' is valid.")

infrahub_sdk/ctl/check.py

@@ -196,7 +196,7 @@ async def run_checks(
     log = logging.getLogger("infrahub")
 
     check_summary: list[bool] = []
-    client = await initialize_client()
+    client = initialize_client()
     for check_module in check_modules:
         if check_module.definition.targets:
             result = await run_targeted_check(

infrahub_sdk/ctl/cli_commands.py

@@ -163,7 +163,7 @@ async def run(
     if not hasattr(module, method):
         raise typer.Abort(f"Unable to Load the method {method} in the Python script at {script}")
 
-    client = await initialize_client(
+    client = initialize_client(
         branch=branch, timeout=timeout, max_concurrent_execution=concurrent, identifier=module_name
     )
     func = getattr(module, method)
@@ -201,19 +201,35 @@ def render_jinja2_template(template_path: Path, variables: dict[str, str], data:
 
 
 def _run_transform(
-    query: str,
+    query_name: str,
     variables: dict[str, Any],
-    transformer: Callable,
+    transform_func: Callable,
     branch: str,
     debug: bool,
     repository_config: InfrahubRepositoryConfig,
 ):
+    """
+    Query GraphQL for the required data then run a transform on that data.
+
+    Args:
+        query_name: Name of the query to load (e.g. tags_query)
+        variables: Dictionary of variables used for graphql query
+        transform_func: The function responsible for transforming data received from graphql
+        branch: Name of the *infrahub* branch that should be queried for data
+        debug: Prints debug info to the command line
+        repository_config: Repository config object. This is used to load the graphql query from the repository.
+    """
     branch = get_branch(branch)
 
     try:
         response = execute_graphql_query(
-            query=query, variables_dict=variables, branch=branch, debug=debug, repository_config=repository_config
+            query=query_name, variables_dict=variables, branch=branch, debug=debug, repository_config=repository_config
         )
+
+        # TODO: response is a dict and can't be printed to the console in this way.
+        # if debug:
+        #     message = ("-" * 40, f"Response for GraphQL Query {query_name}", response, "-" * 40)
+        #     console.print("\n".join(message))
     except QueryNotFoundError as exc:
         console.print(f"[red]Unable to find query : {exc}")
         raise typer.Exit(1) from exc
@@ -228,10 +244,10 @@ def _run_transform(
                 console.print("[yellow]   you can specify a different branch with --branch")
         raise typer.Abort()
 
-    if asyncio.iscoroutinefunction(transformer.func):
-        output = asyncio.run(transformer(response))
+    if asyncio.iscoroutinefunction(transform_func):
+        output = asyncio.run(transform_func(response))
     else:
-        output = transformer(response)
+        output = transform_func(response)
     return output
 
 
@@ -257,23 +273,28 @@ def render(
         list_jinja2_transforms(config=repository_config)
         return
 
+    # Load transform config
     try:
         transform_config = repository_config.get_jinja2_transform(name=transform_name)
     except KeyError as exc:
         console.print(f'[red]Unable to find "{transform_name}" in {config.INFRAHUB_REPO_CONFIG_FILE}')
         list_jinja2_transforms(config=repository_config)
         raise typer.Exit(1) from exc
 
-    transformer = functools.partial(render_jinja2_template, transform_config.template_path, variables_dict)
+    # Construct transform function used to transform data returned from the API
+    transform_func = functools.partial(render_jinja2_template, transform_config.template_path, variables_dict)
+
+    # Query GQL and run the transform
     result = _run_transform(
-        query=transform_config.query,
+        query_name=transform_config.query,
         variables=variables_dict,
-        transformer=transformer,
+        transform_func=transform_func,
         branch=branch,
         debug=debug,
         repository_config=repository_config,
     )
 
+    # Output data
     if out:
         write_to_file(Path(out), result)
     else:
@@ -302,31 +323,41 @@ def transform(
         list_transforms(config=repository_config)
         return
 
-    matched = [transform for transform in repository_config.python_transforms if transform.name == transform_name]  # pylint: disable=not-an-iterable
-
-    if not matched:
+    # Load transform config
+    try:
+        matched = [transform for transform in repository_config.python_transforms if transform.name == transform_name]  # pylint: disable=not-an-iterable
+        if not matched:
+            raise ValueError(f"{transform_name} does not exist")
+    except ValueError as exc:
         console.print(f"[red]Unable to find requested transform: {transform_name}")
         list_transforms(config=repository_config)
-        return
+        raise typer.Exit(1) from exc
 
     transform_config = matched[0]
 
+    # Get client
+    client = initialize_client()
+
+    # Get python transform class instance
     try:
-        transform_instance = get_transform_class_instance(transform_config=transform_config)
+        transform = get_transform_class_instance(
+            transform_config=transform_config,
+            branch=branch,
+            client=client,
+        )
     except InfrahubTransformNotFoundError as exc:
         console.print(f"Unable to load {transform_name} from python_transforms")
         raise typer.Exit(1) from exc
 
-    transformer = functools.partial(transform_instance.transform)
-    result = _run_transform(
-        query=transform_instance.query,
-        variables=variables_dict,
-        transformer=transformer,
-        branch=branch,
-        debug=debug,
-        repository_config=repository_config,
+    # Get data
+    query_str = repository_config.get_query(name=transform.query).load_query()
+    data = asyncio.run(
+        transform.client.execute_graphql(query=query_str, variables=variables_dict, branch_name=transform.branch_name)
     )
 
+    # Run Transform
+    result = asyncio.run(transform.run(data=data))
+
     json_string = ujson.dumps(result, indent=2, sort_keys=True)
     if out:
         write_to_file(Path(out), json_string)

infrahub_sdk/ctl/client.py

@@ -5,7 +5,7 @@
 from infrahub_sdk.ctl import config
 
 
-async def initialize_client(
+def initialize_client(
     branch: Optional[str] = None,
     identifier: Optional[str] = None,
     timeout: Optional[int] = None,

infrahub_sdk/ctl/generator.py

@@ -43,7 +43,7 @@ async def run(
     if param_key:
         identifier = param_key[0]
 
-    client = await initialize_client()
+    client = initialize_client()
     if variables_dict:
         data = execute_graphql_query(
             query=generator_config.query,

infrahub_sdk/ctl/menu.py

@@ -38,7 +38,7 @@ async def load(
     logging.getLogger("infrahub_sdk").setLevel(logging.INFO)
 
     files = load_yamlfile_from_disk_and_exit(paths=menus, file_type=MenuFile, console=console)
-    client = await initialize_client()
+    client = initialize_client()
 
     for file in files:
         file.validate_content()

infrahub_sdk/ctl/object.py

@@ -38,7 +38,7 @@ async def load(
     logging.getLogger("infrahub_sdk").setLevel(logging.INFO)
 
     files = load_yamlfile_from_disk_and_exit(paths=paths, file_type=ObjectFile, console=console)
-    client = await initialize_client()
+    client = initialize_client()
 
     for file in files:
         file.validate_content()

infrahub_sdk/ctl/repository.py

@@ -88,7 +88,7 @@ async def add(
         },
     }
 
-    client = await initialize_client()
+    client = initialize_client()
 
     if username:
         credential = await client.create(kind="CorePasswordCredential", name=name, username=username, password=password)

infrahub_sdk/ctl/schema.py

@@ -115,7 +115,7 @@ async def load(
 
     schemas_data = load_yamlfile_from_disk_and_exit(paths=schemas, file_type=SchemaFile, console=console)
     schema_definition = "schema" if len(schemas_data) == 1 else "schemas"
-    client = await initialize_client()
+    client = initialize_client()
     validate_schema_content_and_exit(client=client, schemas=schemas_data)
 
     start_time = time.time()
@@ -164,7 +164,7 @@ async def check(
     init_logging(debug=debug)
 
     schemas_data = load_yamlfile_from_disk_and_exit(paths=schemas, file_type=SchemaFile, console=console)
-    client = await initialize_client()
+    client = initialize_client()
     validate_schema_content_and_exit(client=client, schemas=schemas_data)
 
     success, response = await client.schema.check(schemas=[item.content for item in schemas_data], branch=branch)