moved helper classes to helper

Author: b-yogesh

src/gaiaflow/cli/commands/minikube.py

@@ -5,6 +5,7 @@
 import typer
 
 from gaiaflow.constants import DEFAULT_IMAGE_NAME
+from gaiaflow.managers.helpers import DockerHandlerMode
 
 app = typer.Typer()
 fs = fsspec.filesystem("file")
@@ -110,8 +111,7 @@ def dockerize(
         DEFAULT_IMAGE_NAME, "--image-name", "-i", help=("Name of your image.")
     ),
     dockerfile_path: Path = typer.Option(
-        None, "--dockerfile-path", "-d", help=("Path to your custom "
-                                               "Dockerfile")
+        None, "--dockerfile-path", "-d", help=("Path to your custom Dockerfile")
     ),
 ):
     imports = load_imports()
@@ -137,6 +137,47 @@ def dockerize(
     )
 
 
+@app.command(help="List all the docker images in your system")
+def list_images():
+    imports = load_imports()
+    project_path = Path.cwd()
+    gaiaflow_path, user_project_path = imports.create_gaiaflow_context_path(
+        project_path
+    )
+    gaiaflow_path_exists = imports.gaiaflow_path_exists_in_state(gaiaflow_path, True)
+    if not gaiaflow_path_exists:
+        typer.echo("Please create a project with Gaiaflow before running this command.")
+        return
+    imports.MinikubeManager.run(
+        gaiaflow_path=gaiaflow_path,
+        user_project_path=user_project_path,
+        action=imports.ExtendedAction.LIST_IMAGES,
+        docker_handler_mode=DockerHandlerMode.MINIKUBE,
+    )
+
+@app.command(help="Delete a docker image from your system")
+def remove_image(image_name: str = typer.Option(
+        DEFAULT_IMAGE_NAME, "--image-name", "-i", help=("Name of image "
+                                                        "to be deleted.")
+    ),):
+    imports = load_imports()
+    project_path = Path.cwd()
+    gaiaflow_path, user_project_path = imports.create_gaiaflow_context_path(
+        project_path
+    )
+    gaiaflow_path_exists = imports.gaiaflow_path_exists_in_state(gaiaflow_path, True)
+    if not gaiaflow_path_exists:
+        typer.echo("Please create a project with Gaiaflow before running this command.")
+        return
+    imports.MinikubeManager.run(
+        gaiaflow_path=gaiaflow_path,
+        user_project_path=user_project_path,
+        action=imports.ExtendedAction.REMOVE_IMAGE,
+        image_name=image_name,
+        docker_handler_mode=DockerHandlerMode.MINIKUBE,
+    )
+
+
 @app.command(
     help="Create a config file for Airflow to talk to Kubernetes "
     "cluster. To be used only when debugging required."

src/gaiaflow/cli/commands/mlops.py

@@ -6,6 +6,7 @@
 import typer
 
 from gaiaflow.constants import DEFAULT_IMAGE_NAME, Service
+from gaiaflow.managers.helpers import DockerHandlerMode
 
 app = typer.Typer()
 fs = fsspec.filesystem("file")
@@ -256,8 +257,7 @@ def dockerize(
         DEFAULT_IMAGE_NAME, "--image-name", "-i", help=("Name of your image.")
     ),
     dockerfile_path: Path = typer.Option(
-        None, "--dockerfile-path", "-d", help=("Path to your custom "
-                                               "Dockerfile")
+        None, "--dockerfile-path", "-d", help=("Path to your custom Dockerfile")
     ),
 ):
     imports = load_imports()
@@ -288,6 +288,47 @@ def dockerize(
     )
 
 
+
+@app.command(help="List all the docker images in your system")
+def list_images():
+    imports = load_imports()
+    project_path = Path.cwd()
+    gaiaflow_path, user_project_path = imports.create_gaiaflow_context_path(
+        project_path
+    )
+    gaiaflow_path_exists = imports.gaiaflow_path_exists_in_state(gaiaflow_path, True)
+    if not gaiaflow_path_exists:
+        typer.echo("Please create a project with Gaiaflow before running this command.")
+        return
+    imports.MinikubeManager.run(
+        gaiaflow_path=gaiaflow_path,
+        user_project_path=user_project_path,
+        action=imports.ExtendedAction.LIST_IMAGES,
+        docker_handler_mode=DockerHandlerMode.LOCAL,
+    )
+
+@app.command(help="Delete a docker image from your system")
+def remove_image(image_name: str = typer.Option(
+        DEFAULT_IMAGE_NAME, "--image-name", "-i", help=("Name of image "
+                                                        "to be deleted.")
+    ),):
+    imports = load_imports()
+    project_path = Path.cwd()
+    gaiaflow_path, user_project_path = imports.create_gaiaflow_context_path(
+        project_path
+    )
+    gaiaflow_path_exists = imports.gaiaflow_path_exists_in_state(gaiaflow_path, True)
+    if not gaiaflow_path_exists:
+        typer.echo("Please create a project with Gaiaflow before running this command.")
+        return
+    imports.MinikubeManager.run(
+        gaiaflow_path=gaiaflow_path,
+        user_project_path=user_project_path,
+        action=imports.ExtendedAction.REMOVE_IMAGE,
+        image_name=image_name,
+        docker_handler_mode=DockerHandlerMode.LOCAL,
+    )
+
 @app.command(
     help="Update the dependencies for the Airflow tasks. This command "
     "synchronizes the running container environments with the project's"

src/gaiaflow/constants.py

@@ -20,6 +20,8 @@ class ExtendedAction:
     CREATE_CONFIG = Action("create_config")
     CREATE_SECRET = Action("create_secret")
     UPDATE_DEPS = Action("update_deps")
+    LIST_IMAGES = Action("list-images")
+    REMOVE_IMAGE = Action("remove-image")
 
 
 GAIAFLOW_CONFIG_DIR = Path.home() / ".gaiaflow"

src/gaiaflow/core/create_task.py

@@ -34,7 +34,7 @@ def create_task(
     env_vars: dict | None = None,
     retries: int = 3,
     dag=None,
-    **op_kwargs
+    **op_kwargs,
 ):
     """It is a high-level abstraction on top of Apache Airflow operators.
 
@@ -70,7 +70,7 @@ def create_task(
         retries=retries,
         params=dag_params,
         mode=gaiaflow_mode,
-        **op_kwargs
+        **op_kwargs,
     )
 
     return operator.create_task()

src/gaiaflow/core/operators.py

@@ -158,7 +158,7 @@ def run_wrapper(**op_kwargs):
             retries=self.retries,
             expect_airflow=False,
             expect_pendulum=False,
-            **self.op_kwargs
+            **self.op_kwargs,
         )
 
 
@@ -307,7 +307,7 @@ def create_task(self):
             auto_remove="success",
             command=command,
             # docker_url="unix://var/run/docker.sock",
-            docker_url='tcp://docker-proxy:2375',
+            docker_url="tcp://docker-proxy:2375",
             # docker_url="tcp://host.docker.internal:2375",
             environment=combined_env,
             network_mode="docker-compose_ml-network",