Bug/remove container-aap 40077 (#1284)

Objectives for this bug [https://issues.redhat.com/browse/AAP-40077]:
- Update restart API endpoint such that, when a user attempts to
restart, we detect if the deployment type is 'podman' and the
'activation-worker-node' is offline, we should block the restart and
return an error warning the user that a running container will be
orphaned.
- Enhance restart API endpoint with a force option where, if enabled,
the restart will go through.

<!-- Why is this change needed? -->
Activation containers are being left behind (orphaned) on nodes that go
offline in an multi-node deployment.

<!-- Why is this change needed? -->
The user has no way of knowing they they are leaving behind these
orphaned containers.

<!-- How it can be tested? -->

Author: B-Whitt

src/aap_eda/api/views/activation.py

@@ -16,6 +16,7 @@
 import redis
 from ansible_base.rbac.api.related import check_related_permissions
 from ansible_base.rbac.models import RoleDefinition
+from django.conf import settings
 from django.db import transaction
 from django.forms import model_to_dict
 from django_filters import rest_framework as defaultfilters
@@ -40,6 +41,7 @@
     start_rulebook_process,
     stop_rulebook_process,
 )
+from aap_eda.utils import str_to_bool
 
 from .mixins import RedisDependencyMixin
 
@@ -476,15 +478,42 @@ def disable(self, request, pk):
                 None,
                 description="Activation not enabled.",
             ),
+            status.HTTP_409_CONFLICT: OpenApiResponse(
+                None,
+                description="Activation blocked while Workers offline.",
+            ),
         }
         | RedisDependencyMixin.redis_unavailable_response(),
+        parameters=[
+            OpenApiParameter(
+                name="force",
+                description="Force restart after worker node offline",
+                required=False,
+                type=bool,
+            )
+        ],
     )
     @action(methods=["post"], detail=True, rbac_action=Action.RESTART)
     def restart(self, request, pk):
         activation = self.get_object()
-
         self._check_deleting(activation)
+        force_restart = str_to_bool(
+            request.query_params.get("force", "false"),
+        )
 
+        if (
+            settings.DEPLOYMENT_TYPE == "podman"
+            and activation.status == ActivationStatus.WORKERS_OFFLINE
+            and not force_restart
+        ):
+            # block the restart and return an error
+            raise api_exc.Conflict(
+                "An activation with an activation_status of 'Workers offline' "
+                "cannot be Restarted because this will leave an orphaned "
+                "container running on one of the 'activation-worker-node's. "
+                "If you want to force a restart, please add the "
+                "/?force=true query param."
+            )
         if not activation.is_enabled:
             raise api_exc.Forbidden(
                 detail="Activation is disabled and cannot be run."

tests/integration/api/test_activation.py

@@ -584,6 +584,38 @@ def test_restart_activation(
     assert response.status_code == status.HTTP_204_NO_CONTENT
 
 
+@pytest.mark.django_db
+@pytest.mark.parametrize(
+    ("force_restart", "expected_response"),
+    [
+        (
+            "true",
+            status.HTTP_204_NO_CONTENT,
+        ),
+        (
+            "false",
+            status.HTTP_409_CONFLICT,
+        ),
+    ],
+)
+@patch("aap_eda.api.serializers.activation.settings.DEPLOYMENT_TYPE", "podman")
+def test_restart_activation_workers_offline(
+    force_restart,
+    expected_response,
+    default_activation: models.Activation,
+    admin_client: APIClient,
+    preseed_credential_types,
+):
+    default_activation.status = enums.ActivationStatus.WORKERS_OFFLINE
+    default_activation.save(update_fields=["status"])
+
+    response = admin_client.post(
+        f"{api_url_v1}/activations/{default_activation.id}/restart/"
+        f"?force={force_restart}"
+    )
+    assert response.status_code == expected_response
+
+
 @pytest.mark.parametrize(
     ("missing_field", "error_message"),
     [