wip: add e2e test

Signed-off-by: Radek Ježek <[email protected]>

Author: jezekra1

apps/beeai-sdk/src/beeai_sdk/platform/__init__.py

@@ -6,4 +6,5 @@
 from .file import *
 from .model_provider import *
 from .provider import *
+from .provider_build import *
 from .vector_store import *

apps/beeai-server/tasks.toml

@@ -213,7 +213,14 @@ VM_NAME='{{option(name="vm-name", default="beeai-local-dev")}}'
 
 ["beeai-server:dev:test:start"]
 dir = "{{config_root}}/apps/beeai-server"
-run = "{{ mise_bin }} run beeai-server:dev:start --vm-name=beeai-local-test --set externalRegistries=null"
+run = """
+#!/bin/bash
+{{ mise_bin }} run beeai-server:dev:start \
+    --vm-name=beeai-local-test \
+    --set externalRegistries=null \
+    --set providerBuilds.enabled=true \
+    --set localDockerRegistry.enabled=true
+"""
 
 ["beeai-server:dev:test:delete"]
 dir = "{{config_root}}/apps/beeai-server"
@@ -253,7 +260,9 @@ curl http://localhost:8333 >/dev/null 2>&1 && echo "Another instance at localhos
     --set auth.enabled="true" \
     --set auth.basic.enabled="true" \
     --set auth.basic.adminPassword="test-password" \
-    --set auth.jwtSecretKey="test-secret-key"
+    --set auth.jwtSecretKey="test-secret-key" \
+    --set providerBuilds.enabled=true \
+    --set localDockerRegistry.enabled=true
 
 
 eval "$( {{ mise_bin }} run beeai-platform:shell --vm-name="$VM_NAME" )"

apps/beeai-server/tests/conftest.py

@@ -28,6 +28,7 @@ class TestConfiguration(BaseSettings):
     llm_model: str = "other:llama3.1:8b"
     llm_api_key: Secret[str] = Secret("dummy")
     test_agent_image: str = "ghcr.io/i-am-bee/beeai-platform/official/beeai-framework/chat:0.3.2"
+    test_agent_build_repo: str = "https://github.com/i-am-bee/beeai-platform-agent-starter"
     server_url: str = "http://beeai-platform-svc:8333"
     db_url: str = "postgresql+asyncpg://beeai-user:password@postgresql:5432/beeai"
 

apps/beeai-server/tests/e2e/agents/test_agent_builds.py

@@ -0,0 +1,48 @@
+# Copyright 2025 © BeeAI a Series of LF Projects, LLC
+# SPDX-License-Identifier: Apache-2.0
+
+import json
+import logging
+
+import pytest
+from a2a.client.helpers import create_text_message_object
+from a2a.types import (
+    TaskState,
+)
+from beeai_sdk.platform import BuildState, Provider, ProviderBuild
+
+pytestmark = pytest.mark.e2e
+
+logger = logging.getLogger(__name__)
+
+
+@pytest.mark.usefixtures("clean_up", "setup_platform_client")
+async def test_remote_agent_build_and_start(
+    subtests,
+    a2a_client_factory,
+    get_final_task_from_stream,
+    test_configuration,
+):
+    with subtests.test("build example agent"):
+        build = await ProviderBuild.create(location=test_configuration.test_agent_build_repo)
+        async for message in build.stream_logs():
+            logger.debug(json.dumps(message))
+        build = await build.get()
+
+        assert build.status == BuildState.COMPLETED
+    with subtests.test("run example agent"):
+        _ = await Provider.create(location=build.destination)
+        providers = await Provider.list()
+        assert len(providers) == 1
+        assert providers[0].source == build.destination
+        assert providers[0].agent_card
+
+        async with a2a_client_factory(providers[0].agent_card) as a2a_client:
+            with subtests.test("run chat agent for the first time"):
+                num_parallel = 3
+                message = create_text_message_object(content="test of sirens")
+                task = await get_final_task_from_stream(a2a_client.send_message(message))
+
+                # Verify response
+                assert task.status.state == TaskState.completed, f"Fail: {task.status.message.parts[0].root.text}"
+                assert "test of sirens" in task.history[-1].parts[0].root.text