v0.11.0

Author: feloy

.gitignore

@@ -1,2 +1,2 @@
-/NOTES.md
 /dist
+/src/podman_ai_lab_stack.egg-info/

build/Containerfile

@@ -0,0 +1,12 @@
+FROM registry.access.redhat.com/ubi9/python-311:1-77.1726664316
+
+RUN pip install fastapi
+RUN pip install --extra-index-url https://test.pypi.org/simple/ podman-ai-lab-stack==0.11.0
+RUN \
+  mkdir -p $HOME/.llama/providers.d/remote/inference && \
+  cp /opt/app-root/lib64/python3.11/site-packages/podman_ai_lab_stack/providers.d/remote/inference/podman-ai-lab.yaml \
+    $HOME/.llama/providers.d/remote/inference/
+
+EXPOSE 8321
+
+ENTRYPOINT [ "llama", "stack", "run", "/opt/app-root/lib64/python3.11/site-packages/podman_ai_lab_stack/run.yaml" ]

pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "podman-ai-lab-stack"
-version = "0.9.0"
+version = "0.11.0"
 description = "Podman AI Lab provider for Llama Stack"
 requires-python = ">=3.10"
 dynamic = ["dependencies"]

src/podman_ai_lab_stack/config.py

@@ -2,14 +2,14 @@
 
 from pydantic import BaseModel
 
-DEFAULT_PODMAN_AI_LAB_URL = "http://localhost:10434"
+DEFAULT_PODMAN_AI_LAB_URL = "http://host.containers.internal:10434"
 
 
 class PodmanAILabImplConfig(BaseModel):
     url: str = DEFAULT_PODMAN_AI_LAB_URL
 
     @classmethod
     def sample_run_config(
-        cls, url: str = "${env.PODMAN_AI_LAB_URL:http://localhost:10434}", **kwargsi
+        cls, url: str = "${env.PODMAN_AI_LAB_URL:http://host.containers.internal:10434}", **kwargsi
     ) -> Dict[str, Any]:
         return {"url": url}

src/podman_ai_lab_stack/podman_ai_lab.py

@@ -67,8 +67,6 @@ async def initialize(self) -> None:
         logger.info(f"checking connectivity to Podman AI Lab at `{self.url}`...")
         try:
             await self.client.list()
-            # for model in response["models"]:
-            #    await self.models.register_model(model.model, model.model, 'podman-ai-lab')
         except ConnectionError as e:
             raise RuntimeError("Podman AI Lab Server is not running, start it using Podman Desktop") from e