tlm-core fixes, streaming api fixes

Author: ryansingman

deploy/helm/tlm/Chart.yaml

@@ -15,7 +15,7 @@ type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
 # Versions are expected to follow Semantic Versioning (https://semver.org/)
-version: 0.1.41
+version: 0.1.42
 
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application. Versions are not expected to

infra/tlm/environments/staging/main.tf

@@ -20,6 +20,7 @@ module "tlm" {
     environment = local.environment
     entity = "internal"
     location = local.location
+    app_version = "0.1.41"
 
     create_openai_service = true
     openai_deployments = {

infra/tlm/modules/tlm/app/main.tf

@@ -3,6 +3,7 @@ resource helm_release "this" {
     namespace = local.namespace
     chart = "tlm"
     repository = "oci://cleanlabtlm.azurecr.io/tlm"
+    version = var.app_version
 
     repository_username = var.image_pull_username
     repository_password = var.image_pull_password

infra/tlm/modules/tlm/app/variables.tf

@@ -18,6 +18,11 @@ variable "tags" {
     description = "The tags to apply to the resources"
 }
 
+variable "app_version" {
+    type = string
+    description = "The version of the TLM to deploy"
+}
+
 variable "cluster_oidc_issuer_url" {
     type = string
     description = "The OIDC issuer URL of the cluster"

infra/tlm/modules/tlm/main.tf

@@ -61,6 +61,7 @@ module "app" {
 
     environment = var.environment
     location = var.location
+    app_version = var.app_version
     resource_group_name = azurerm_resource_group.this.name
 
     cluster_oidc_issuer_url = module.cluster.oidc_issuer_url

infra/tlm/modules/tlm/variables.tf

@@ -13,6 +13,11 @@ variable "location" {
     description = "The location to deploy the TLM to"
 }
 
+variable "app_version" {
+    type = string
+    description = "The version of the TLM to deploy"
+}
+
 variable "tags" {
     type = map(string)
     description = "The tags to apply to the resources"

services/chat-backend/pyproject.toml

@@ -57,4 +57,4 @@ show_missing = true
 default-groups = ["dev"]
 
 [tlm-core]
-version = "v0.0.27"
+version = "v0.0.29"

services/chat-backend/src/services/streaming.py

@@ -76,7 +76,7 @@ async def __anext__(self) -> bytes:
             raise StopAsyncIteration
 
         if not self._event_stack:
-            await asyncio.sleep(0.1)
+            await asyncio.sleep(0.01)
             return await self.__anext__()
 
         event = self._event_stack.pop()