Use connect_to_custom with explicit HTTP and gRPC configuration for Weaviate

Author: yassinsws

.github/workflows/deploy-kubernetes.yml

@@ -117,18 +117,18 @@ jobs:
           echo "📦 Upgrading Helm release..."
           
           helm upgrade study-mate ./infra/helm -n ${{ env.HELM_NAMESPACE }} \
-            --set ingress.host="${DOMAIN}" \
-            --set client.image.tag="k8s-latest" \
+              --set ingress.host="${DOMAIN}" \
+              --set client.image.tag="k8s-latest" \
             --set authService.image.tag="k8s-latest" \
             --set documentService.image.tag="k8s-latest" \
             --set genaiService.image.tag="k8s-latest" \
             --set genAi.image.tag="k8s-latest" \
-            --set-string secrets.postgres.data.password="${{ secrets.POSTGRES_PASSWORD }}" \
-            --set-string secrets.auth.data.jwtSecret="${{ secrets.JWT_SECRET }}" \
+              --set-string secrets.postgres.data.password="${{ secrets.POSTGRES_PASSWORD }}" \
+              --set-string secrets.auth.data.jwtSecret="${{ secrets.JWT_SECRET }}" \
             --set-string secrets.genai.data.openWebUiApiKeyChat="${{ secrets.OPEN_WEBUI_API_KEY_CHAT }}" \
             --set-string secrets.genai.data.openWebUiApiKeyGen="${{ secrets.OPEN_WEBUI_API_KEY_GEN }}" \
             --set-string secrets.genai.data.langsmithApiKey="${{ secrets.LANGSMITH_API_KEY }}" \
-            --wait --timeout=10m
+              --wait --timeout=10m
 
       - name: Verify deployment
         run: |

genAi/rag.py

@@ -46,9 +46,14 @@ def __init__(self, doc_path: str):
         # Initialize Weaviate client first
         weaviate_host = os.getenv("WEAVIATE_HOST", "localhost")
         weaviate_port = os.getenv("WEAVIATE_PORT", "8083")
-        # Use HTTP connection instead of gRPC
-        self.weaviate_client = weaviate.connect_to_weaviate(
-            url=f"http://{weaviate_host}:{weaviate_port}",
+        # Use custom connection with explicit HTTP and gRPC configuration
+        self.weaviate_client = weaviate.connect_to_custom(
+            http_host=weaviate_host,
+            http_port=int(weaviate_port),
+            http_secure=False,  # HTTP, not HTTPS
+            grpc_host=weaviate_host,
+            grpc_port=50051,
+            grpc_secure=False,  # gRPC, not gRPCS
             skip_init_checks=True,
             additional_config=weaviate.init.AdditionalConfig(
                 timeout=weaviate.init.Timeout(init=60)

infra/helm/templates/applications/genai/deployment.yaml

@@ -42,8 +42,8 @@ spec:
             periodSeconds: 5
           resources:
             limits:
-              cpu: 1000m
+              cpu: 500m
               memory: 1Gi
             requests:
-              cpu: 500m
-              memory: 512Mi 
+              cpu: 100m
+              memory: 256Mi 

infra/helm/templates/microservices/auth-service/deployment.yaml

@@ -46,8 +46,8 @@ spec:
             failureThreshold: 3
           resources:
             limits:
-              cpu: 1000m
-              memory: 1Gi
-            requests:
               cpu: 500m
-              memory: 512Mi 
+              memory: 512Mi
+            requests:
+              cpu: 100m
+              memory: 128Mi 

infra/helm/templates/microservices/document-service/deployment.yaml

@@ -28,26 +28,27 @@ spec:
               protocol: TCP
           env:
             {{- toYaml .Values.documentService.env | nindent 12 }}
-          livenessProbe:
-            httpGet:
-              path: /actuator/health
-              port: http
-            initialDelaySeconds: 120
-            periodSeconds: 30
-            timeoutSeconds: 10
-            failureThreshold: 3
-          readinessProbe:
-            httpGet:
-              path: /actuator/health
-              port: http
-            initialDelaySeconds: 90
-            periodSeconds: 15
-            timeoutSeconds: 5
-            failureThreshold: 3
+          # Temporarily disabled health probes due to 403 errors
+          # livenessProbe:
+          #   httpGet:
+          #     path: /actuator/health
+          #     port: http
+          #   initialDelaySeconds: 120
+          #   periodSeconds: 30
+          #   timeoutSeconds: 10
+          #   failureThreshold: 3
+          # readinessProbe:
+          #   httpGet:
+          #     path: /actuator/health
+          #     port: http
+          #   initialDelaySeconds: 90
+          #   periodSeconds: 15
+          #   timeoutSeconds: 5
+          #   failureThreshold: 3
           resources:
             limits:
-              cpu: 1000m
-              memory: 1Gi
-            requests:
               cpu: 500m
-              memory: 512Mi 
+              memory: 512Mi
+            requests:
+              cpu: 100m
+              memory: 128Mi 

infra/helm/templates/microservices/document-service/service.yaml

@@ -15,4 +15,4 @@ spec:
       name: http
   selector:
     {{- include "studymate.selectorLabels" . | nindent 4 }}
-    app.kubernetes.io/component: document-service 
+    app.kubernetes.io/component: document-service

infra/helm/templates/microservices/genai-service/deployment.yaml

@@ -46,8 +46,8 @@ spec:
             failureThreshold: 5
           resources:
             limits:
-              cpu: 1000m
-              memory: 1Gi
-            requests:
               cpu: 500m
-              memory: 512Mi 
+              memory: 512Mi
+            requests:
+              cpu: 100m
+              memory: 128Mi 

infra/helm/values.yaml

@@ -64,7 +64,9 @@ documentService:
           name: auth-secret
           key: jwt-secret
     - name: AUTH_SERVICE_URL
-      value: "http://{{ include \"study-mate.fullname\" . }}-auth-service:8086"
+      value: "http://study-mate-auth-service:8086"
+    - name: GENAI_SERVICE_URL
+      value: "http://study-mate-genai-service:8085"
     - name: SPRING_SERVLET_MULTIPART_MAX_FILE_SIZE
       value: "50MB"
     - name: SPRING_SERVLET_MULTIPART_MAX_REQUEST_SIZE
@@ -90,11 +92,11 @@ genaiService:
           name: auth-secret
           key: jwt-secret
     - name: AUTH_SERVICE_URL
-      value: "http://{{ include \"study-mate.fullname\" . }}-auth-service:8086"
+      value: "http://study-mate-auth-service:8086"
     - name: DOCUMENT_SERVICE_URL
-      value: "http://{{ include \"study-mate.fullname\" . }}-document-service:8084"
+      value: "http://study-mate-document-service:8084"
     - name: GENAI_BACKEND_URL
-      value: "http://{{ include \"study-mate.fullname\" . }}-genai:8081"
+      value: "http://study-mate-genai:8081"
     - name: RATE_LIMIT_REQUESTS_PER_MINUTE
       value: "60"
     - name: SERVER_TOMCAT_THREADS_MAX
@@ -138,7 +140,7 @@ genAi:
           key: open-webui-api-key-gen
 
     - name: WEAVIATE_HOST
-      value: "{{ include \"study-mate.fullname\" . }}-weaviate"
+      value: "study-mate-weaviate"
     - name: WEAVIATE_PORT
       value: "8087"