Set up tilt CI for testing gitops-stack

Author: Sheikah45

.github/workflows/checks.yml

@@ -0,0 +1,27 @@
+name: Checks
+
+on:
+  push:
+  pull_request:
+    branches:
+      - develop
+
+jobs:
+  checks:
+
+    runs-on: ubuntu-latest
+    container:
+      image: docker/tilt:latest
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: azure/[email protected]
+
+      - name: Create k8s Kind Cluster
+        run: ctlptl create cluster kind --registry=ctlptl-registry
+
+      - name: Test Using Local Config
+        run: tilt ci --timeout "5m"
+
+      

README.MD

@@ -79,5 +79,5 @@ In the root directory of the repository run `tilt up`. This will start all the f
 To develop against the FAF infrastructure you should disable the service in tilt that you are actively developing. Once disabled you can start up your developed version. Some tweaks may need to be made to the default configuration parameters in the source code. The proper values can be found in the configMaps in each of the services kubernetes deploy yaml files.
 
 ## Test Data
-The default test data that is loaded can be found in /sql/test-data.sql. This can be overridden by providing a new path with the tilt configuration key test-data-path when running tilt up or in the tilt_config.json file in the repository root directory.
+The default test data that is loaded can be found in [faf-db](https://github.com/FAForever/db/blob/develop/test-data.sql)
 

Tiltfile

@@ -156,7 +156,7 @@ def no_policy_server(yaml):
 
 k8s_yaml("cluster/namespaces.yaml")
 k8s_yaml(helm_with_build_cache("infra/clusterroles", namespace="faf-infra", values=["config/local.yaml"]))
-k8s_resource(new_name="namespaces", objects=["faf-infra:namespace", "faf-apps:namespace", "faf-ops:namespace"], labels=["core"])
+k8s_resource(new_name="namespaces", objects=["faf-infra:namespace", "faf-apps:namespace", "faf-ops:namespace", "traefik:namespace"], labels=["core"])
 k8s_resource(new_name="clusterroles", objects=["read-cm-secrets:clusterrole"], labels=["core"])
 k8s_resource(new_name="init-apps", objects=["init-apps:serviceaccount:faf-infra", "init-apps:serviceaccount:faf-apps", "allow-init-apps-read-app-config-infra:rolebinding", "allow-init-apps-read-app-config-apps:rolebinding"], resource_deps=["clusterroles"], labels=["core"])
 
@@ -182,7 +182,7 @@ for object in decode_yaml_stream(traefik_yaml):
     if kind != "deployment" and kind != "service":
         traefik_identifiers.append(name + ":" + kind)
 
-k8s_resource(new_name="traefik-setup", objects=traefik_identifiers, labels=["traefik"])
+k8s_resource(new_name="traefik-setup", objects=traefik_identifiers, resource_deps=["namespaces"], labels=["traefik"])
 k8s_resource(workload="release-name-traefik", new_name="traefik", port_forwards=["443:8443"], resource_deps=["traefik-setup"], labels=["traefik"])
 
 postgres_yaml = helm_with_build_cache("infra/postgres", namespace="faf-infra", values=["config/local.yaml"])
@@ -237,9 +237,11 @@ k8s_resource(workload="populate-db", resource_deps=["faf-db-migrations"], labels
 k8s_yaml(keep_objects_of_kind(helm_with_build_cache("apps/faf-voting", namespace="faf-apps", values=["config/local.yaml"]), kinds=["ConfigMap", "Secret"]))
 k8s_resource(new_name="faf-voting-config", objects=["faf-voting:configmap", "faf-voting:secret"], labels=["voting"])
 
-k8s_yaml(helm_with_build_cache("apps/faf-website", namespace="faf-apps", values=["config/local.yaml", "apps/faf-website/values-prod.yaml"]))
+website_yaml = helm_with_build_cache("apps/faf-website", namespace="faf-apps", values=["config/local.yaml", "apps/faf-website/values-prod.yaml"])
+website_yaml = patch_config(website_yaml, "faf-website", {"OAUTH_URL": "http://ory-hydra:4444", "OAUTH_PUBLIC_URL": "http://localhost:4444", "API_URL": "http://faf-api:8010", "WP_URL": "http://wordpress:80"})
+k8s_yaml(website_yaml)
 k8s_resource(new_name="faf-website-config", objects=["faf-website:configmap", "faf-website:secret"], labels=["website"])
-k8s_resource(workload="faf-website", objects=["faf-website:ingressroute"], resource_deps=["traefik"], labels=["website"], links=[link("https://www.localhost", "FAForever Website")])
+k8s_resource(workload="faf-website", objects=["faf-website:ingressroute"], resource_deps=["traefik", "wordpress"], labels=["website"], links=[link("https://www.localhost", "FAForever Website")])
 
 # k8s_yaml(helm_with_build_cache("apps/faf-content", namespace="faf-apps", values=["config/local.yaml"]))
 # k8s_resource(new_name="faf-content-config", objects=["faf-content:configmap"], labels=["content"])

apps/faf-icebreaker/templates/config.yaml

@@ -9,6 +9,7 @@ data:
   HYDRA_URL: "https://hydra.{{.Values.baseDomain}}"
   SELF_URL: "https://ice.{{.Values.baseDomain}}"
   DB_USERNAME: "faf-icebreaker"
+  DB_NAME: "faf-icebreaker"
   DB_URL: "jdbc:mariadb://mariadb:3306/faf-icebreaker?ssl=false"
   RABBITMQ_HOST: "rabbitmq"
   RABBITMQ_USER: "faf-icebreaker"

apps/faf-user-service/templates/deployment.yaml

@@ -40,6 +40,9 @@ spec:
             limits:
               memory: 10Gi
               cpu: 3000m
+            requests:
+              memory: 2Gi
+              cpu: 1000m
           startupProbe:
             httpGet:
               port: 8080

apps/ory-hydra/templates/init-clients.yaml

@@ -66,11 +66,12 @@ spec:
                   --policy-uri "{{ .policyUri }}" \
                   {{- end }}
                   {{- if .tokenEndpointAuthMethod }}
-                  --token-endpoint-auth-method "{{ .tokenEndpointAuthMethod }}"
+                  --token-endpoint-auth-method "{{ .tokenEndpointAuthMethod }}" \
                   {{- end }}
                   {{- if .owner }}
-                  --owner "{{ .owner }}"
+                  --owner "{{ .owner }}" \
                   {{- end }}
+                  ;
               else
                 echo "Client {{ .id }} already exists, skipping."
               fi

cluster/namespaces.yaml

@@ -13,4 +13,10 @@ metadata:
 apiVersion: v1
 kind: Namespace
 metadata:
-  name: faf-ops
+  name: faf-ops
+
+---
+apiVersion: v1
+kind: Namespace
+metadata:
+  name: traefik

infra/mariadb/values.yaml

@@ -50,6 +50,13 @@ databasesAndUsers:
     usernameKey: DB_LOGIN
     passwordKey: DB_PASSWORD
 
+  # Icebreaker database
+  - configMapRef: faf-icebreaker
+    secretRef: faf-icebreaker
+    databaseKey: DB_NAME
+    usernameKey: DB_USERNAME
+    passwordKey: DB_PASSWORD
+
  # Others
   - configMapRef: wordpress
     secretRef: wordpress