Move tilt configuration into gitops-stack (#267)

* Move tilt confiiguration into gitops-stack

* Implement rabbit suggestion

* Fix rabbitmq comments

* Use .local-data for local data

* Remove double slash

* Rename variables

* Address comments

* Default pull policy to if not present for development

* Remove unused parameter

* Include cron job in default pull policy

* Fix variables

Author: Sheikah45

.gitignore

@@ -7,4 +7,8 @@ spicy-secrets/**
 **/Chart.lock
 
 # Ignore Helm chart tarballs in any charts/ directory at any depth
-**/charts/*.tgz
+**/charts/*.tgz
+
+tilt_config.json
+.local-data/
+.helm-cache/

README.MD

@@ -61,3 +61,23 @@ kubectl create secret generic "infisical-service-token" \
     --from-literal=infisicalToken=<your-token-here>
 done
 ```
+
+# Local Development Using Tilt
+
+This repository aims to provide a ready-to-go [Tilt](https://docs.tilt.dev/) setup for ephemeral FAF infrastructure local development on kubernetes.
+
+## Prerequisites
+* [Tilt](https://docs.tilt.dev/install.html)
+* Kubernetes ([Docker Desktop](https://docs.docker.com/desktop/kubernetes/) or [Minikube](https://minikube.sigs.k8s.io/docs/) are recommended for those new to kubernetes) [Tilt cluster setup](https://docs.tilt.dev/choosing_clusters)
+* For Windows users a bash program. By default git bash is used with an assumed installation directory of C:/Program Files/Git
+* [helm](https://helm.sh/docs/intro/install/) must be installed to generate the k8s from the helm charts in the gitops repo
+
+## Startup Services
+In the root directory of the repository run `tilt up`. This will start all the faf services in the correct order. The status of each service can be viewed in the tilt UI by visiting <http://localhost:10350>. This is the control server for tilt where you can restart services or disable them for substitution by services you would like to run from source code as you actively develop them.
+
+## Development
+To develop against the FAF infrastructure you should disable the service in tilt that you are actively developing. Once disabled you can start up your developed version. Some tweaks may need to be made to the default configuration parameters in the source code. The proper values can be found in the configMaps in each of the services kubernetes deploy yaml files.
+
+## Test Data
+The default test data that is loaded can be found in /sql/test-data.sql. This can be overridden by providing a new path with the tilt configuration key test-data-path when running tilt up or in the tilt_config.json file in the repository root directory.
+

Tiltfile

@@ -9,5 +9,6 @@ stringData:
   DB_PASSWORD: "banana"
   DSN: "postgres://hydra:banana@postgres:5432/ory-hydra"
   FAF_QAI_SECRET: "banana"
+  WIKIJS_SECRET: "banana"
   SECRETS_SYSTEM: "bananabananabananabanana"
 {{- end}}

apps/ory-hydra/templates/local-secret.yaml

@@ -39,7 +39,7 @@ spec:
               port: 3000
               path: /healthz
             failureThreshold: 10
-            periodSeconds: 3
+            periodSeconds: 5
           livenessProbe:
             httpGet:
               port: 3000

apps/wikijs/templates/deployment.yaml

@@ -0,0 +1,16 @@
+apiVersion: v1
+kind: Namespace
+metadata:
+  name: faf-infra
+
+---
+apiVersion: v1
+kind: Namespace
+metadata:
+  name: faf-apps
+
+---
+apiVersion: v1
+kind: Namespace
+metadata:
+  name: faf-ops

cluster/namespaces.yaml

@@ -4,3 +4,5 @@ baseDomain: "localhost"
 infisical-secret:
   enabled: false
 traefik: {}
+zfs:
+  nodeId: ""

config/local.yaml

@@ -7,3 +7,5 @@ infisical-secret:
 baseDomain: "faforever.com"
 traefik:
   tlsStoreSecret: "cloudflare-faf-com"
+zfs:
+  nodeId: "fafprod3"

config/prod.yaml

@@ -10,3 +10,5 @@ infisical-secret:
 baseDomain: "faforever.xyz"
 traefik:
   tlsStoreSecret: "cloudflare-faf-xyz"
+zfs:
+  nodeId: "faftest2"

config/test.yaml

@@ -0,0 +1,48 @@
+#!/bin/bash
+
+cache_dir=$1
+shift
+
+chart=$1
+chart_cache_dir="$cache_dir/$chart"
+
+mkdir -p "$chart_cache_dir"
+
+if [ -s "$chart_cache_dir/args" ] && cmp -s -- "$chart_cache_dir/args" <(echo -n "$@") && [ -s "$chart_cache_dir/files" ] && cmp -s -- "$chart_cache_dir/files" <(find "$chart" -type f -name "*.yaml" | sort) && [ -s "$chart_cache_dir/md5sum" ] && md5sum --status -c "$chart_cache_dir/md5sum" && [ -s "$chart_cache_dir/yaml" ]; then
+    echo "$chart matches cached yaml"
+    exit 0
+fi
+
+if helm dependency list "$chart" | grep -qE '.*missing\s*$'; then 
+    helm dependency update "$chart"
+fi
+
+echo "Generating yaml from helm in $chart"
+helm template "$@" > "$chart_cache_dir/yaml"
+
+echo "Saving template files"
+template_files=$(find "$chart" -type f -name "*.yaml" | sort)
+echo "$template_files" > "$chart_cache_dir/files"
+
+echo "Saving template sums"
+find "$chart" -type f -name "*.yaml" -exec md5sum {} + > "$chart_cache_dir/md5sum"
+
+for ARGUMENT in "$@"
+do
+    KEY=$(echo "$ARGUMENT" | cut -f1 -d=)
+    VALUE=$(echo "$ARGUMENT" | cut -f2 -d=)
+
+    if [[ "$KEY" == "--values" ]] && [[ "$VALUE" != "--values" ]]; then
+        md5sum "$VALUE" >> "$chart_cache_dir/md5sum"
+    fi
+
+    if [[ $PREVIOUS_KEY == "--values" ]] && [[ "$PREVIOUS_VALUE" == "--values" ]]; then
+        md5sum "$VALUE" >> "$chart_cache_dir/md5sum"
+    fi
+
+    PREVIOUS_KEY="$KEY"
+    PREVIOUS_VALUE="$VALUE"
+done
+
+echo "Saving args"
+echo -n "$@" > "$chart_cache_dir/args"