Google Cloud Deploy (#125)

Co-authored-by: Till <31419678+tifrel@users.noreply.github.com>

Author: bh2smith

.github/workflows/deploy-google.yaml

@@ -0,0 +1,37 @@
+name: Deploy to Google Cloud
+
+on:
+  push:
+    branches: [main]
+    tags: [v*]
+
+jobs:
+  deploy-google:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout Repository
+        uses: actions/checkout@v4
+
+      - name: Set up Google Cloud CLI
+        uses: google-github-actions/auth@v2
+        with:
+          credentials_json: ${{ secrets.GCP_CREDENTIALS }}
+
+      - name: Set up Cloud SDK
+        uses: google-github-actions/setup-gcloud@v2
+
+      - name: Set up docker auth
+        run: gcloud auth configure-docker
+
+      - name: Build and Push Binary & Migration Images
+        run: |
+          BINARY_IMAGE=gcr.io/eth-cloud-mb/evm-indexer:latest
+          MIGRATION_IMAGE=gcr.io/eth-cloud-mb/evm-indexer-migration:latest
+          DOCKERFILE_PATH=docker/Dockerfile
+
+          docker build -t $BINARY_IMAGE -f $DOCKERFILE_PATH.binary .
+          docker push $BINARY_IMAGE
+          
+          docker build -t $MIGRATION_IMAGE -f $DOCKERFILE_PATH.migration .
+          docker push $MIGRATION_IMAGE

.gitignore

@@ -1,2 +1,3 @@
 /target
 .env
+**/secrets.yaml

kubernetes/Makefile

@@ -0,0 +1,13 @@
+# TODO - make this dynamic on network
+NETWORK = mainnet
+
+delete:
+	kontemplate delete values-$(NETWORK).yaml
+
+apply:
+	kontemplate apply values-$(NETWORK).yaml
+
+hard-restart: delete apply
+
+restart:
+	kubectl rollout restart deployment evm-indexer-processor

kubernetes/README.md

@@ -0,0 +1,47 @@
+## Basic Usage (with kontemplate)
+
+Install [kontemplate](https://code.tvl.fyi/tree/ops/kontemplate)
+
+From within this directory
+
+### Configure Secrets
+
+1. Encode your secret(s)
+
+```shell
+echo -n 'Your secret value' | base64
+```
+
+2. Put into the [secrets files](./config/secrets.example.yaml) in place of `DO_NOT_ACTUALLY_PUT_SECRETS_HERE`
+
+
+3. Apply secrets
+```shell
+kubectl apply -f config/secrets.yaml
+```
+
+### Delete Pod and Restart
+
+```sh
+kontemplate delete values.yaml
+kontemplate apply values.yaml
+```
+
+or use the make file
+
+```shell
+make hard-restart
+```
+
+to check status and observe logs:
+
+```sh
+kubectl get pods
+kubectl logs -f [POD_NAME]
+```
+
+or, for convenience:
+
+```shell
+kubectl logs -f $( kubectl get pods | grep arak-indexer | awk '{print $1}')
+```

kubernetes/config/pod.yaml

@@ -0,0 +1,46 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: {{ .ProjectName }}-processor
+  namespace: {{ .Namespace }}
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: {{ .ProjectName }}
+  template:
+    metadata:
+      labels:
+        app: {{ .ProjectName }}
+    spec:
+      containers:
+      - name: {{ .ProjectName }}
+        image: {{ .ContainerRepo }}/{{ .ProjectName }}:{{ .ImageTag }}
+        imagePullPolicy: Always
+        args: ["event-handler"]
+        env:
+          - name: LOG
+            value: "info,event_handler=debug,eth=debug"
+          - name: DB_SCHEMA
+            value: {{ .Network }}
+          - name: CHAIN_SOURCE
+            value: "database"
+          - name: PAGE_SIZE
+            value: "10"
+          - name: NODE_URL
+            valueFrom:
+              secretKeyRef:
+                name: indexer-secrets
+                key: NODE_URL
+
+          - name: SOURCE_URL
+            valueFrom:
+              secretKeyRef:
+                name: indexer-secrets
+                key: SOURCE_URL
+
+          - name: STORE_URL
+            valueFrom:
+              secretKeyRef:
+                name: indexer-secrets
+                key: STORE_URL

kubernetes/config/secrets.example.yaml

@@ -0,0 +1,9 @@
+apiVersion: v1
+kind: Secret
+metadata:
+  name: indexer-secrets
+type: Opaque
+data:
+  SOURCE_URL: DO_NOT_ACTUALLY_PUT_SECRETS_HERE
+  STORE_URL: DO_NOT_ACTUALLY_PUT_SECRETS_HERE
+  NODE_URL: DO_NOT_ACTUALLY_PUT_SECRETS_HERE

kubernetes/values-mainnet.yaml

@@ -0,0 +1,13 @@
+global:
+  Namespace: default
+  PodName: event-processor
+  ContainerRepo: gcr.io/eth-cloud-mb
+  ProjectName: evm-indexer
+  ImageTag: latest
+  Network: mainnet
+
+include:
+  # Notice how secrets are not explicitly included.
+  # This is because you should kubectl create and apply them
+  - name: "deployment"
+    path: "config/pod.yaml"