feat: enable nginx content caching for static files

Author: themightychris

k8s/app.yaml

@@ -63,7 +63,6 @@ metadata:
   annotations:
     kubernetes.io/ingress.class: nginx
     certmanager.k8s.io/cluster-issuer: letsencrypt-prod
-    nginx.ingress.kubernetes.io/proxy-body-size: "0"
 spec:
   tls:
   - hosts:
@@ -85,3 +84,42 @@ spec:
         backend:
           serviceName: chime
           servicePort: 80
+
+---
+
+apiVersion: extensions/v1beta1
+kind: Ingress
+metadata:
+  name: chime-static
+  namespace: chime
+  labels:
+    app: chime
+  annotations:
+    nginx.ingress.kubernetes.io/proxy-body-size: "0"
+    nginx.ingress.kubernetes.io/proxy-buffering: "on"  # Important!
+    nginx.ingress.kubernetes.io/configuration-snippet: |
+      proxy_cache static-cache;
+      proxy_cache_valid 404 1m;
+      proxy_cache_valid 200 10m;
+      proxy_cache_use_stale error timeout updating http_404 http_500 http_502 http_503 http_504;
+      proxy_cache_bypass $http_x_purge;
+      proxy_cache_key $proxy_upstream_name$request_uri;
+      proxy_cache_lock on;
+      proxy_cache_use_stale updating;
+      add_header X-Cache-Status $upstream_cache_status;
+spec:
+  rules:
+  - host: penn-chime.phl.io
+    http:
+      paths:
+      - path: /static/
+        backend:
+          serviceName: chime
+          servicePort: 80
+  - host: lke.penn-chime.phl.io
+    http:
+      paths:
+      - path: /static/
+        backend:
+          serviceName: chime
+          servicePort: 80

k8s/infra/ingress-nginx.yaml

@@ -16,6 +16,9 @@ metadata:
   labels:
     app.kubernetes.io/name: ingress-nginx
     app.kubernetes.io/part-of: ingress-nginx
+data:
+  http-snippet: |
+      proxy_cache_path /tmp/nginx-cache levels=1:2 keys_zone=static-cache:2m max_size=100m inactive=7d use_temp_path=off;
 
 ---
 kind: ConfigMap
@@ -196,7 +199,7 @@ metadata:
     app.kubernetes.io/name: ingress-nginx
     app.kubernetes.io/part-of: ingress-nginx
 spec:
-  replicas: 5
+  replicas: 1
   selector:
     matchLabels:
       app.kubernetes.io/name: ingress-nginx