Set values for tiler db tuning

Author: Rub21

images/tiler-db/config/update_postgresql.sh

@@ -1,7 +1,26 @@
 #!/bin/sh
-set -e
-if [ "${POSTGRES_DB_MAX_CONNECTIONS}X" != "X" ]; then
-  set -x;
+
+# max_connections
+if [[ "${POSTGRES_DB_MAX_CONNECTIONS}X" != "X" ]]; then
   sed -i -e"s/^.*max_connections =.*$/max_connections = $POSTGRES_DB_MAX_CONNECTIONS/" $PGDATA/postgresql.conf
-  set +x;
+fi
+
+# shared_buffers
+if [[ "${POSTGRES_DB_SHARED_BUFFERS}X" != "X" ]]; then
+  sed -i -e"s/^.*shared_buffers =.*$/shared_buffers = $POSTGRES_DB_SHARED_BUFFERS/" $PGDATA/postgresql.conf
+fi
+
+# work_mem
+if [[ "${POSTGRES_DB_WORK_MEM}X" != "X" ]]; then
+  sed -i -e"s/^.*#work_mem =.*$/work_mem = $POSTGRES_DB_WORK_MEM/" $PGDATA/postgresql.conf
+fi
+
+# maintenance_work_mem
+if [[ "${POSTGRES_DB_MAINTENANCE_WORK_MEM}X" != "X" ]]; then
+  sed -i -e"s/^.*maintenance_work_mem =.*$/maintenance_work_mem = $POSTGRES_DB_MAINTENANCE_WORK_MEM/" $PGDATA/postgresql.conf
+fi
+
+# effective_cache_size
+if [[ "${POSTGRES_DB_EFFECTIVE_CACHE_SIZE}X" != "X" ]]; then
+  sed -i -e"s/^.*effective_cache_size =.*$/effective_cache_size = $POSTGRES_DB_EFFECTIVE_CACHE_SIZE/" $PGDATA/postgresql.conf
 fi

images/tiler-server/Dockerfile

@@ -50,4 +50,4 @@ COPY ./start.sh .
 COPY ./expire-watcher.sh .
 COPY ./seed-by-diffs.sh .
 COPY ./tile_cache_downloader.sh .
-# CMD ./start.sh & ./tile_cache_downloader.sh & ./expire-watcher.sh
+CMD ./start.sh & ./tile_cache_downloader.sh & ./expire-watcher.sh

osm-seed/templates/tiler-db-statefulset.yaml

@@ -47,6 +47,14 @@ spec:
               value: {{ .Values.tilerDb.persistenceDisk.mountPath }}
             - name: POSTGRES_DB_MAX_CONNECTIONS
               value: {{ default 100 .Values.tilerDb.env.POSTGRES_DB_MAX_CONNECTIONS | quote }}
+            - name: POSTGRES_DB_SHARED_BUFFERS
+              value: {{ default "128MB" .Values.tilerDb.env.POSTGRES_DB_SHARED_BUFFERS | quote }}
+            - name: POSTGRES_DB_WORK_MEM
+              value: {{ default "4MB" .Values.tilerDb.env.POSTGRES_DB_WORK_MEM | quote }}
+            - name: POSTGRES_DB_MAINTENANCE_WORK_MEM
+              value: {{ default "64MB" .Values.tilerDb.env.POSTGRES_DB_MAINTENANCE_WORK_MEM | quote }}
+            - name: POSTGRES_DB_EFFECTIVE_CACHE_SIZE
+              value: {{ default "4GB" .Values.tilerDb.env.POSTGRES_DB_EFFECTIVE_CACHE_SIZE | quote }}
             - name: POD_IP
               valueFrom: { fieldRef: { fieldPath: status.podIP } }
           livenessProbe:

osm-seed/values.yaml

@@ -259,7 +259,11 @@ tilerDb:
     POSTGRES_USER: postgres
     POSTGRES_PASSWORD: '1234'
     POSTGRES_PORT: 5432
-    POSTGRES_DB_MAX_CONNECTIONS: 500
+    POSTGRES_DB_MAX_CONNECTIONS: 100
+    POSTGRES_DB_SHARED_BUFFERS: 128MB
+    POSTGRES_DB_WORK_MEM: 4MB
+    POSTGRES_DB_MAINTENANCE_WORK_MEM: 64MB
+    POSTGRES_DB_EFFECTIVE_CACHE_SIZE: 4GB
   persistenceDisk:
     enabled: false
     accessMode: ReadWriteOnce