add 4x synapse federation sender workers

Author: thestinger

deploy-static

@@ -52,6 +52,7 @@ rsync -pcv --chmod=644 --fsync --preallocate syslog-ng/conf.d/synapse.conf $remo
 ssh $remote syslog-ng-ctl reload
 rsync -pcv --chmod=644 --fsync --preallocate logrotate.d/synapse $remote:/etc/logrotate.d/synapse
 rsync -pcv --chmod=644 --fsync --preallocate synapse/log_config.yaml $remote:/etc/synapse/log_config.yaml
+rsync -rpcv --delete synapse/workers/ $remote:/etc/synapse/workers/
 
 rsync -pcv --chmod=755 --fsync --preallocate remote-backup $remote:/usr/local/bin/
 rsync -pcv --chmod=644 --fsync --preallocate systemd/system/remote-backup.timer $remote:/etc/systemd/system/remote-backup.timer

logrotate.d/synapse

@@ -1,4 +1,4 @@
-/var/log/synapse/main.log {
+/var/log/synapse/main.log /var/log/synapse/federation_sender1.log /var/log/synapse/federation_sender2.log /var/log/synapse/federation_sender3.log /var/log/synapse/federation_sender4.log {
     missingok
     maxsize 1G
     nodelaycompress

synapse/workers/federation_sender1.yaml

@@ -0,0 +1,11 @@
+worker_app: synapse.app.generic_worker
+worker_name: federation_sender1
+
+worker_listeners:
+  - path: /run/synapse/federation_sender1_replication.sock
+    mode: 432
+    type: http
+    resources:
+      - names: [replication]
+
+worker_log_config: /etc/synapse/workers/federation_sender1_log_config.yaml

synapse/workers/federation_sender1_log_config.yaml

@@ -0,0 +1,23 @@
+version: 1
+
+formatters:
+    syslog_fmt:
+        format: '%(name)s: [%(request)s] %(message)s'
+
+filters:
+    context:
+        (): synapse.logging.context.LoggingContextFilter
+        request: ""
+
+handlers:
+    syslog:
+        class: logging.handlers.SysLogHandler
+        formatter: syslog_fmt
+        filters: [context]
+        address: /run/synapse-federation_sender1-log
+
+root:
+    level: INFO
+    handlers: [syslog]
+
+disable_existing_loggers: False

synapse/workers/federation_sender2.yaml

@@ -0,0 +1,11 @@
+worker_app: synapse.app.generic_worker
+worker_name: federation_sender2
+
+worker_listeners:
+  - path: /run/synapse/federation_sender2_replication.sock
+    mode: 432
+    type: http
+    resources:
+      - names: [replication]
+
+worker_log_config: /etc/synapse/workers/federation_sender2_log_config.yaml

synapse/workers/federation_sender2_log_config.yaml

@@ -0,0 +1,23 @@
+version: 1
+
+formatters:
+    syslog_fmt:
+        format: '%(name)s: [%(request)s] %(message)s'
+
+filters:
+    context:
+        (): synapse.logging.context.LoggingContextFilter
+        request: ""
+
+handlers:
+    syslog:
+        class: logging.handlers.SysLogHandler
+        formatter: syslog_fmt
+        filters: [context]
+        address: /run/synapse-federation_sender2-log
+
+root:
+    level: INFO
+    handlers: [syslog]
+
+disable_existing_loggers: False

synapse/workers/federation_sender3.yaml

@@ -0,0 +1,11 @@
+worker_app: synapse.app.generic_worker
+worker_name: federation_sender3
+
+worker_listeners:
+  - path: /run/synapse/federation_sender3_replication.sock
+    mode: 432
+    type: http
+    resources:
+      - names: [replication]
+
+worker_log_config: /etc/synapse/workers/federation_sender3_log_config.yaml

synapse/workers/federation_sender3_log_config.yaml

@@ -0,0 +1,23 @@
+version: 1
+
+formatters:
+    syslog_fmt:
+        format: '%(name)s: [%(request)s] %(message)s'
+
+filters:
+    context:
+        (): synapse.logging.context.LoggingContextFilter
+        request: ""
+
+handlers:
+    syslog:
+        class: logging.handlers.SysLogHandler
+        formatter: syslog_fmt
+        filters: [context]
+        address: /run/synapse-federation_sender3-log
+
+root:
+    level: INFO
+    handlers: [syslog]
+
+disable_existing_loggers: False

synapse/workers/federation_sender4.yaml

@@ -0,0 +1,11 @@
+worker_app: synapse.app.generic_worker
+worker_name: federation_sender4
+
+worker_listeners:
+  - path: /run/synapse/federation_sender4_replication.sock
+    mode: 432
+    type: http
+    resources:
+      - names: [replication]
+
+worker_log_config: /etc/synapse/workers/federation_sender4_log_config.yaml

synapse/workers/federation_sender4_log_config.yaml

@@ -0,0 +1,23 @@
+version: 1
+
+formatters:
+    syslog_fmt:
+        format: '%(name)s: [%(request)s] %(message)s'
+
+filters:
+    context:
+        (): synapse.logging.context.LoggingContextFilter
+        request: ""
+
+handlers:
+    syslog:
+        class: logging.handlers.SysLogHandler
+        formatter: syslog_fmt
+        filters: [context]
+        address: /run/synapse-federation_sender4-log
+
+root:
+    level: INFO
+    handlers: [syslog]
+
+disable_existing_loggers: False