services: write config data to sidecar containers using scp

Author: pinheadmz

src/backends/compose/compose_backend.py

@@ -454,7 +454,14 @@ def get_service_container_name(self, service_name: str):
     def service_from_json(self, service_name: str) -> object:
         obj = services[service_name]
         volumes = obj.get("volumes", [])
-        volumes += [f"{self.config_dir}" + filepath for filepath in obj.get("config_files", [])]
+        for bind_mount in obj.get("config_files", []):
+            volume_name, mount_path = bind_mount.split(":")
+            hostpath = self.config_dir / volume_name
+            # If it's starting off as an empty directory, create it now so
+            # it has python-user permissions instead of docker-root
+            if volume_name[-1] == "/":
+                hostpath.mkdir(parents=True, exist_ok=True)
+            volumes += [f"{hostpath}:{mount_path}"]
 
         ports = []
         if "container_port" and "warnet_port" in obj:

src/backends/kubernetes/kubernetes_backend.py

@@ -1,6 +1,7 @@
 import base64
 import logging
 import re
+import subprocess
 import time
 from pathlib import Path
 from typing import cast
@@ -779,3 +780,30 @@ def service_from_json(self, obj):
         self.client.create_namespaced_pod(namespace=self.namespace, body=service_pod)
         self.client.create_namespaced_service(namespace=self.namespace, body=service_service)
 
+    def write_service_config(self, source_path: str, service_name: str, destination_path: str):
+        obj = services[service_name]
+        name = obj["container_name_suffix"]
+        container_name = "sidecar"
+        # Copy the archive from our local drive (Warnet RPC container/pod)
+        # to the destination service's sidecar container via ssh
+        self.log.info(f"Copying local {source_path} to remote {destination_path} for {service_name}")
+        subprocess.run([
+            "scp",
+            "-o", "StrictHostKeyChecking=accept-new",
+            source_path,
+            f"root@{name}-service.{self.namespace}:/arbitrary_filename.tar"])
+        self.log.info(f"Finished copying tarball for {service_name}, unpacking...")
+        # Unpack the archive
+        stream(
+            self.client.connect_get_namespaced_pod_exec,
+            name,
+            self.namespace,
+            container=container_name,
+            command=["/bin/sh", "-c", f"tar -xf /arbitrary_filename.tar -C {destination_path}"],
+            stderr=True,
+            stdin=False,
+            stdout=True,
+            tty=False,
+            _preload_content=False
+        )
+        self.log.info(f"Finished unpacking config data for {service_name} to {destination_path}")

src/warnet/services.py

@@ -31,7 +31,7 @@
         "container_name_suffix": "fork-observer",
         "warnet_port": "23001",
         "container_port": "2323",
-        "config_files": [f"/{FO_CONF_NAME}:/app/config.toml"],
+        "config_files": [f"{FO_CONF_NAME}:/app/config.toml"],
     },
     "grafana": {
         "backends": ["compose"],
@@ -43,8 +43,8 @@
             "grafana-storage:/var/lib/grafana"
         ],
         "config_files": [
-            f"/{GRAFANA_PROVISIONING}/datasources:/etc/grafana/provisioning/datasources",
-            f"/{GRAFANA_PROVISIONING}/dashboards:/etc/grafana/provisioning/dashboards",
+            f"{GRAFANA_PROVISIONING}/datasources:/etc/grafana/provisioning/datasources",
+            f"{GRAFANA_PROVISIONING}/dashboards:/etc/grafana/provisioning/dashboards",
         ],
         "environment": [
             "GF_LOG_LEVEL=debug",
@@ -76,7 +76,17 @@
         "container_name_suffix": "prometheus",
         "warnet_port": "23004",
         "container_port": "9090",
-        "config_files": [f"/{PROM_CONF_NAME}:/etc/prometheus/prometheus.yml"],
+        "config_files": [f"{PROM_CONF_NAME}:/etc/prometheus/prometheus.yml"],
         "args": ["--config.file=/etc/prometheus/prometheus.yml"]
-    }
+    },
+    "simln": {
+        "backends": ["compose", "k8s"],
+        "image": "bitcoindevproject/simln:0.2.0",
+        "container_name_suffix": "simln",
+        "environment": [
+            "LOG_LEVEL=debug",
+            "SIMFILE_PATH=/simln/sim.json"
+        ],
+        "config_files": ["simln/:/simln"]
+    },
 }