fix: update telemetry ansible

Author: JuArce

infra/ansible/playbooks/ini/config-telemetry.ini.example

@@ -20,6 +20,8 @@ postgresql_telemetry_pass=
 cassandra_telemetry_user=
 cassandra_telemetry_pass=
 
+environment=
+aligned_config_file=
 telemetry_aligned_rpc=
 telemetry_api_phx_host=
 telemetry_api_elixir_hostname=

infra/ansible/playbooks/telemetry.yaml

@@ -64,6 +64,34 @@
 
   tasks:
 
+  - name: Add reverse proxy configuration to Caddyfile
+    become: true
+    blockinfile:
+      path: /etc/caddy/Caddyfile
+      block: |
+        {{ caddy_metrics_url }} {
+          reverse_proxy localhost:{{ caddy_metrics_port }}
+        }
+        {{ caddy_telemetry_url }} {
+          @whitelisted {
+            path /versions*
+          }
+          reverse_proxy @whitelisted localhost:{{ caddy_telemetry_port }}
+        }
+        {{ caddy_jaeger_url }} {
+          reverse_proxy localhost:{{ caddy_jaeger_port }}
+        }
+      create: yes
+      prepend_newline: true
+    vars:
+      ansible_ssh_user: "{{ admin_user }}"
+      caddy_metrics_url: "{{ lookup('ini', 'caddy_metrics_url', file=ini_file) }}"
+      caddy_metrics_port: 3000
+      caddy_telemetry_url: "{{ lookup('ini', 'caddy_telemetry_url', file=ini_file) }}"
+      caddy_telemetry_port: 4001
+      caddy_jaeger_url: "{{ lookup('ini', 'caddy_jaeger_url', file=ini_file) }}"
+      caddy_jaeger_port: 16686
+
   - name: Make sure /etc/default/tailscaled exists
     become: true
     file:
@@ -72,11 +100,23 @@
     vars:
       ansible_ssh_user: "{{ admin_user }}"
 
+  - name: Add permit to tailscale for caddy
+    become: true
+    lineinfile:
+      path: /etc/default/tailscaled
+      line: TS_PERMIT_CERT_UID=caddy
+      state: present
+    vars:
+      ansible_ssh_user: "{{ admin_user }}"
+    notify:
+      - Restart caddy
+      - Restart tailscale
+
   - name: Clone Aligned repository
     ansible.builtin.git:
       repo: https://github.com/yetanotherco/aligned_layer.git
       dest: /home/{{ ansible_user }}/repos/telemetry/aligned_layer
-      version: v0.12.1
+      version: 2065-feat-sepolia-deployment
       recursive: false
 
   - name: Run telemetry_compile_bls_verifier target
@@ -94,7 +134,9 @@
       postgresql_telemetry_db_name: "{{ lookup('ini', 'postgresql_telemetry_db_name file=ini/config-telemetry.ini') }}"
       postgresql_telemetry_user: "{{ lookup('ini', 'postgresql_telemetry_user file=ini/config-telemetry.ini') }}"
       postgresql_telemetry_pass: "{{ lookup('ini', 'postgresql_telemetry_pass file=ini/config-telemetry.ini') }}"
+      environment: "{{ lookup('ini', 'environment file=ini/config-telemetry.ini') }}"
       telemetry_aligned_rpc: "{{ lookup('ini', 'telemetry_aligned_rpc file=ini/config-telemetry.ini') }}"
+      aligned_config_file: "{{ lookup('ini', 'aligned_config_file file=ini/config-telemetry.ini') }}"
       telemetry_api_phx_host: "{{ lookup('ini', 'telemetry_api_phx_host file=ini/config-telemetry.ini') }}"
       telemetry_api_elixir_hostname: "{{ lookup('ini', 'telemetry_api_elixir_hostname file=ini/config-telemetry.ini') }}"
       telemetry_api_secret_key_base: "{{ lookup('ini', 'telemetry_api_secret_key_base file=ini/config-telemetry.ini') }}"
@@ -147,6 +189,14 @@
       scope: user
 
   handlers:
+    - name: Restart caddy
+      become: true
+      systemd_service:
+        name: caddy
+        state: restarted
+      vars:
+        ansible_ssh_user: "{{ admin_user }}"
+
     - name: Restart tailscale
       become: true
       systemd_service:

infra/ansible/playbooks/templates/telemetry_api/telemetry_env.j2

@@ -1,7 +1,7 @@
 # Network
 export RPC_URL="{{ telemetry_aligned_rpc }}"
-export ENVIRONMENT=holesky
-export ALIGNED_CONFIG_FILE="/home/{{ ansible_user }}/repos/telemetry/aligned_layer/contracts/script/output/mainnet/alignedlayer_deployment_output.json"
+export ENVIRONMENT="{{ environment }}"
+export ALIGNED_CONFIG_FILE="{{ aligned_config_file }}"
 # Elixir
 export PHX_HOST="{{ telemetry_api_phx_host }}"
 export ELIXIR_HOSTNAME="{{ telemetry_api_elixir_hostname }}"

telemetry_api/lib/telemetry_api/periodically.ex

@@ -9,7 +9,7 @@ defmodule TelemetryApi.Periodically do
   @registered 1
   @deregistered 2
 
-  @wait_time_str System.get_env("OPERATOR_FETCHER_WAIT_TIME_MS") ||
+  @wait_time_str "60000" ||
     raise """
     environment variable OPERATOR_FETCHER_WAIT_TIME_MS is missing.
     """