Added more steps to polish each component's config files, also added telemetry_api steps.

Author: samoht9277

infra/ansible/playbooks/cassandra.yaml

@@ -1,28 +1,64 @@
 - name: Cassandra Setup
   hosts: "{{ host }}"
+  become: true
+  vars:
+    ansible_ssh_user: "{{ admin_user }}"
 
   tasks:
+  - name: Check if cassandra is installed
+    stat:
+      path: /opt/cassandra/bin/cassandra
+    register: cassandra_exists
 
-  - name: Download and add Apache Cassandra GPG key
-    become: true
+  - name: Install java
+    when: not cassandra_exists.stat.exists
+    apt:
+      pkg:
+        - default-jre
+
+  - name: Create cassandra group
+    when: not cassandra_exists.stat.exists
+    group:
+      name: cassandra
+      system: yes
+
+  - name: Create cassandra user
+    when: not cassandra_exists.stat.exists
+    user:
+      name: cassandra
+      group: cassandra
+      shell: /sbin/nologin
+      system: yes
+
+  - name: Download cassandra
+    when: not cassandra_exists.stat.exists
     get_url:
-      url: "https://downloads.apache.org/cassandra/KEYS"
-      dest: "/etc/apt/keyrings/apache-cassandra.asc"
+      url: "https://dlcdn.apache.org/cassandra/{{ cassandra_version }}/apache-cassandra-{{ cassandra_version }}-bin.tar.gz "
+      dest: "/tmp/cassandra-{{ cassandra_version }}.tar.gz"
       mode: '0644'
-    vars:
-      ansible_ssh_user: "{{ admin_user }}"
 
-  - name: Add Apache Cassandra repository
-    become: true
-    shell: echo "deb [signed-by=/etc/apt/keyrings/apache-cassandra.asc] https://debian.cassandra.apache.org 41x main" | sudo tee /etc/apt/sources.list.d/cassandra.sources.list
-    vars:
-      ansible_ssh_user: "{{ admin_user }}"
+  - name: Ensure /opt/cassandra directory exists
+    file:
+      path: /opt/cassandra
+      owner: "cassandra"
+      group: "cassandra"
+      state: directory
 
-  - name: Install Cassandra
-    become: true
-    apt:
-      update_cache: yes
-      name: cassandra
-      state: present
+  - name: Extract cassandra
+    when: not cassandra_exists.stat.exists
+    unarchive:
+      src: "/tmp/cassandra-{{ cassandra_version }}.tar.gz"
+      dest: /opt/cassandra/
+      remote_src: yes
+      owner: "cassandra"
+      group: "cassandra"
+      extra_opts:
+        - --strip-components=1
+
+  - name: Create Cassandra systemd service
+    when: not cassandra_exists.stat.exists
+    template:
+      src: services/cassandra.service.j2
+      dest: /etc/systemd/system/cassandra.service
     vars:
-      ansible_ssh_user: "{{ admin_user }}"
+      cassandra_version: "{{ cassandra_version }}"

infra/ansible/playbooks/jaeger.yaml

@@ -2,6 +2,30 @@
   hosts: "{{ host }}"
 
   tasks:
+  - name: Check if Jaeger is installed
+    stat:
+      path: /usr/local/bin/jaeger-collector
+    register: jaeger_exists
+
+  - name: Create Jaeger group
+    become: true
+    when: not jaeger_exists.stat.exists
+    group:
+      name: jaeger-collector
+      system: yes
+    vars:
+      ansible_ssh_user: "{{ admin_user }}"
+
+  - name: Create Jaeger user
+    become: true
+    when: not jaeger_exists.stat.exists
+    user:
+      name: jaeger-collector
+      group: jaeger-collector
+      shell: /sbin/nologin
+      system: yes
+    vars:
+      ansible_ssh_user: "{{ admin_user }}"
 
   - name: Download Jaeger package
     get_url:
@@ -24,3 +48,11 @@
     file:
       path: /tmp/jaeger-{{ version }}-linux-amd64.tar.gz
       state: absent
+
+  - name: Create Jaeger systemd service
+    become: true
+    template:
+      src: services/jaeger.service.j2
+      dest: /etc/systemd/system/jaeger.service
+    vars:
+      ansible_ssh_user: "{{ admin_user }}"

infra/ansible/playbooks/telemetry.yaml

@@ -1,3 +1,54 @@
+- name: Run Setup playbook
+  ansible.builtin.import_playbook: setup.yaml
+  vars:
+    host: telemetry
+
+- name: Run Elixir playbook
+  ansible.builtin.import_playbook: elixir.yaml
+  vars:
+    host: telemetry
+
+- name: Run Caddy playbook
+  ansible.builtin.import_playbook: caddy.yaml
+  vars:
+    host: telemetry
+    ini_file: ini/config-telemetry.ini
+
+- name: Run Prometheus playbook
+  ansible.builtin.import_playbook: prometheus.yaml
+  vars:
+    host: telemetry
+    prometheus_version: "2.53.2"
+    ini_file: ini/config-telemetry.ini
+
+- name: Run Grafana playbook
+  ansible.builtin.import_playbook: grafana.yaml
+  vars:
+    host: telemetry
+    ini_file: ini/config-telemetry.ini
+
+- name: Run OpenTelemetry playbook
+  ansible.builtin.import_playbook: open_telemetry.yaml
+  vars:
+    host: telemetry
+
+- name: Run Jaeger playbook
+  ansible.builtin.import_playbook: jaeger.yaml
+  vars:
+    host: telemetry
+    grafana_version: 1.63.0
+
+- name: Run Cassandra playbook
+  ansible.builtin.import_playbook: cassandra.yaml
+  vars:
+    host: telemetry
+    version: 5.0.0
+
+- name: Run Postgres playbook
+  ansible.builtin.import_playbook: postgres.yaml
+  vars:
+    host: telemetry
+
 - name: Setup Telemetry
   hosts: telemetry
 
@@ -21,7 +72,7 @@
       version: v0.10.2
       recursive: false
 
-  - name: Add environment file for telemetry API
+  - name: Add environment file for Telemetry API
     template:
       src: telemetry_api/telemetry_env.j2
       dest: /home/{{ ansible_user }}/repos/telemetry/aligned_layer/telemetry_api/.env
@@ -34,7 +85,7 @@
       telemetry_api_elixir_hostname: "{{ lookup('ini', 'telemetry_api_elixir_hostname file=ini/config-telemetry.ini') }}"
       telemetry_api_secret_key_base: "{{ lookup('ini', 'telemetry_api_secret_key_base file=ini/config-telemetry.ini') }}"
 
-  - name: Install dependencies for telemetry API
+  - name: Install dependencies for Telemetry API
     shell:
       cmd: | 
         source .env
@@ -45,16 +96,29 @@
     environment:
       MIX_ENV: prod
 
-  - name: Build release for telemetry API
+  - name: Build release for Telemetry API
     shell:
       cmd: |
         source .env && mix release
       chdir: /home/{{ ansible_user }}/repos/telemetry/aligned_layer/telemetry_api
       executable: /bin/bash
-      creates: repos/telemetry/aligned_layer/telemetry_api/_build/prod/rel/telemetry_api/bin/
+      creates: /home/{{ ansible_user }}/repos/telemetry/aligned_layer/telemetry_api/_build/prod/rel/telemetry_api/bin/
     environment:
       MIX_ENV: prod
 
+  - name: Ensure ~/.config/systemd/user/ directory exists
+    file:
+      path: /home/{{ ansible_user }}/.config/systemd/user/
+      state: directory
+
+  - name: Create .env for Telemetry API systemd service
+    shell: cat /home/{{ ansible_user }}/repos/telemetry/aligned_layer/telemetry_api/.env | sed 's/export //g' > /home/{{ ansible_user }}/config/.env.telemetry
+
+  - name: Create systemd service for Telemetry API
+    template:
+      src: services/telemetry.service.j2
+      dest: /home/{{ ansible_user }}/.config/systemd/user/telemetry.service
+
   handlers:
     - name: Restart caddy
       become: true

infra/ansible/playbooks/templates/services/cassandra.service.j2

@@ -0,0 +1,16 @@
+[Unit]
+Description=Cassandra
+After=network.target
+
+[Service]
+User=cassandra
+Group=cassandra
+ExecStart=/opt/cassandra/bin/cassandra
+LimitNOFILE=100000
+LimitMEMLOCK=infinity
+LimitNPROC=32768
+LimitAS=infinity
+Restart=always
+
+[Install]
+WantedBy=multi-user.target

infra/ansible/playbooks/templates/services/jaeger.service.j2

@@ -0,0 +1,14 @@
+[Unit]
+Description=Jaeger Collector daemon
+Requires=cassandra.service
+Wants=network-online.target
+After=cassandra.service
+
+[Service]
+Environment="SPAN_STORAGE=cassandra"
+ExecStart=/usr/local/bin/jaeger-all-in-one --config-file=/etc/jaeger/config.toml
+User=jaeger-collector
+Group=jaeger-collector
+
+[Install]
+WantedBy=multi-user.target

infra/ansible/playbooks/templates/services/telemetry.service.j2

@@ -0,0 +1,11 @@
+[Unit]
+Description=Telemetry
+After=network.target
+
+[Service]
+EnvironmentFile=/home/{{ ansible_user }}/config/.env.telemetry
+WorkingDirectory=/home/{{ ansible_user }}/repos/telemetry/aligned_layer
+ExecStart=/home/{{ ansible_user }}/repos/telemetry/aligned_layer/telemetry_api/_build/prod/rel/telemetry_api/bin/telemetry_api start
+
+[Install]
+WantedBy=multi-user.target