Merge pull request #2294 from vprashar2929/chore-comp-latest

chore: add compose manifests for kepler latest

Author: Sunil Thaha

.github/compose/action.yaml

@@ -31,9 +31,46 @@ runs:
       run: |
         sed -i '/fake-cpu-meter:/{n;s/enabled: false/enabled: true/}' \
           compose/dev/kepler-dev/etc/kepler/config.yaml \
-          compose/dev/kepler-latest/etc/kepler/config.yaml
+          compose/default/kepler/etc/kepler/config.yaml
 
     - name: Run Docker Compose services
+      shell: bash
+      working-directory: compose
+      run: |
+        # Build and start containers for services defined in compose.yaml in detach mode
+        docker compose up --build -d --wait --wait-timeout 300
+
+    - name: Run must gather
+      if: always()
+      shell: bash
+      working-directory: compose
+      run: |
+        echo "::group::Get Docker ps output"
+        docker ps || true
+        echo "::endgroup::"
+
+        echo "::group::Get Docker compose ps output"
+        docker compose ps || true
+        echo "::endgroup::"
+
+        services=$(docker compose config --services)
+        for service in $services; do
+          echo "::group::Get logs for $service service"
+          docker compose logs $service || true
+          echo "::endgroup::"
+        done
+
+        echo "::group::Fetch metrics from kepler-dev service"
+        curl -s http://localhost:28283/metrics || true
+        echo "::endgroup::"
+
+    - name: Stop Docker Compose services
+      shell: bash
+      working-directory: compose
+      run: |
+        docker compose down --volumes
+
+    - name: Run Docker Dev Compose services
       shell: bash
       working-directory: compose/dev
       run: |
@@ -68,3 +105,9 @@ runs:
         echo "::group::Fetch metrics from kepler-latest service"
         curl -s http://localhost:28284/metrics || true
         echo "::endgroup::"
+
+    - name: Stop Docker Compose services
+      shell: bash
+      working-directory: compose/dev
+      run: |
+        docker compose down --volumes

.github/workflows/config-change.yaml

@@ -9,7 +9,8 @@ jobs:
     outputs:
       changes: ${{ steps.filter.outputs.config }}
       doc_changes: ${{ steps.filter.outputs.doc }}
-      compose_changes: ${{ steps.filter.outputs.compose }}
+      compose_dev_changes: ${{ steps.filter.outputs.compose_dev }}
+      compose_latest_changes: ${{ steps.filter.outputs.compose_latest }}
       hack_changes: ${{ steps.filter.outputs.hack }}
       manifest_changes: ${{ steps.filter.outputs.manifest }}
       helm_changes: ${{ steps.filter.outputs.helm }}
@@ -26,8 +27,10 @@ jobs:
               - 'config/**/*.go'
             doc:
               - 'docs/configuration/configuration.md'
-            compose:
+            compose_dev:
               - 'compose/dev/kepler-dev/etc/kepler/config.yaml'
+            compose_latest:
+              - 'compose/default/kepler/etc/kepler/config.yaml'
             hack:
               - 'hack/config.yaml'
             manifest:
@@ -41,7 +44,8 @@ jobs:
       needs.check-changes.outputs.changes == 'true' &&
       (
         needs.check-changes.outputs.doc_changes != 'true' ||
-        needs.check-changes.outputs.compose_changes != 'true' ||
+        needs.check-changes.outputs.compose_dev_changes != 'true' ||
+        needs.check-changes.outputs.compose_latest_changes != 'true' ||
         needs.check-changes.outputs.hack_changes != 'true' ||
         needs.check-changes.outputs.manifest_changes != 'true' ||
         needs.check-changes.outputs.helm_changes != 'true'
@@ -56,9 +60,12 @@ jobs:
             if [[ "${{ needs.check-changes.outputs.doc_changes }}" != "true" ]]; then
               echo "- docs/configuration/configuration.md"
             fi
-            if [[ "${{ needs.check-changes.outputs.compose_changes }}" != "true" ]]; then
+            if [[ "${{ needs.check-changes.outputs.compose_dev_changes }}" != "true" ]]; then
               echo "- compose/dev/kepler-dev/etc/kepler/config.yaml"
             fi
+            if [[ "${{ needs.check-changes.outputs.compose_latest_changes }}" != "true" ]]; then
+              echo "- compose/default/kepler/etc/kepler/config.yaml"
+            fi
             if [[ "${{ needs.check-changes.outputs.hack_changes }}" != "true" ]]; then
               echo "- hack/config.yaml"
             fi

compose/compose.yaml

@@ -0,0 +1,47 @@
+name: kepler
+include:
+  - path:
+      - ./monitoring/compose.yaml
+      - ./default/override.yaml
+
+services:
+  ### 📦 kepler latest without any modifications
+  kepler-latest:
+    image: quay.io/sustainable_computing_io/kepler:latest
+    ports:
+      # NOTE: Use 28282 for host
+      - 28284:28282
+    privileged: true
+    volumes:
+      - type: bind
+        source: /proc
+        target: /host/proc
+        read_only: true
+      - type: bind
+        source: /sys
+        target: /host/sys
+        read_only: true
+      - type: bind
+        source: ./default/kepler/etc/kepler/
+        target: /etc/kepler
+        read_only: true
+
+      # NOTE: place kubeconfig here
+      # e.g. cp $KUBECONFIG ./shared/kube/kubeconfig
+      # for kind cluster, rename host in kubeconfig to kind-control-plane:6443
+      - type: bind
+        source: ./shared/kube
+        target: /host/kube
+        read_only: true
+
+    command:
+      - --config.file=/etc/kepler/config.yaml
+
+    networks:
+      - kepler-latest
+      # - kind # NOTE: uncomment to use kind
+networks:
+  kepler-latest:
+  # NOTE: uncomment to use kind
+  # kind:
+  #   external: true