Merge branch 'main' into new-metric-boxes

* main:
  Bump actions/create-github-app-token in /.github/workflows (#1284)
  Bump pylint from 3.3.7 to 3.3.8 (#1285)
  Updated echarts vor v.6.0 (#1282)
  Bump python from 3.13.5-slim-bookworm to 3.13.6-slim-bookworm in /docker (#1286)
  Bump deepdiff from 8.5.0 to 8.6.0 (#1283)
  Log parsing on full data (#1276)
  Bump redis from 6.3.0 to 6.4.0 (#1281)
  Added Gemini PR Review
  measurement_flow_process_duration is set in any case. Supplying a timeout of None will lead to no timeout
  Detect systemd cgroup path using cgroup name (instead of container id) (#1270)
  Bump redis from 6.2.0 to 6.3.0 (#1275)
  Removing sampling_rate for XGboost also from codespaces
  lsmod now uses sort
  Added kernel modules to listing
  (fix): Warnings error should not show on HTTP 204 - case is expected
  Fix NetworkIoCgroupSystemProvider doesn't create a value column (#1274)
  Clarifying comment for design decision
  Document the usage of cgroup system metric providers (#1273)
  Suspend check (#1269)

Author: ArneTR

.devcontainer/codespace-setup.sh

@@ -13,7 +13,7 @@ sed -i 's/- 9142:9142/- 9142:9142\n      - 9143:9143/' /workspaces/green-metrics
 sed -i 's|- ./nginx/block.conf|#- ./nginx/block.conf|' /workspaces/green-metrics-tool/docker/compose.yml
 
 # activate XGBoost provider with sane values for GitHub Codespaces
-sed -i 's/common:/common:\n      psu.energy.ac.xgboost.machine.provider.PsuEnergyAcXgboostMachineProvider:\n        sampling_rate: 99\n        CPUChips: 1\n        HW_CPUFreq: 2800\n        CPUCores: 32\n        CPUThreads: 64\n        TDP: 270\n        HW_MemAmountGB: 256\n        VHost_Ratio: 0.03125\n/' /workspaces/green-metrics-tool/config.yml
+sed -i 's/common:/common:\n      psu.energy.ac.xgboost.machine.provider.PsuEnergyAcXgboostMachineProvider:\n        CPUChips: 1\n        HW_CPUFreq: 2800\n        CPUCores: 32\n        CPUThreads: 64\n        TDP: 270\n        HW_MemAmountGB: 256\n        VHost_Ratio: 0.03125\n/' /workspaces/green-metrics-tool/config.yml
 
 
 git clone https://github.com/green-coding-solutions/example-applications.git --depth=1 --single-branch /workspaces/green-metrics-tool/example-applications || true

.github/workflows/gemini-pr-review.yml

@@ -148,12 +148,34 @@ measurement:
 #        sampling_rate: 99
 #      memory.used.procfs.system.provider.MemoryUsedProcfsSystemProvider:
 #        sampling_rate: 99
+    #--- Cgroup system monitoring - These providers can be used to monitor background processes
 #      cpu.utilization.cgroup.system.provider.CpuUtilizationCgroupSystemProvider:
 #        sampling_rate: 99
 #        cgroups:
 #            "[email protected]":
 #                name: "Window Manager incl. X11"
 #            "session-2.scope":
+#                name: "GNOME Desktop"
+#      memory.used.cgroup.system.provider.MemoryUsedCgroupSystemProvider:
+#        sampling_rate: 99
+#        cgroups:
+#            "[email protected]":
+#                name: "Window Manager incl. X11"
+#            "session-2.scope":
+#                name: "GNOME Desktop"
+#      disk.io.cgroup.system.provider.DiskIoCgroupSystemProvider:
+#        sampling_rate: 99
+#        cgroups:
+#            "[email protected]":
+#                name: "Window Manager incl. X11"
+#            "session-2.scope":
+#                name: "GNOME Desktop"
+#      network.io.cgroup.system.provider.NetworkIoCgroupSystemProvider:
+#        sampling_rate: 99
+#        cgroups:
+#            "[email protected]":
+#                name: "Window Manager incl. X11"
+#            "session-2.scope":
 #                name: "GNOME Desktop"
 
     #--- Architecture - MacOS

config.yml.example

@@ -1,4 +1,4 @@
-FROM python:3.13.5-slim-bookworm
+FROM python:3.13.6-slim-bookworm
 ENV DEBIAN_FRONTEND=noninteractive
 
 WORKDIR /var/www/startup/

docker/Dockerfile-gunicorn

@@ -10,8 +10,8 @@ anybadge==1.16.0
 orjson==3.11.1
 scipy==1.15.2
 schema==0.7.7
-deepdiff==8.5.0
-redis==6.2.0
+deepdiff==8.6.0
+redis==6.4.0
 hiredis==3.2.1
 requests==2.32.4
 uvicorn-worker==0.3.0

docker/requirements.txt

@@ -280,7 +280,7 @@ CREATE TABLE measurement_metrics (
     sampling_rate_configured int NOT NULL
 );
 
-CREATE UNIQUE INDEX measurement_metrics_get ON measurement_metrics(run_id,metric,detail_name); -- technically we could allow also different units, but we want to see the use case for that first
+CREATE UNIQUE INDEX measurement_metrics_get ON measurement_metrics(run_id,metric,detail_name); -- technically we could allow also different units, but we want to see the use case for that first. Also a lot of code relies on detail_name to be the final discriminator (e.g. metric providers .transform(utils.df_fill_mean) etc.m which then need to be rewritten)
 CREATE INDEX measurement_metrics_build_and_store_phase_stats ON measurement_metrics(run_id,metric,detail_name,unit);
 CREATE INDEX measurement_metrics_build_phases ON measurement_metrics(metric,detail_name,unit);
 

docker/structure.sql

@@ -25,7 +25,11 @@ const fetchWarningsForRuns = async (ids) => {
             const data = await makeAPICall('/v1/warnings/' + id);
             if (data?.data) warnings.push(...data.data);
         } catch (err) {
-            showNotification('Could not get warnings data from API', err);
+            if (err instanceof APIEmptyResponse204) {
+                console.log('No warnings where present in API response. Skipping error as this is allowed case.')
+            } else {
+                showNotification('Could not get warnings data from API', err);
+            }
         }
     }
     return warnings;

frontend/dist/js/echarts.min.js

@@ -593,8 +593,13 @@ const fetchAndFillWarnings = async (url_params) => {
         warnings = await makeAPICall('/v1/warnings/' + url_params['id'])
         if (!warnings || warnings?.data?.length === 0) return;
     } catch (err) {
-        showNotification('Could not get warnings data from API', err);
+        if (err instanceof APIEmptyResponse204) {
+            console.log('No warnings where present in API response. Skipping error as this is allowed case.')
+        } else {
+            showNotification('Could not get warnings data from API', err);
+        }
         return;
+
     }
 
     const container = document.querySelector('#run-warnings');

frontend/js/compare.js

@@ -2,8 +2,8 @@ CFLAGS = -O3 -Wall
 
 all: gmt-lib.o detect_cgroup_path.o
 
-gmt-lib.o: gmt-lib.c
+gmt-lib.o: gmt-lib.c gmt-lib.h
 	gcc -c $< $(CFLAGS) -o $@
 
-detect_cgroup_path.o: detect_cgroup_path.c
+detect_cgroup_path.o: detect_cgroup_path.c detect_cgroup_path.h
 	gcc -c $< $(CFLAGS) -o $@