Merge pull request ClickHouse#78961 from ClickHouse/ci_docker_clean_up

CI: Clean up hook in docker server build job

Author: maxknv

ci/defs/job_configs.py

@@ -904,6 +904,7 @@ class JobConfigs:
             ],
         ),
         requires=["Build (amd_release)", "Build (arm_release)"],
+        post_hooks=["python3 ./ci/jobs/scripts/job_hooks/docker_clean_up_hook.py"],
     )
     docker_keeper = Job.Config(
         name=JobNames.DOCKER_KEEPER,
@@ -918,6 +919,7 @@ class JobConfigs:
             ],
         ),
         requires=["Build (amd_release)", "Build (arm_release)"],
+        post_hooks=["python3 ./ci/jobs/scripts/job_hooks/docker_clean_up_hook.py"],
     )
     sqlancer_master_jobs = Job.Config(
         name=JobNames.SQLANCER,

ci/jobs/scripts/job_hooks/docker_clean_up_hook.py

@@ -0,0 +1,23 @@
+from ci.praktika.utils import Shell
+
+
+def check():
+    print("Clean up build cache")
+    Shell.check("docker builder prune -a -f", verbose=True)
+    print("Clean up stopped containers")
+    Shell.check("docker container prune -f", verbose=True)
+
+    print("Clean up non-latest images per each Repository")
+    Shell.check(
+        "docker images --format '{{.Repository}} {{.ID}} {{.CreatedAt}}' "
+        " | sort -k1,1 -k3,3M -k4,4n -k5,5n "
+        " | tac "
+        " | awk '!seen[$1]++ {next} {print $2}' "
+        " | xargs -r docker rmi",
+        verbose=True,
+    )
+    return True
+
+
+if __name__ == "__main__":
+    check()

ci/jobs/scripts/workflow_hooks/feature_docs.py

@@ -4,14 +4,21 @@
 
 from ci.jobs.scripts.workflow_hooks.pr_description import Labels
 
-files_for_which_docs_autogenerated = ["src/storages/MergeTree/MergeTreeSettings.cpp", "src/Core/Settings.cpp"]
+files_for_which_docs_autogenerated = [
+    "src/storages/MergeTree/MergeTreeSettings.cpp",
+    "src/Core/Settings.cpp",
+]
+
 
 def check_docs():
     info = Info()
     if Labels.PR_FEATURE in info.pr_labels:
         changed_files = info.get_custom_data("changed_files")
-        
-        if not any(file.startswith("docs/") or file in files_for_which_docs_autogenerated for file in changed_files):
+
+        if not any(
+            file.startswith("docs/") or file in files_for_which_docs_autogenerated
+            for file in changed_files
+        ):
             print("No changes in docs for new feature")
             return False
     return True

ci/praktika/json.html

@@ -564,7 +564,7 @@
         const chartWrapper = document.createElement("div");
         chartWrapper.className = 'status-widget';
 
-        const stats = persistentStorage.statisticsObject?.[jobName]?.["7d"];
+        const stats = persistentStorage.statisticsObject?.[jobName]?.["3d"];
         if (!stats) {
             console.warn(`No stats found for job: ${jobName}`);
             return;
@@ -1418,7 +1418,9 @@
         let statusWidget = addStatusWidget(result.name, result.status, result.start_time, result.duration);
         if (nameParams.length > 1) {
             addFileLinksWidget(result.links);
-            addStatisticsWidget(nameParams[1], result.duration * 1000)
+            if (nameParams.length === 2) {
+                addStatisticsWidget(nameParams[1], result.duration * 1000)
+            }
         } else {
             addTimeTraceWidget(result.results, statusWidget, originalWorkflowDetails);
         }
@@ -1457,7 +1459,7 @@
             !persistentStorage.updatedAt ||
             now > persistentStorage.updatedAt + HALF_DAY
         ) {
-            const url = `https://s3.amazonaws.com/${bucketName}/statistics/${name.toLowerCase()}.json.gz`;
+            const url = `https://s3.amazonaws.com/${bucketName}/statistics/statistics.json.gz`;
 
             try {
                 const response = await fetch(url);