Merge pull request ClickHouse#62786 from ClickHouse/tiny-ci-improvements

Tiny CI improvements

Author: Felixoid

pyproject.toml

@@ -7,6 +7,10 @@ max-branches=50
 max-nested-blocks=10
 max-statements=200
 
+[tool.isort]
+profile = "black"
+src_paths = ["src", "tests/ci", "tests/sqllogic"]
+
 [tool.pylint.FORMAT]
 #ignore-long-lines = (# )?<?https?://\S+>?$
 

tests/ci/artifacts_helper.py

@@ -10,11 +10,8 @@
 from shutil import copy2
 from typing import List, Optional, Union
 
-# isort: off
 from github.Commit import Commit
 
-# isort: on
-
 from build_download_helper import download_build_with_progress
 from commit_status_helper import post_commit_status
 from compress_files import SUFFIX, compress_fast, decompress_fast

tests/ci/build_download_helper.py

@@ -8,11 +8,8 @@
 from pathlib import Path
 from typing import Any, Callable, List, Optional, Union
 
-# isort: off
 import requests
 
-# isort: on
-
 import get_robot_token as grt  # we need an updated ROBOT_TOKEN
 from ci_config import CI_CONFIG
 

tests/ci/build_report_check.py

@@ -139,7 +139,8 @@ def main():
         additional_files=[report_path],
     ).dump()
 
-    if summary_status == ERROR:
+    # We should fail the report job to rerun it in the following attempts
+    if summary_status != SUCCESS:
         sys.exit(1)
 
 

tests/ci/commit_status_helper.py

@@ -9,7 +9,6 @@
 from pathlib import Path
 from typing import Dict, List, Optional, Union
 
-# isort: off
 from github import Github
 from github.Commit import Commit
 from github.CommitStatus import CommitStatus
@@ -18,8 +17,6 @@
 from github.IssueComment import IssueComment
 from github.Repository import Repository
 
-# isort: on
-
 from ci_config import CHECK_DESCRIPTIONS, REQUIRED_CHECKS, CheckDescription
 from env_helper import GITHUB_REPOSITORY, GITHUB_RUN_URL, TEMP_PATH
 from pr_info import SKIP_MERGEABLE_CHECK_LABEL, PRInfo

tests/ci/compatibility_check.py

@@ -8,11 +8,8 @@
 from pathlib import Path
 from typing import List, Tuple
 
-# isort: off
 from pip._vendor.packaging.version import Version
 
-# isort: on
-
 from build_download_helper import download_builds_filter
 from docker_images_helper import DockerImage, get_docker_image, pull_image
 from env_helper import REPORT_PATH, TEMP_PATH

tests/ci/docker_images_check.py

@@ -8,11 +8,8 @@
 from pathlib import Path
 from typing import List, Optional, Tuple
 
-# isort: off
 from github import Github
 
-# isort: on
-
 from clickhouse_helper import ClickHouseHelper, prepare_tests_results_for_clickhouse
 from commit_status_helper import format_description, get_commit, post_commit_status
 from docker_images_helper import DockerImageData, docker_login, get_images_oredered_list
@@ -225,9 +222,11 @@ def main():
         parent_version = (
             None
             if not image.parent
-            else image_tags[image.parent]
-            if not args.suffix
-            else f"{image_tags[image.parent]}-{args.suffix}"
+            else (
+                image_tags[image.parent]
+                if not args.suffix
+                else f"{image_tags[image.parent]}-{args.suffix}"
+            )
         )
 
         res = process_single_image(

tests/ci/docker_manifests_merge.py

@@ -8,11 +8,8 @@
 import sys
 from typing import List, Tuple
 
-# isort: off
 from github import Github
 
-# isort: on
-
 from clickhouse_helper import ClickHouseHelper, prepare_tests_results_for_clickhouse
 from commit_status_helper import format_description, get_commit, post_commit_status
 from docker_images_helper import docker_login, get_images_oredered_list

tests/ci/finish_check.py

@@ -1,11 +1,8 @@
 #!/usr/bin/env python3
 import logging
 
-# isort: off
 from github import Github
 
-# isort: on
-
 from commit_status_helper import (
     CI_STATUS_NAME,
     get_commit,

tests/ci/merge_pr.py

@@ -9,13 +9,10 @@
 from pprint import pformat
 from typing import Dict, List
 
-# isort: off
 from github.PaginatedList import PaginatedList
 from github.PullRequestReview import PullRequestReview
 from github.WorkflowRun import WorkflowRun
 
-# isort: on
-
 from commit_status_helper import get_commit_filtered_statuses
 from get_robot_token import get_best_robot_token
 from github_helper import GitHub, NamedUser, PullRequest, Repository