Merge pull request ClickHouse#77373 from ClickHouse/ci_support_gh_vars_in_praktika

CI: Support GH Vars in praktika

Author: maxknv

ci/praktika/parser.py

@@ -49,6 +49,7 @@ class JobAddonYaml:
     job_to_config: Dict[str, JobYaml]
     artifact_to_config: Dict[str, ArtifactYaml]
     secret_names_gh: List[str]
+    variable_names_gh: List[str]
     enable_cache: bool
     cron_schedules: List[str]
     dispatch_inputs: List[Workflow.Config.InputConfig]
@@ -74,6 +75,7 @@ def __init__(self, config: Workflow.Config):
             branches=[],
             jobs=[],
             secret_names_gh=[],
+            variable_names_gh=[],
             job_to_config={},
             artifact_to_config={},
             enable_cache=False,
@@ -249,9 +251,10 @@ def parse(self):
 
         # populate secrets
         for secret_config in self.config.secrets:
-            if secret_config.is_gh():
+            if secret_config.is_gh_secret():
                 self.workflow_yaml_config.secret_names_gh.append(secret_config.name)
-
+            elif secret_config.is_gh_var():
+                self.workflow_yaml_config.variable_names_gh.append(secret_config.name)
         return self
 
 

ci/praktika/secret.py

@@ -9,21 +9,25 @@ class Type:
         AWS_SSM_VAR = "aws parameter"
         AWS_SSM_SECRET = "aws secret"
         GH_SECRET = "gh secret"
+        GH_VAR = "gh var"
 
     @dataclasses.dataclass
     class Config:
         name: str
         type: str
 
-        def is_gh(self):
+        def is_gh_secret(self):
             return self.type == Secret.Type.GH_SECRET
 
+        def is_gh_var(self):
+            return self.type == Secret.Type.GH_VAR
+
         def get_value(self):
             if self.type == Secret.Type.AWS_SSM_VAR:
                 return self.get_aws_ssm_var()
             if self.type == Secret.Type.AWS_SSM_SECRET:
                 return self.get_aws_ssm_secret()
-            elif self.type == Secret.Type.GH_SECRET:
+            elif self.type in (Secret.Type.GH_SECRET, Secret.Type.GH_VAR):
                 return self.get_gh_secret()
             else:
                 assert False, f"Not supported secret type, secret [{self}]"

ci/praktika/yaml_generator.py

@@ -62,6 +62,9 @@ class Templates:
         TEMPLATE_ENV_SECRET = """\
   {SECRET_NAME}: ${{{{{{{{ secrets.{SECRET_NAME} }}}}}}}}
 """
+        TEMPLATE_ENV_GH_VAR = """\
+  {VAR_NAME}: ${{{{{{{{ vars.{VAR_NAME} }}}}}}}}
+"""
 
         TEMPLATE_SCHEDULE = """\
 # generated by praktika
@@ -166,6 +169,13 @@ class Templates:
           )\
 """
 
+        TEMPLATE_SETUP_ENV_VARS = """\
+          export {VAR_NAME}=$(cat<<'EOF'
+          ${{{{ vars.{VAR_NAME} }}}}
+          EOF
+          )\
+"""
+
         TEMPLATE_SETUP_ENVS_INPUTS = """\
           cat > {WORKFLOW_INPUTS_FILE} << 'EOF'
           ${{{{ toJson(github.event.inputs) }}}}
@@ -313,6 +323,10 @@ def generate(self):
                         SECRET_NAME=secret
                     )
                 )
+            for var in self.workflow_config.variable_names_gh:
+                secrets_envs.append(
+                    YamlGenerator.Templates.TEMPLATE_SETUP_ENV_VARS.format(VAR_NAME=var)
+                )
             if self.workflow_config.event == Workflow.Event.DISPATCH:
                 secrets_envs.append(
                     YamlGenerator.Templates.TEMPLATE_SETUP_ENVS_INPUTS.format(
@@ -419,12 +433,17 @@ def generate(self):
             ), f"Invalid or Not implemented event [{self.workflow_config.event}]"
 
         SECRET_ENVS = ""
+        GH_VAR_ENVS = ""
         for secret in self.parser.config.secrets:
-            if secret.is_gh():
+            if secret.is_gh_secret():
                 SECRET_ENVS += YamlGenerator.Templates.TEMPLATE_ENV_SECRET.format(
                     SECRET_NAME=secret.name
                 )
-        format_kwargs["ENV_SECRETS"] = SECRET_ENVS
+            elif secret.is_gh_var():
+                GH_VAR_ENVS += YamlGenerator.Templates.TEMPLATE_ENV_GH_VAR.format(
+                    VAR_NAME=secret.name
+                )
+        format_kwargs["ENV_SECRETS"] = GH_VAR_ENVS + SECRET_ENVS
 
         template_1 = base_template.strip().format(
             NAME=self.workflow_config.name,