feature/callback: add callback in to run_remote logic (#378)

* feature/callback: add callback in to run_remote logic

* feature/callback: test fix for gnupg

* feature/callback: remove cat gpg.conf command from action

* feature/callback: try another way of fix gnupg problem

* feature/callback: remove actions-setup-docker

* feature/callback: different poetry install

* feature/callback: shell way to install poetry

* feature/callback: try another actions lib to install poetry

* feature/callback: fix file

* feature/callback: poetry version

* feature/callback: test ci without python3.6

* feature/callback: fix formatting

* feature/callback: fix what flake8 found

* feature/callback: add callback url

* feature/callback: change github env variable name to avoid problem with github actions env

* feature/callback: remove branch, workflow id from request, make github token not required

* feature/callback: fix callback url formatting

* feature/callback: callback_headers statement in function

* formatter check fix

Co-authored-by: filipe oliveira <[email protected]>

Author: anton-tokarev-softeq

.github/workflows/tox.yml

@@ -25,8 +25,6 @@ jobs:
       with:
         python-version: ${{ matrix.python-version }}
 
-    - uses: docker-practice/actions-setup-docker@master
-
     - name: Install Poetry
       run: |
         curl -sSL https://install.python-poetry.org | python3 -

.gitignore

@@ -17,6 +17,9 @@ utilities/redis_benchmarks_specification/__pycache__/
 *.py[cod]
 *$py.class
 
+# mac
+.DS_Store
+
 # C extensions
 *.so
 *.so.1

redisbench_admin/run_remote/args.py

@@ -98,6 +98,19 @@ def create_run_remote_arguments(parser):
         type=str,
         help="Use this key for ssh connections.",
     )
+    parser.add_argument(
+        "--callback",
+        required=False,
+        default=False,
+        action="store_true",
+        help="Push status to callback url",
+    )
+    parser.add_argument(
+        "--callback_url",
+        required=False,
+        default="https://dashi.cto.redislabs.com/callback",
+        help="Callback url",
+    )
     parser.add_argument("--terraform_bin_path", type=str, default=TERRAFORM_BIN_PATH)
     parser.add_argument("--setup_name_sufix", type=str, default="")
     parser.add_argument(

redisbench_admin/run_remote/run_remote.py

@@ -77,6 +77,7 @@
     EC2_ACCESS_KEY,
     EC2_SECRET_KEY,
     EC2_REGION,
+    make_dashboard_callback,
 )
 
 from slack_sdk.webhook import WebhookClient
@@ -1070,6 +1071,15 @@ def run_remote_command_logic(args, project_name, project_version):
             tf_github_branch,
             None,
         )
+    if args.callback:
+        make_dashboard_callback(
+            args.callback_url,
+            return_code,
+            ci_job_name,
+            tf_github_repo,
+            tf_github_branch,
+            tf_github_sha,
+        )
     exit(return_code)
 
 

redisbench_admin/utils/utils.py

@@ -383,6 +383,51 @@ def wait_for_conn(conn, retries=20, command="PING", should_be=True, initial_slee
     return result
 
 
+def make_dashboard_callback(
+    callback_url,
+    return_code,
+    ci_job_name,
+    tf_github_repo,
+    tf_github_branch,
+    tf_github_sha,
+):
+    callback_headers = {}
+    status = "success"
+    if return_code != 0:
+        status = "failed"
+    github_token = os.getenv("GH_TOKEN", None)
+    if github_token is None:
+        logging.error(
+            "-- github token is None. Callback will be send without github-token header --"
+        )
+    else:
+        callback_headers = {"Github-Token": github_token}
+    callback_url = (
+        "{}"
+        "?repository={}"
+        "&test_name={}"
+        "&status={}"
+        "&commit={}".format(
+            callback_url,
+            tf_github_repo,
+            ci_job_name,
+            status,
+            tf_github_sha,
+        )
+    )
+    logging.info("-- make callback to {} -- ".format(callback_url))
+    try:
+        request = requests.get(callback_url, headers=callback_headers, timeout=10)
+    except Exception as ex:
+        logging.error("-- callback request exception: {}".format(ex))
+        return
+    logging.info(
+        "-- callback response {} and body {} -- ".format(
+            request.status_code, request.text.replace("\n", " ")
+        )
+    )
+
+
 EC2_REGION = os.getenv("AWS_DEFAULT_REGION", None)
 EC2_SECRET_KEY = os.getenv("AWS_SECRET_ACCESS_KEY", None)
 EC2_PRIVATE_PEM = os.getenv("EC2_PRIVATE_PEM", None)