PYSCAN-62 Run integration tests in CI (#50)

Author: ghislainpiot

.cirrus.yml

@@ -8,8 +8,8 @@ env:
   SONAR_TOKEN: VAULT[development/kv/data/sonarcloud data.token]
   SONAR_HOST_URL: https://sonarcloud.io
   DEPLOY_PULL_REQUEST: 'true'
-  POETRY_VIRTUALENVS_PATH: ".cache/poetry/venvs"
-  POETRY_CACHE_DIR: ".cache/poetry/pypoetry"
+  POETRY_VIRTUALENVS_PATH: "~/.cache/poetry/venvs"
+  POETRY_CACHE_DIR: "~/.cache/poetry/pypoetry"
 
 only_if: $CIRRUS_USER_COLLABORATOR == "true" && $CIRRUS_TAG == "" && ($CIRRUS_PR != "" || $CIRRUS_BRANCH == $CIRRUS_DEFAULT_BRANCH || $CIRRUS_BRANCH =~ "feature/*" || $CIRRUS_BRANCH =~ "dogfood-on-.*")
 
@@ -30,8 +30,8 @@ container_definition: &CONTAINER_DEFINITION
 
 poetry_cache_template: &POETRY_CACHE
   poetry_cache:
-    folder: .cache/poetry/
-    fingerprint_script: cat poetry.lock
+    folder: ~/.cache/poetry/
+    fingerprint_script: cat poetry.lock its/poetry.lock
 
 .poetry_template: &POETRY_TEMPLATE
   eks_container:
@@ -124,12 +124,34 @@ build_task:
   name: "Build"
   build_script: regular_poetry_build_publish
 
+its_task:
+  name: "Integration Tests"
+  alias: its
+  sonarqube_cache:
+    folder: sonarqube_cache/
+    populate_script: mkdir -p sonarqube_cache && wget -q https://binaries.sonarsource.com/Distribution/sonarqube/sonarqube-10.5.1.90531.zip -O sonarqube_cache/sonarqube.zip
+    fingerprint_key: sonarqube-10.5.1.90531
+  <<: *POETRY_TEMPLATE
+  its_script:
+    - unzip -q sonarqube_cache/sonarqube.zip -d sonarqube
+    - cd $(ls -d sonarqube/*/)
+    - ./bin/linux-x86-64/sonar.sh start
+    - cd -
+    - cd its/
+    - jfrog poetry-config --server-id-resolve repox --repo-resolve sonarsource-pypi
+    - jfrog poetry install
+    - unset SONAR_TOKEN
+    - unset SONARCLOUD_ANALYSIS
+    - unset SONAR_HOST_URL
+    - poetry run pytest 
+
 promote_task:
   depends_on:
     - formatting
     - analysis
     - qa
     - build
+    - its
   env:
     ARTIFACTORY_PROMOTE_ACCESS_TOKEN: VAULT[development/artifactory/token/${CIRRUS_REPO_OWNER}-${CIRRUS_REPO_NAME}-promoter access_token]
     GITHUB_TOKEN: VAULT[development/github/token/${CIRRUS_REPO_OWNER}-${CIRRUS_REPO_NAME}-promotion token]

its/compose.yaml

@@ -1,5 +1,5 @@
 services:
   sonarqube:
-    image: sonarqube:10.3-community 
     ports:
       - "9000:9000"
+    image: sonarqube:10.5.1-community

its/poetry.lock

@@ -43,9 +43,8 @@ requests = "2.31.0"
 pysonar = { "path" = "../" }
 
 [[tool.poetry.source]]
-name = "repox"
-url = "https://repox.jfrog.io/artifactory/api/pypi/sonarsource-pypi/simple/"
-priority = "default"
+name = 'jfrog-server'
+url = 'https://repox.jfrog.io/artifactory/api/pypi/sonarsource-pypi/simple'
 
 [[tool.poetry.source]]
 name = "PyPI"

its/pyproject.toml

@@ -38,17 +38,33 @@ def check_health(sonarqube_client: SonarQubeClient) -> bool:
         return False
 
 
-@pytest.fixture(scope="session")
-def sonarqube_client(docker_ip, docker_services) -> SonarQubeClient:
-    """Ensure that sonarqube service is up and responsive."""
-    port = docker_services.port_for("sonarqube", 9000)
-    url = f"http://{docker_ip}:{port}"
-    sonarqube_client = SonarQubeClient(url)
-    docker_services.wait_until_responsive(
-        timeout=120.0, pause=5, check=lambda: check_health(sonarqube_client)
-    )
-    response = sonarqube_client.get_system_status()
-    assert response.status_code == 200
-    status = response.json()["status"]
-    assert status == "UP"
-    return sonarqube_client
+if "CIRRUS_OS" in os.environ:
+    from time import sleep
+    @pytest.fixture(scope="session")
+    def sonarqube_client() -> SonarQubeClient:
+        """Ensure that sonarqube service is up and responsive."""
+        url = "http://localhost:9000"
+        sonarqube_client = SonarQubeClient(url)
+        while not check_health(sonarqube_client):
+            print("Waiting for SonarQube to be up")
+            sleep(10)
+        response = sonarqube_client.get_system_status()
+        assert response.status_code == 200
+        status = response.json()["status"]
+        assert status == "UP"
+        return sonarqube_client
+else:
+    @pytest.fixture(scope="session")
+    def sonarqube_client(docker_ip, docker_services) -> SonarQubeClient:
+        """Ensure that sonarqube service is up and responsive."""
+        port = docker_services.port_for("sonarqube", 9000)
+        url = f"http://{docker_ip}:{port}"
+        sonarqube_client = SonarQubeClient(url)
+        docker_services.wait_until_responsive(
+            timeout=120.0, pause=5, check=lambda: check_health(sonarqube_client)
+        )
+        response = sonarqube_client.get_system_status()
+        assert response.status_code == 200
+        status = response.json()["status"]
+        assert status == "UP"
+        return sonarqube_client