fix: do not submit from jobs from v8

Author: fstagni

tests/CI/docker-compose.yml

@@ -5,8 +5,6 @@ volumes:
   diracx-cs-store:
   # Volume used to store the pair of keys to sign the tokens
   diracx-key-store:
-  # Volume used to store the certificates of dirac
-  certs_data:
   # Volume used to store the jwks of the IAM service
   diracx-iam-key-store:
 
@@ -113,15 +111,6 @@ services:
       /entrypoint.sh
     pull_policy: always
 
-  dirac-init-certificates:
-    image: ghcr.io/diracgrid/management/certificates-generation:latest
-    container_name: dirac-init-certificates
-    volumes:
-      - certs_data:/ca/certs/
-    entrypoint: |
-      /entrypoint.sh
-    pull_policy: always
-
   dirac-server:
     image: ${CI_REGISTRY_IMAGE}/${HOST_OS}-dirac
     container_name: server
@@ -149,7 +138,6 @@ services:
       - certs_data:/ca/certs
       - diracx-cs-store:/cs_store
       - diracx-key-store:/signing-key
-      - certs_data:/ca/certs
     environment:
       - DIRACX_CONFIG_BACKEND_URL=git+file:///cs_store/initialRepo
       - DIRACX_SERVICE_AUTH_TOKEN_KEY=file:///signing-key/rs256.key
@@ -168,8 +156,6 @@ services:
       - certs_data:/ca/certs
     ulimits:
       nofile: 8192
-    volumes:
-      - certs_data:/ca/certs
     command: ["sleep", "infinity"] # This is necessary because of the issue described in https://github.com/moby/moby/issues/42275. What is added here is a hack/workaround.
     pull_policy: always
 

tests/CI/install_client.sh

@@ -30,6 +30,10 @@ if [[ -n "${INSTALLATION_BRANCH}" ]]; then
     # Use this for (e.g.) running backward-compatibility tests
     echo "Using https://github.com/DIRACGrid/DIRAC.git@${INSTALLATION_BRANCH} for the tests"
     git clone --single-branch --branch "$INSTALLATION_BRANCH" "https://github.com/DIRACGrid/DIRAC.git"
+    mkdir -p /home/dirac/ServerInstallDIR/user
+    cd /home/dirac/ServerInstallDIR/user
+    ln -s /home/dirac/.globus/usercert.pem client.pem
+    ln -s /home/dirac/.globus/userkey.pem client.key
 else
     for repo_path in "${TESTREPO[@]}"; do
         if [[ -d "${repo_path}" ]]; then
@@ -59,29 +63,31 @@ echo -e "*** $(date -u) **** Client INSTALLATION START ****\n"
 
 installDIRAC
 
-echo -e "*** $(date -u)  Getting a non privileged user\n" |& tee -a clientTestOutputs.txt
-dirac-proxy-init "${DEBUG}" |& tee -a clientTestOutputs.txt
+if [[ -z "${INSTALLATION_BRANCH}" ]]; then
+    echo -e "*** $(date -u)  Getting a non privileged user\n" |& tee -a clientTestOutputs.txt
+    dirac-proxy-init "${DEBUG}" |& tee -a clientTestOutputs.txt
 
-#-------------------------------------------------------------------------------#
-echo -e "*** $(date -u) **** Submit a job ****\n"
+    #-------------------------------------------------------------------------------#
+    echo -e "*** $(date -u) **** Submit a job ****\n"
 
-echo -e '[\n    Arguments = "Hello World";\n    Executable = "echo";\n    Site = "DIRAC.Jenkins.ch";' > test.jdl
-echo "    JobName = \"${GITHUB_JOB}_$(date +"%Y-%m-%d_%T" | sed 's/://g')\"" >> test.jdl
-echo "]" >> test.jdl
-dirac-wms-job-submit test.jdl "${DEBUG}" |& tee -a clientTestOutputs.txt
+    echo -e '[\n    Arguments = "Hello World";\n    Executable = "echo";\n    Site = "DIRAC.Jenkins.ch";' > test.jdl
+    echo "    JobName = \"${GITHUB_JOB}_$(date +"%Y-%m-%d_%T" | sed 's/://g')\"" >> test.jdl
+    echo "]" >> test.jdl
+    dirac-wms-job-submit test.jdl "${DEBUG}" |& tee -a clientTestOutputs.txt
 
-#-------------------------------------------------------------------------------#
-echo -e "*** $(date -u) **** add a file ****\n"
+    #-------------------------------------------------------------------------------#
+    echo -e "*** $(date -u) **** add a file ****\n"
 
-echo "${CLIENT_UPLOAD_BASE64}" > b64_lfn
-base64 b64_lfn --decode > "${CLIENT_UPLOAD_FILE}"
-dirac-dms-add-file "${CLIENT_UPLOAD_LFN}" "${CLIENT_UPLOAD_FILE}" S3-DIRECT
-echo $?
+    echo "${CLIENT_UPLOAD_BASE64}" > b64_lfn
+    base64 b64_lfn --decode > "${CLIENT_UPLOAD_FILE}"
+    dirac-dms-add-file "${CLIENT_UPLOAD_LFN}" "${CLIENT_UPLOAD_FILE}" S3-DIRECT
+    echo $?
 
-#-------------------------------------------------------------------------------#
-echo -e "*** $(date -u) **** Submit a job with an input ****\n"
+    #-------------------------------------------------------------------------------#
+    echo -e "*** $(date -u) **** Submit a job with an input ****\n"
 
-echo -e '[\n    Arguments = "Hello World";\n    Executable = "echo";\n    Site = "DIRAC.Jenkins.ch";\n    InputData = "/vo/test_lfn.txt";' > test_dl.jdl
-echo "    JobName = \"${GITHUB_JOB}_$(date +"%Y-%m-%d_%T" | sed 's/://g')\"" >> test_dl.jdl
-echo "]" >> test_dl.jdl
-dirac-wms-job-submit test_dl.jdl "${DEBUG}" |& tee -a clientTestOutputs.txt
+    echo -e '[\n    Arguments = "Hello World";\n    Executable = "echo";\n    Site = "DIRAC.Jenkins.ch";\n    InputData = "/vo/test_lfn.txt";' > test_dl.jdl
+    echo "    JobName = \"${GITHUB_JOB}_$(date +"%Y-%m-%d_%T" | sed 's/://g')\"" >> test_dl.jdl
+    echo "]" >> test_dl.jdl
+    dirac-wms-job-submit test_dl.jdl "${DEBUG}" |& tee -a clientTestOutputs.txt
+fi

tests/CI/run_tests.sh

@@ -52,7 +52,7 @@ elif [[ "$INSTALLTYPE" == "client" ]]; then
 
 elif [[ "$INSTALLTYPE" == "pilot" ]]; then
     # shellcheck source=/dev/null
-    source "$WORKSPACE/PilotInstallDIR/bashrc"
+    source "$WORKSPACE/bashrc"
     # If not unset, assert will not trigger
     unset PYTHONOPTIMIZE
     set -o pipefail

tests/Integration/all_integration_client_tests.sh

@@ -11,6 +11,12 @@ echo -e '********' "client -> server tests" '********\n'
 THIS_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )"
 echo -e "THIS_DIR=${THIS_DIR}" |& tee -a clientTestOutputs.txt
 
+if [[ -n "${INSTALLATION_BRANCH}" ]]; then
+    echo -r "*** re-configure ***"
+    dirac-proxy-init --nocs --no-upload
+    dirac-configure -S dirac-JenkinsSetup -C https://server:9135/Configuration/Server --SkipCAChecks
+fi
+
 echo -e "*** $(date -u)  Getting a non privileged user\n" |& tee -a clientTestOutputs.txt
 dirac-proxy-init "${DEBUG}" |& tee -a clientTestOutputs.txt; (( ERR |= "${?}" ))
 
@@ -23,13 +29,10 @@ pytest --no-check-dirac-environment "${THIS_DIR}/AccountingSystem/Test_ReportsCl
 #-------------------------------------------------------------------------------#
 echo -e "*** $(date -u)  **** RMS TESTS ****\n"
 
-echo -e "*** $(date -u)  Getting a non privileged user\n" |& tee -a clientTestOutputs.txt
-dirac-proxy-init "${DEBUG}" |& tee -a clientTestOutputs.txt
-
 echo -e "*** $(date -u)  Starting RMS Client test as a non privileged user\n" |& tee -a clientTestOutputs.txt
 pytest --no-check-dirac-environment "${THIS_DIR}/RequestManagementSystem/Test_Client_Req.py" |& tee -a clientTestOutputs.txt; (( ERR |= "${?}" ))
 
-echo -e "*** $(date -u)  getting the prod role again\n" |& tee -a clientTestOutputs.txt
+echo -e "*** $(date -u)  getting a privileged user\n" |& tee -a clientTestOutputs.txt
 dirac-proxy-init -g prod "${DEBUG}" |& tee -a clientTestOutputs.txt
 echo -e "*** $(date -u)  Starting RMS Client test as an admin user\n" |& tee -a clientTestOutputs.txt
 pytest --no-check-dirac-environment "${THIS_DIR}/RequestManagementSystem/Test_Client_Req.py" |& tee -a clientTestOutputs.txt; (( ERR |= "${?}" ))