Merge pull request #1734 from atlassian/copy-results/add-retry-and-timeout

Copy results/add retry and timeout

Author: OlehStefanyshyn

app/util/k8s/bzt_on_pod.sh

@@ -67,7 +67,15 @@ kubectl exec -it "$exec_pod_name" -n atlassian -- docker run --shm-size=4g -v "/
 sleep 10
 
 echo "INFO: Copy results folder from the exec env pod to local"
-kubectl exec -n atlassian "$exec_pod_name" -- tar cf - -C /dc-app-performance-toolkit/app results | tar xf - -C /data-center-terraform/dc-app-performance-toolkit/app/results --strip-components=1
+for _ in {1..3}; do
+    if kubectl exec -n atlassian "$exec_pod_name" --request-timeout=60s -- tar czf - -C /dc-app-performance-toolkit/app results | tar xzf - -C /data-center-terraform/dc-app-performance-toolkit/app/results --strip-components=1; then
+        break
+    else
+        echo "Copying failed, retrying..."
+        sleep 5
+    fi
+done
+
 if [[ $? -ne 0 ]]; then
     echo "ERROR: Copy results folder failed"
     exit 1

app/util/k8s/copy_run_results.sh

@@ -30,7 +30,15 @@ fi
 echo "INFO: Execution environment pod name: $exec_pod_name"
 
 echo "INFO: Copy results folder from the exec env pod to local"
-kubectl exec -n atlassian "$exec_pod_name" -- tar cf - -C /dc-app-performance-toolkit/app results | tar xf - -C /data-center-terraform/dc-app-performance-toolkit/app/results --strip-components=1
+for _ in {1..3}; do
+    if kubectl exec -n atlassian "$exec_pod_name" --request-timeout=60s -- tar czf - -C /dc-app-performance-toolkit/app results | tar xzf - -C /data-center-terraform/dc-app-performance-toolkit/app/results --strip-components=1; then
+        break
+    else
+        echo "Copying failed, retrying..."
+        sleep 5
+    fi
+done
+
 if [[ $? -ne 0 ]]; then
     echo "ERROR: Copy results folder failed"
     exit 1