NO-SNOW: debigging extended. logging to info. also added envs explicite to run tests

Author: sfc-gh-fpawlowski

.github/workflows/build_test.yml

@@ -13,7 +13,7 @@ on:
     workflow_dispatch:
         inputs:
           logLevel:
-            default: warning
+            default: info
             description: "Log level"
             required: true
           tags:
@@ -261,9 +261,27 @@ jobs:
           echo "http_proxy=http://127.0.0.1:18453" >> $GITHUB_ENV
           echo "https_proxy=http://127.0.0.1:18453" >> $GITHUB_ENV
 
+          # Debug: Verify proxy variables are set
+          echo "=== Proxy Environment Check ==="
+          echo "HTTP_PROXY=$HTTP_PROXY"
+          echo "HTTPS_PROXY=$HTTPS_PROXY"
+          echo "http_proxy=$http_proxy"
+          echo "https_proxy=$https_proxy"
+          echo "REQUESTS_CA_BUNDLE=$REQUESTS_CA_BUNDLE"
+
       - name: Run tests
        # To run a single test on GHA use the below command:
-        run: python -m tox run -e `echo py${PYTHON_VERSION/\./}-single-ci | sed 's/ /,/g'`
+        run: |
+          echo "=== Test Environment Check ==="
+          echo "HTTP_PROXY=$HTTP_PROXY"
+          echo "HTTPS_PROXY=$HTTPS_PROXY"
+          echo "http_proxy=$http_proxy"
+          echo "https_proxy=$https_proxy"
+          echo "REQUESTS_CA_BUNDLE=$REQUESTS_CA_BUNDLE"
+          echo "=== Testing Proxy Accessibility During Tests ==="
+          curl -x http://127.0.0.1:18453 http://httpbin.org/get -v || echo "Proxy not accessible during test phase"
+          echo "=== Starting Tests ==="
+          python -m tox run -e `echo py${PYTHON_VERSION/\./}-single-ci | sed 's/ /,/g'`
 #        run: python -m tox run -e `echo py${PYTHON_VERSION/\./}-{extras,unit,integ,pandas,sso}-ci | sed 's/ /,/g'`
 
         env:
@@ -273,6 +291,12 @@ jobs:
           TOX_PARALLEL_NO_SPINNER: 1
          # To specify the test name (in single test mode) pass this env variable:
           SINGLE_TEST_NAME: test/integ/test_put_get.py::test_multipart_put
+          # Proxy environment variables
+          HTTP_PROXY: ${{ env.HTTP_PROXY }}
+          HTTPS_PROXY: ${{ env.HTTPS_PROXY }}
+          http_proxy: ${{ env.http_proxy }}
+          https_proxy: ${{ env.https_proxy }}
+          REQUESTS_CA_BUNDLE: ${{ env.REQUESTS_CA_BUNDLE }}
         shell: bash
       - name: Stop mitmdump proxy
         if: always() && env.PROXY_PID

ci/github/save_mitm_requests.py

@@ -311,14 +311,35 @@ def safe_str(value, max_length=5000):
     logger.warning("Falling back to stdout output")
 logger.info("MITM script loaded and ready to capture requests...")
 
+# Add a global counter to track requests
+request_count = 0
+last_heartbeat = datetime.now()
+
+
+def heartbeat_check():
+    """Log periodic heartbeat to show script is alive"""
+    global last_heartbeat, request_count
+    now = datetime.now()
+    if (now - last_heartbeat).seconds >= 30:  # Every 30 seconds
+        logger.error(
+            f"HEARTBEAT: Script alive, processed {request_count} requests so far"
+        )
+        last_heartbeat = now
+
 
 def response(flow):
     """Called when a response is received"""
-    # Debug logging
+    global request_count
+    request_count += 1
+    heartbeat_check()  # Show script is alive
+
+    # Debug logging with counter
     try:
         debug_host = getattr(flow.request, "pretty_host", "unknown")
         debug_method = getattr(flow.request, "method", "unknown")
-        logger.debug(f"Processing {debug_method} request to {debug_host}")
+        logger.info(
+            f"[{request_count}] Processing {debug_method} request to {debug_host}"
+        )
     except Exception as debug_error:
         logger.error(f"Debug error getting basic request info: {debug_error}")
 
@@ -412,5 +433,5 @@ def response(flow):
 
 def done():
     """Called when mitmproxy shuts down"""
-    logger.info("Proxy shutting down...")
+    logger.info(f"SHUTDOWN: Processed {request_count} total requests")
     f.close()