testing

ranimandepudi · ranimandepudi · commit 1d0acc96a3af · 2025-12-10T12:01:03.000-06:00
diff --git a/.github/workflows/test-apisix.yml b/.github/workflows/test-apisix.yml
@@ -49,7 +49,7 @@ jobs:
             -e ETCD_INITIAL_ADVERTISE_PEER_URLS=http://etcd:2380 \
             -e ETCD_INITIAL_CLUSTER_STATE=new \
             -e ALLOW_NONE_AUTHENTICATION=yes \
-            bitnami/etcd:3.5.12
+            bitnami/etcd:3.5.16
             
           # Wait for etcd
           sleep 10
diff --git a/.github/workflows/test-doris.yml b/.github/workflows/test-doris.yml
@@ -61,6 +61,10 @@ jobs:
           java -version
           echo "JAVA_HOME: $JAVA_HOME"
       
+      - name: Set vm.max_map_count
+        run: |
+          sudo sysctl -w vm.max_map_count=2000000
+      
       - name: Start Doris FE
         id: start
         run: |
diff --git a/.github/workflows/test-drill.yml b/.github/workflows/test-drill.yml
@@ -37,6 +37,10 @@ jobs:
         run: |
           echo "Installing Apache Drill..."
           
+          sudo apt-get update
+          # for nc in Test 4
+          sudo apt-get install -y netcat-openbsd
+          
           # Using version 1.21.2 (released June 2024)
           DRILL_VERSION=1.21.2
           wget https://dlcdn.apache.org/drill/${DRILL_VERSION}/apache-drill-${DRILL_VERSION}.tar.gz
@@ -76,11 +80,12 @@ jobs:
         run: |
           START_TIME=$(date +%s)
           
-          if [ -f "$DRILL_HOME/conf/drill-override.conf" ]; then
-             echo "✓ drill-override.conf found"
+          if [ -f "$DRILL_HOME/conf/drill-override.conf" ] || [ -f "$DRILL_HOME/conf/drill-override-example.conf" ]; then
+             echo "✓ drill override config present (real or example)"
              echo "status=passed" >> $GITHUB_OUTPUT
           else
-             echo "✗ drill-override.conf not found"
+             echo "✗ drill override config not found"
+             ls -R "$DRILL_HOME/conf" || true
              echo "status=failed" >> $GITHUB_OUTPUT
              exit 1
           fi
@@ -93,14 +98,12 @@ jobs:
         run: |
           START_TIME=$(date +%s)
           
-          # Drill embedded starts an interactive shell. We can pipe commands to it.
-          # Or use drill-conf to check configuration.
-          
-          if $DRILL_HOME/bin/drill-conf 2>&1 | grep -q "drill"; then
+          if "$DRILL_HOME/bin/drill-conf" 2>&1 | grep -qi "drill"; then
              echo "✓ drill-conf runs"
              echo "status=passed" >> $GITHUB_OUTPUT
           else
              echo "✗ drill-conf failed"
+             "$DRILL_HOME/bin/drill-conf" || true
              echo "status=failed" >> $GITHUB_OUTPUT
              exit 1
           fi
@@ -113,20 +116,36 @@ jobs:
         run: |
           START_TIME=$(date +%s)
           
-          # Run a simple query using sqlline
-          # We need to be careful about interactive mode.
-          # !quit exits sqlline
+          echo "Starting Drill embedded..."
+          (sleep 60; echo "!quit") | "$DRILL_HOME/bin/drill-embedded" > drill.log 2>&1 &
+          DRILL_PID=$!
+          
+          echo "Waiting for Drill Web UI on port 8047..."
+          for i in {1..30}; do
+            if nc -z localhost 8047; then
+              echo "Drill Web UI is up"
+              break
+            fi
+            sleep 2
+          done
           
-          # Use sqlline directly to avoid interactive shell issues with drill-embedded
-          # We need to connect to the embedded drillbit (zk=local)
-          $DRILL_HOME/bin/sqlline -u jdbc:drill:zk=local -q "SELECT version FROM sys.version" > query_output.txt 2>&1
+          echo "Running query via REST API..."
+          RESPONSE=$(curl -s -X POST -H "Content-Type: application/json" \
+            -d '{"queryType":"SQL", "query": "SELECT version FROM sys.version"}' \
+            http://localhost:8047/query.json || true)
+            
+          echo "Response: $RESPONSE"
           
-          if grep -q "version" query_output.txt; then
+          # Clean up
+          kill "$DRILL_PID" 2>/dev/null || true
+          
+          if echo "$RESPONSE" | grep -q "version"; then
              echo "✓ query execution works"
              echo "status=passed" >> $GITHUB_OUTPUT
           else
              echo "✗ query execution failed"
-             cat query_output.txt
+             echo "---- drill.log ----"
+             cat drill.log || true
              echo "status=failed" >> $GITHUB_OUTPUT
              exit 1
           fi
@@ -139,18 +158,12 @@ jobs:
         run: |
           START_TIME=$(date +%s)
           
-          # In embedded mode, Drill starts a web server on 8047
-          # Since we ran it and quit in Test 4, it's not running now.
-          # We can try to start it in background, check port, then kill it.
-          
-          # For smoke test, checking the query capability (Test 4) is usually sufficient proof of functionality.
-          # Let's just verify the jar files exist as a sanity check for installation integrity.
-          
-          if ls $DRILL_HOME/jars/drill-java-exec-*.jar 1> /dev/null 2>&1; then
+          if ls "$DRILL_HOME"/jars/drill-java-exec-*.jar 1> /dev/null 2>&1; then
              echo "✓ drill jars found"
              echo "status=passed" >> $GITHUB_OUTPUT
           else
              echo "✗ drill jars not found"
+             ls -R "$DRILL_HOME" || true
              echo "status=failed" >> $GITHUB_OUTPUT
              exit 1
           fi
@@ -166,7 +179,6 @@ jobs:
           FAILED=0
           TOTAL_DURATION=0
           
-          # Helper function to process test results
           process_test() {
             local status=$1
             local duration=$2
@@ -312,4 +324,4 @@ jobs:
           echo "- **Tests Passed:** ${{ steps.summary.outputs.passed }}" >> $GITHUB_STEP_SUMMARY
           echo "- **Tests Failed:** ${{ steps.summary.outputs.failed }}" >> $GITHUB_STEP_SUMMARY
           echo "- **Duration:** ${{ steps.summary.outputs.duration }}s" >> $GITHUB_STEP_SUMMARY
-          echo "- **Runner:** ubuntu-24.04 (arm64)" >> $GITHUB_STEP_SUMMARY
+          echo "- **Runner:** ubuntu-24.04 (arm64)" >> $GITHUB_STEP_SUMMARY
diff --git a/.github/workflows/test-knox.yml b/.github/workflows/test-knox.yml
@@ -39,19 +39,20 @@ jobs:
           
           # Using version 2.0.0 (released Feb 2023)
           KNOX_VERSION=2.0.0
-          wget https://archive.apache.org/dist/knox/${KNOX_VERSION}/knox-${KNOX_VERSION}.tar.gz
-          tar -xzf knox-${KNOX_VERSION}.tar.gz
+          # The binary distribution is a zip file, not tar.gz
+          wget https://archive.apache.org/dist/knox/${KNOX_VERSION}/knox-${KNOX_VERSION}.zip
+          unzip knox-${KNOX_VERSION}.zip
           
           # Set KNOX_HOME dynamically by finding the bin directory
-          # The tarball might extract to a nested directory or different name
-          KNOX_BIN=$(find . -name "knox-cli.sh" | head -n 1)
+          # Knox uses "knoxcli.sh" (no dash) in bin/
+          KNOX_BIN=$(find . -name "knoxcli.sh" | head -n 1)
           if [ -z "$KNOX_BIN" ]; then
-            echo "::error::knox-cli.sh not found after extraction"
+            echo "::error::knoxcli.sh not found after extraction"
             find . -maxdepth 3
             exit 1
           fi
-          KNOX_HOME=$(dirname $(dirname $KNOX_BIN))
-          echo "KNOX_HOME=$PWD/$KNOX_HOME" >> $GITHUB_ENV
+          KNOX_HOME=$(dirname "$(dirname "$KNOX_BIN")")
+          echo "KNOX_HOME=$KNOX_HOME" >> $GITHUB_ENV
           
           echo "install_status=success" >> $GITHUB_OUTPUT
       
@@ -67,11 +68,11 @@ jobs:
         run: |
           START_TIME=$(date +%s)
           
-          if [ -f "$KNOX_HOME/bin/knox-cli.sh" ]; then
-            echo "✓ knox-cli.sh found"
+          if [ -f "$KNOX_HOME/bin/knoxcli.sh" ]; then
+            echo "✓ knoxcli.sh found"
             echo "status=passed" >> $GITHUB_OUTPUT
           else
-            echo "✗ knox-cli.sh not found"
+            echo "✗ knoxcli.sh not found"
             echo "status=failed" >> $GITHUB_OUTPUT
             exit 1
           fi
@@ -85,7 +86,7 @@ jobs:
           START_TIME=$(date +%s)
           
           # Knox requires a master secret to start
-          $KNOX_HOME/bin/knox-cli.sh create-master --force --master "knox"
+          $KNOX_HOME/bin/knoxcli.sh create-master --force --master "knox"
           
           if [ $? -eq 0 ]; then
              echo "✓ master secret created"
diff --git a/.github/workflows/test-kudu.yml b/.github/workflows/test-kudu.yml
@@ -31,21 +31,23 @@ jobs:
         run: |
           echo "Installing Apache Kudu via Docker..."
           
-          # Using version 1.17.1 (released Nov 2024) which has official Arm64 support
+          # Using version 1.17.0 (released Sep 2023)
+          # Note: 1.17.1 tag is missing on Docker Hub. 1.17.0 exists but might be x86 (running via emulation).
+          # We must disable hybrid clock for it to work in this environment.
           
           # Start Master
           docker run -d --name kudu-master \
             --network host \
             -e KUDU_MASTERS=localhost:7051 \
-            apache/kudu:1.17.1 master \
+            apache/kudu:1.17.0 master \
             --unlock_unsafe_flags=true \
             --use_hybrid_clock=false
             
           # Start Tablet Server
           docker run -d --name kudu-tserver \
             --network host \
             -e KUDU_MASTERS=localhost:7051 \
-            apache/kudu:1.17.1 tserver \
+            apache/kudu:1.17.0 tserver \
             --unlock_unsafe_flags=true \
             --use_hybrid_clock=false
             
