run-regression-test.sh

#!/usr/bin/env bash
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.

set -eo pipefail
#set -x

ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")" &>/dev/null && pwd)"

DORIS_HOME="${ROOT}"

# Check args
usage() {
    echo "
Usage: $0 <shell_options> <framework_options>
  Optional shell_options:
     --clean    clean output of regression test framework
     --teamcity print teamcity service messages
     --run      run regression test. build framework if necessary

  Optional framework_options:
     -s                                run a specified suite
     -g                                run a specified group
     -d                                run a specified directory
     -f                                run a specified file (only when the file name equals the suite name; will be converted to -d and -s automatically)
     -h                                **print all framework options usage**
     -xs                               exclude the specified suite
     -xg                               exclude the specified group
     -xd                               exclude the specified directory
     -genOut                           generate .out file if not exist
     -forceGenOut                      delete and generate .out file
     -parallel                         run tests using specified threads
     -dockerSuiteParallel              run docker tests using specified threads
     -randomOrder                      run tests in a random order
     -noKillDocker                     don't kill container when finish docker suites
     -runMode                          if run docker suites, no need to setup external doris clusters.
                                       user may specify run mode: cloud or not_cloud.
     -times                            rum tests {times} times

  Eg.
    $0                                                                       build regression test framework and run all suite which in default group
    $0 --run test_select                                                     run a suite which named as test_select
    $0 --compile                                                             only compile regression framework
    $0 --run -s test_select                                                  run a suite which named as test_select
    $0 --run test_select -genOut                                             generate output file for test_select if not exist
    $0 --run -g default                                                      run all suite in the group which named as default
    $0 --run -d demo,correctness/tmp                                         run all suite in the directories which named as demo and correctness/tmp
    $0 --run -d regression-test/suites/demo                                  specify the suite directories path from repo root
    $0 --run -f regression-test/suites/demo/case.groovy                      run a specific .groovy test file (converted to -d and -s automatically)
    $0 --run -f regression-test/suites/demo/case.sql                         run a specific .sql test file (converted to -d and -s automatically)
    $0 --clean                                                               clean output of regression test framework
    $0 --clean --run test_select                                             clean output and build regression test framework and run a suite which named as test_select
    $0 --run -h                                                              print framework options
    $0 --teamcity --run test_select                                          print teamcity service messages and build regression test framework and run test_select

Log path: \${DORIS_HOME}/output/regression-test/log
Default config file: \${DORIS_HOME}/regression-test/conf/regression-conf.groovy
  "
    exit 1
}
ONLY_COMPILE=0
CLEAN=0
WRONG_CMD=0
TEAMCITY=0
RUN=0
if [[ "$#" == 0 ]]; then
    #default
    CLEAN=0
    WRONG_CMD=0
    TEAMCITY=0
    RUN=1
else
    CLEAN=0
    RUN=0
    TEAMCITY=0
    WRONG_CMD=0
    while true; do
        case "$1" in
        --clean)
            CLEAN=1
            shift
            ;;
        --teamcity)
            TEAMCITY=1
            shift
            ;;
        --conf)
            CUSTOM_CONFIG_FILE="$2"
            shift
            shift
            ;;
        --compile)
            RUN=1
            ONLY_COMPILE=1
            shift
            ;;
        --run)
            RUN=1
            shift
            ;;
        *)
            if [[ "${RUN}" -eq 0 ]] && [[ "${CLEAN}" -eq 0 ]]; then
                WRONG_CMD=1
            fi
            break
            ;;
        esac
    done
fi

if [[ ${WRONG_CMD} -eq 1 ]]; then
    usage
fi

# set maven
MVN_CMD='mvn'
if [[ -n "${CUSTOM_MVN}" ]]; then
    MVN_CMD="${CUSTOM_MVN}"
fi
if ! "${MVN_CMD}" --version; then
    echo "Error: mvn is not found"
    exit 1
fi
export MVN_CMD

CONF_DIR="${DORIS_HOME}/regression-test/conf"
if [[ -n "${CUSTOM_CONFIG_FILE}" ]] && [[ -f "${CUSTOM_CONFIG_FILE}" ]]; then
    CONFIG_FILE="${CUSTOM_CONFIG_FILE}"
    echo "Using custom config file ${CONFIG_FILE}"
else
    CONFIG_FILE="${CONF_DIR}/regression-conf.groovy"
fi
LOG_CONFIG_FILE="${CONF_DIR}/logback.xml"

FRAMEWORK_SOURCE_DIR="${DORIS_HOME}/regression-test/framework"
REGRESSION_TEST_BUILD_DIR="${FRAMEWORK_SOURCE_DIR}/target"
FRAMEWORK_APACHE_DIR="${FRAMEWORK_SOURCE_DIR}/src/main/groovy/org/apache"

OUTPUT_DIR="${DORIS_HOME}/output/regression-test"
LOG_OUTPUT_FILE="${OUTPUT_DIR}/log"
RUN_JAR="${OUTPUT_DIR}/lib/regression-test-*.jar"
if [[ -z "${DORIS_THIRDPARTY}" ]]; then
    export DORIS_THIRDPARTY="${DORIS_HOME}/thirdparty"
fi

rm -rf "${FRAMEWORK_APACHE_DIR}/doris/thrift"

if [[ "${CLEAN}" -eq 1 ]]; then
    rm -rf "${REGRESSION_TEST_BUILD_DIR}"
    rm -rf "${OUTPUT_DIR}"
fi

if [[ "${RUN}" -ne 1 ]]; then
    echo "Finished"
    exit 0
fi

if ! test -f ${RUN_JAR:+${RUN_JAR}}; then
    echo "===== Build Regression Test Framework ====="

    # Configure Maven for better network resilience
    export MAVEN_OPTS="${MAVEN_OPTS:-} -Dmaven.wagon.http.retryHandler.count=3 -Dmaven.wagon.httpconnectionManager.ttlSeconds=25 -Dmaven.wagon.http.retryHandler.class=standard"

    # Function to execute Maven command with retry logic
    execute_maven_with_retry() {
        local cmd="$1"
        local max_attempts=3
        local attempt=1
        
        while [[ ${attempt} -le ${max_attempts} ]]; do
            echo "Attempt ${attempt}/${max_attempts}: ${cmd}"
            if eval "${cmd}"; then
                echo "Command succeeded on attempt ${attempt}"
                return 0
            else
                echo "Command failed on attempt ${attempt}"
                if [[ ${attempt} -lt ${max_attempts} ]]; then
                    sleep $((attempt * 5))  # Linear backoff
                fi
                ((attempt++))
            fi
        done
        
        echo "Command failed after ${max_attempts} attempts"
        return 1
    }

    # Build generated code
    cd "${DORIS_HOME}/gensrc/thrift" || { echo "Failed to change directory"; exit 1; }
    if ! make; then
        echo "Make command failed in ${DORIS_HOME}/gensrc/thrift"
        exit 1
    fi

    cp -rf "${DORIS_HOME}/gensrc/build/gen_java/org/apache/doris/thrift" "${FRAMEWORK_APACHE_DIR}/doris/"

    # Navigate to framework directory and build with retry
    cd "${DORIS_HOME}/regression-test/framework" || { echo "Failed to change directory"; exit 1; }
    
    # First try to download dependencies only
    echo "Downloading dependencies..."
    dep_output_file="$(mktemp -t doris-dependencies-XXXXXX.txt)" || { echo "Failed to create temporary file for dependency output"; exit 1; }
    execute_maven_with_retry "${MVN_CMD} dependency:resolve -B -DskipTests=true -Dmdep.prependGroupId=true -DoutputFile=${dep_output_file}" || {
        echo "Failed to download dependencies"
        exit 1
    }
    
    # Then package with retry
    echo "Building package..."
    execute_maven_with_retry "${MVN_CMD} clean package -B -DskipTests=true -Dmaven.javadoc.skip=true" || {
        echo "Failed to build package"
        exit 1
    }
    
    cd "${DORIS_HOME}" || { echo "Failed to return to DORIS_HOME"; exit 1; }

    mkdir -p "${OUTPUT_DIR}"/{lib,log}
    cp -r "${REGRESSION_TEST_BUILD_DIR}"/regression-test-*.jar "${OUTPUT_DIR}/lib"

    echo "===== BUILD JAVA_UDF_SRC TO GENERATE JAR ====="
    mkdir -p "${DORIS_HOME}"/regression-test/suites/javaudf_p0/jars
    cd "${DORIS_HOME}"/regression-test/java-udf-src || { echo "Failed to change directory to java-udf-src"; exit 1; }
    
    # Build UDF with retry
    execute_maven_with_retry "${MVN_CMD} clean package -B -DskipTests=true -Dmaven.javadoc.skip=true" || {
        echo "Failed to build UDF package"
        exit 1
    }
    
    cp target/java-udf-case-jar-with-dependencies.jar "${DORIS_HOME}"/regression-test/suites/javaudf_p0/jars/
    # be and fe dir is compiled output
    mkdir -p "${DORIS_HOME}"/output/fe/custom_lib/
    mkdir -p "${DORIS_HOME}"/output/be/custom_lib/
    cp target/java-udf-case-jar-with-dependencies.jar "${DORIS_HOME}"/output/fe/custom_lib/
    cp target/java-udf-case-jar-with-dependencies.jar "${DORIS_HOME}"/output/be/custom_lib/
    cd "${DORIS_HOME}" || { echo "Failed to return to DORIS_HOME"; exit 1; }
fi

# check java home
if [[ -z "${JAVA_HOME}" ]]; then
    echo "Error: JAVA_HOME is not set"
    exit 1
fi

# check java version
export JAVA="${JAVA_HOME}/bin/java"

REGRESSION_OPTIONS_PREFIX=''

# Parse -f/--file option and convert to -d and -s
FILE_PATH=""
NEW_ARGS=()
SKIP_NEXT=0

for arg in "$@"; do
    if [[ ${SKIP_NEXT} -eq 1 ]]; then
        FILE_PATH="${arg}"
        SKIP_NEXT=0
        continue
    fi
    
    if [[ "${arg}" == "-f" ]] || [[ "${arg}" == "--file" ]]; then
        SKIP_NEXT=1
        continue
    fi
    
    NEW_ARGS+=("${arg}")
done

# If -f option is provided, extract directory and suite name
if [[ -n "${FILE_PATH}" ]]; then
    # Extract directory (parent path)
    # e.g., "regression-test/suites/shape_check/tpch_sf1000/shape/q1.groovy" -> "regression-test/suites/shape_check/tpch_sf1000/shape"
    FILE_DIR=$(dirname "${FILE_PATH}")
    
    # Extract suite name (filename without .groovy or .sql extension)
    # e.g., "q1.groovy" -> "q1" or "q01.sql" -> "q01"
    FILE_NAME=$(basename "${FILE_PATH}")
    # Remove .groovy extension if exists
    SUITE_NAME="${FILE_NAME%.groovy}"
    # Remove .sql extension if exists
    SUITE_NAME="${SUITE_NAME%.sql}"
    
    echo "Converted -f ${FILE_PATH} to -d ${FILE_DIR} -s ${SUITE_NAME}"
    
    # Add -d and -s to arguments
    NEW_ARGS+=("-d" "${FILE_DIR}" "-s" "${SUITE_NAME}")
fi

# Reset positional parameters
set -- "${NEW_ARGS[@]}"

# contains framework options and not start with -
# it should be suite name
if [[ "$#" -ne 0 ]] && [[ "$1" =~ ^[^-].* ]]; then
    # specify suiteName
    REGRESSION_OPTIONS_PREFIX='-s'
fi

echo "===== Run Regression Test ====="

# if use jdk17, add java option "--add-opens=java.base/java.nio=ALL-UNNAMED"
if [[ "${TEAMCITY}" -eq 1 ]]; then
    JAVA_OPTS="${JAVA_OPTS} -DstdoutAppenderType=teamcity -Xmx2048m"
fi

if [[ "${ONLY_COMPILE}" -eq 0 ]]; then
    "${JAVA}" -DDORIS_HOME="${DORIS_HOME}" \
        -DLOG_PATH="${LOG_OUTPUT_FILE}" \
        -Dfile.encoding="UTF-8" \
        -Dlogback.configurationFile="${LOG_CONFIG_FILE}" \
        ${JAVA_OPTS:+${JAVA_OPTS}} \
        -jar ${RUN_JAR:+${RUN_JAR}} \
        -cf "${CONFIG_FILE}" \
        ${REGRESSION_OPTIONS_PREFIX:+${REGRESSION_OPTIONS_PREFIX}} "$@"
fi