mongo/evergreen/bazel_compile.sh

# Usage:
#   bazel_compile [arguments]
#
# Required environment variables:
# * ${targets} - List of build targets
#
# Optional environment variable(s):
# * ${args} - List of additional Bazel arguments (e.g.: "--config=clang-tidy")

# Needed for evergreen scripts that use evergreen expansions and utility methods.
DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" >/dev/null 2>&1 && pwd)"
. "$DIR/prelude.sh"

cd src

set -o errexit
set -o verbose

activate_venv

# if build_patch_id is passed, try to download binaries from specified
# evergreen patch.
build_patch_id="${build_patch_id:-${reuse_compile_from}}"
if [ -n "${build_patch_id}" ]; then
    echo "build_patch_id detected, trying to skip task"

    # On windows we change the extension to zip
    if [ -z "${ext}" ]; then
        ext="tgz"
    fi

    extra_db_contrib_args=""

    # get the platform of the dist archive. This is needed if
    # db-contrib-tool cannot autodetect the platform of the ec2 instance.
    regex='MONGO_DISTMOD=([a-z0-9]*)'
    if [[ ${bazel_compile_flags} =~ ${regex} ]]; then
        extra_db_contrib_args="${extra_db_contrib_args} --platform=${BASH_REMATCH[1]}"
    fi

    download_dir="./tmp_db_contrib_tool_download_dir"
    rm -rf ${download_dir}

    if [ "${task_name}" = "archive_dist_test" ]; then
        file_name="dist-test-stripped.${ext}"
        invocation="db-contrib-tool setup-repro-env ${build_patch_id} \
      --variant=${compile_variant} --extractDownloads=False \
      --binariesName=${file_name} --installDir=${download_dir} ${extra_db_contrib_args}"
    fi

    if [ "${task_name}" = "archive_dist_test_debug" ]; then
        file_name="dist-test-debug.${ext}"
        invocation="db-contrib-tool setup-repro-env ${build_patch_id} \
      --variant=${compile_variant} --extractDownloads=False \
      --debugsymbolsName=${file_name} --installDir=${download_dir} \
      --skipBinaries --downloadSymbols ${extra_db_contrib_args}"
    fi

    if [ -n "${invocation}" ]; then
        setup_db_contrib_tool

        echo "db-contrib-tool invocation: ${invocation}"
        eval ${invocation}
        if [ $? -ne 0 ]; then
            echo "Could not retrieve files with db-contrib-tool"
            exit 1
        fi
        file_location=$(find "${download_dir}" -name "${file_name}")
        echo "Downloaded: ${file_location}"
        mkdir -p bazel-bin
        mv "${file_location}" "bazel-bin/${file_name}"
        echo "Moved ${file_name} to the correct location"
        echo "Skipping ${task_name} compile"
        exit 0
    fi

    echo "Could not skip ${task_name} compile, compiling as normal"
fi

# --build-mongot is a compile flag used by the evergreen build variants that run end-to-end search
# suites, as it downloads the necessary mongot binary.
if [ "${build_mongot}" = "true" ]; then
    setup_db_contrib_tool
    use_db_contrib_tool_mongot
    bazel_args="${bazel_args} --include_mongot=True"
fi

# This is hacky way to pass off build time from archive_dist_test to archive_dist_test_debug
# We create stripped binaries in archive_dist_test to avoid link time due to debug symbols
# We then create the symbols normally in archive_dist_test_debug. We have to force the
# build-id for debugging as they will be different when -Wl,-S is passed in.
# The relinked binaries should still be hash identical when stripped with strip
if [ "${skip_debug_link}" = "true" ]; then
    export compile_variant="${compile_variant}"
    export version_id="${version_id}"
    if [ "${task_name}" = "archive_dist_test" ]; then
        task_compile_flags="${task_compile_flags} --simple_build_id=True --linkopt='-Wl,-S' --separate_debug=False"
    fi
    if [ "${task_name}" = "archive_dist_test_debug" ]; then
        task_compile_flags="${task_compile_flags} --simple_build_id=True"
    fi
fi

set -o pipefail

# Use `eval` to force evaluation of the environment variables in the echo statement:
eval echo "Execution environment: Targets: ${targets}"

source ./evergreen/bazel_utility_functions.sh
source ./evergreen/bazel_RBE_supported.sh

if [[ "${evergreen_remote_exec}" != "on" ]]; then
    LOCAL_ARG="$LOCAL_ARG --jobs=auto"
fi

BAZEL_BINARY=$(bazel_get_binary_path)

# Timeout is set here to avoid the build hanging indefinitely, still allowing
# for retries.
TIMEOUT_CMD=""
if [ -n "${build_timeout_seconds}" ]; then
    TIMEOUT_CMD="timeout ${build_timeout_seconds}"
elif [[ "${evergreen_remote_exec}" == "on" ]]; then
    # Timeout remote execution runs in 60 minutes as a workaround for
    # scheduling timeout bugs
    TIMEOUT_CMD="timeout 3600"
fi

if is_ppc64le; then
    LOCAL_ARG="$LOCAL_ARG --jobs=48"
fi

if is_s390x; then
    LOCAL_ARG="$LOCAL_ARG --jobs=16"
fi

# If we are doing a patch build or we are building a non-push
# build on the waterfall, then we don't need the --release
# flag. Otherwise, this is potentially a build that "leaves
# the building", so we do want that flag.
if [ "${is_patch}" = "true" ] || [ -z "${push_bucket}" ] || [ "${compiling_for_test}" = "true" ]; then
    echo "This is a non-release build."
else
    LOCAL_ARG="$LOCAL_ARG --config=public-release"
fi

for i in {1..3}; do
    eval ${TIMEOUT_CMD} $BAZEL_BINARY build --verbose_failures $LOCAL_ARG ${bazel_args} ${bazel_compile_flags} ${task_compile_flags} \
        --define=MONGO_VERSION=${version} ${patch_compile_flags} ${targets} 2>&1 | tee bazel_stdout.log &&
        RET=0 && break || RET=$? && sleep 60
    if [ $RET -eq 124 ]; then
        echo "Bazel timed out after ${build_timeout_seconds} seconds, retrying..."
    else
        echo "Errors were found during the bazel run, here are the errors:" 1>&2
        grep "ERROR:" bazel_stdout.log 1>&2
        echo "Bazel failed to execute, retrying..."
    fi
    $BAZEL_BINARY shutdown
done

exit $RET