mongo/etc/evergreen_yml_components/variants/amazon/test_dev.yml

566 lines
24 KiB
YAML

# Amazon build variants for testing development environments
#
# After the branching variants in this file
# should continue to run on a new rapid release (v7.1, v7.2 etc.)
# and LTS release (v7.0, v6.0 etc.) branch projects
variables:
# THIS HAS COPIES IN:
# - etc/evergreen_yml_components/variants/amazon/test_dev_master_branch_only.yml
# - etc/evergreen_yml_components/variants/amazon/test_dev.yml
# ANY MODIFICATIONS HERE SHOULD ALSO BE MADE IN THOSE FILES
- &linux-arm64-dynamic-compile-params # Essential set of compile parameters used for Linux dev variants.
run_on:
- amazon2023-arm64-latest-m8g-4xlarge
activate: true # These compile variants run on every commit to reduce latency of the auto-reverter.
stepback: false
- &linux-arm64-static-enterprise-compile-expansions
has_packages: false
bazel_compile_flags: >-
--define=MONGO_DISTMOD=amazon2023
--//bazel/config:build_otel=True
unittest_library_compile_flags: >-
--linkstatic=False
unittest_compile_flags: >-
--linkstatic=False
# THIS HAS COPIES IN:
# - etc/evergreen_yml_components/variants/amazon/test_dev_master_branch_only.yml
# - etc/evergreen_yml_components/variants/amazon/test_dev.yml
# ANY MODIFICATIONS HERE SHOULD ALSO BE MADE IN THOSE FILES
- &linux_arm64_generic_expansions
multiversion_platform: amazon2023
multiversion_edition: enterprise
multiversion_architecture: aarch64
packager_arch: aarch64
packager_distro: amazon2023
repo_edition: enterprise
large_distro_name: amazon2023-arm64-atlas-latest-m8g-4xlarge
core_analyzer_distro_name: amazon2023-arm64-atlas-latest-xlarge
# THIS HAS COPIES IN:
# - etc/evergreen_yml_components/variants/amazon/test_dev_master_branch_only.yml
# - etc/evergreen_yml_components/variants/amazon/test_dev.yml
# ANY MODIFICATIONS HERE SHOULD ALSO BE MADE IN THOSE FILES
- &amazon_linux2023_arm64_static_compile_variant_dependency
depends_on:
- name: archive_dist_test
variant: &amazon_linux2023_arm64_static_compile_variant_name amazon-linux2023-arm64-static-compile
- name: archive_jstestshell
variant: *amazon_linux2023_arm64_static_compile_variant_name
- name: version_gen
variant: generate-tasks-for-version
# This is added because of EVG-18211.
# Without this we are adding extra dependencies on evergreen and it is causing strain
omit_generated_tasks: true
# - name: generate_buildid_to_debug_symbols_mapping
# variant: amazon-linux2023-arm64-static-compile
# THIS HAS COPIES IN:
# - etc/evergreen_yml_components/variants/amazon/test_dev_master_branch_only.yml
# - etc/evergreen_yml_components/variants/amazon/test_dev.yml
# ANY MODIFICATIONS HERE SHOULD ALSO BE MADE IN THOSE FILES
- &amazon_linux2023_arm64_dynamic_expansions
<<: *linux_arm64_generic_expansions
compile_variant: *amazon_linux2023_arm64_static_compile_variant_name
- &sys_perf_compile_expansions
platform: linux
project_dir: dsi
has_packages: false
buildvariants:
- <<: *linux-arm64-dynamic-compile-params
name: &amazon-linux2023-arm64-crypt-compile amazon-linux2023-arm64-crypt-compile
display_name: "! Amazon Linux 2023 arm64 Crypt Compile"
tags: ["required", "bazel_check"]
expansions:
<<: *linux-arm64-static-enterprise-compile-expansions
compile_variant: *amazon-linux2023-arm64-crypt-compile
evergreen_remote_exec: on
tasks:
- name: .crypt
- name: crypt_build_debug_and_test
- <<: *linux-arm64-dynamic-compile-params
name: &amazon-linux2023-arm64-static-compile amazon-linux2023-arm64-static-compile
display_name: "! Amazon Linux 2023 arm64 Atlas Compile"
tags: ["required", "bazel_check", "forbid_tasks_tagged_with_experimental"]
expansions:
<<: *linux-arm64-static-enterprise-compile-expansions
clang_tidy_toolchain: v5
build_mongot: true
download_mongot_release: true
compile_variant: *amazon-linux2023-arm64-static-compile
evergreen_remote_exec: on
skip_debug_link: true
mciuploads_binary_permissions: private
mciuploads_binary_visibility: signed
remote_link: true
# Boost the priority on remote execution since this is the longest running task chain in
# the required patch build. This priority is still lower than the priority on developer
# workstation builds.
#
# This variant can also handle a higher number of remote execution jobs concurrently
# since it's running on a c6g.16xlarge
bazel_compile_flags: >-
--define=MONGO_DISTMOD=amazon2023
--remote_execution_priority=3
--jobs=1600
--build_atlas=True
tasks:
- name: run_unit_tests_TG
- name: compile_test_parallel_core_stream_and_pretty_printer_tests_TG
distros:
- amazon2023-arm64-latest-xlarge
- name: compile_all_but_not_unittests_TG
distros:
- amazon2023-arm64-latest-m8gd-4xlarge
- name: compile_test_parallel_dbtest_stream_TG
- name: compile_integration_and_test_parallel_stream_TG
distros:
- amazon2023-arm64-latest-m8gd-4xlarge
- name: compile_jstestshell_TG
distros:
- amazon2023-arm64-latest-m8gd-4xlarge
- name: .development_critical_single_variant !.requires_large_host
- name: .development_critical_single_variant .requires_large_host
distros:
- amazon2023-arm64-latest-xlarge
- name: .development_critical .requires_compile_variant !.requires_large_host !.incompatible_development_variant !.stitch !.crypt
- name: .development_critical .requires_compile_variant .requires_large_host !.incompatible_development_variant !.stitch !.crypt
distros:
- amazon2023-arm64-latest-xlarge
- name: .release_critical .requires_compile_variant !.requires_large_host !.incompatible_development_variant !.stitch !.crypt
- name: .release_critical .requires_compile_variant .requires_large_host !.incompatible_development_variant !.stitch !.crypt
distros:
- amazon2023-arm64-latest-xlarge
- name: .default .requires_compile_variant !.requires_large_host !.incompatible_development_variant
- name: .default .requires_compile_variant .requires_large_host !.incompatible_development_variant
distros:
- amazon2023-arm64-latest-xlarge
- name: amazon-linux2023-arm64-lto-pgo-bolt
display_name: "Amazon Linux 2023 arm64 Enterprise Compile LTO/PGO/BOLT"
run_on:
- amazon2023-arm64-latest-m8g-4xlarge
stepback: false
tags: ["bazel_check", "forbid_tasks_tagged_with_experimental"]
expansions:
has_packages: false
bazel_compile_flags: >-
--define=MONGO_DISTMOD=amazon2023
--remote_execution_priority=1
--jobs=1600
--build_atlas=True
--config=opt_profiled
--bolt_profile_use=True
unittest_library_compile_flags: >-
--config=evg
--linkstatic=False
unittest_compile_flags: >-
--config=evg
--linkstatic=False
compile_all_but_not_unittests_flags: >-
--config=evg
integration_test_compile_flags: >-
--config=evg
build_mongot: true
download_mongot_release: true
compile_variant: amazon-linux2023-arm64-lto-pgo-bolt
evergreen_remote_exec: on
skip_debug_link: true
remote_link: true
mciuploads_binary_permissions: private
mciuploads_binary_visibility: signed
tasks:
- name: run_unit_tests_TG
- name: compile_test_parallel_core_stream_and_pretty_printer_tests_TG
distros:
- amazon2023-arm64-latest-xlarge
- name: compile_all_but_not_unittests_TG
distros:
- amazon2023-arm64-latest-m8gd-4xlarge
- name: compile_test_parallel_dbtest_stream_TG
- name: compile_integration_and_test_parallel_stream_TG
distros:
- amazon2023-arm64-latest-m8gd-4xlarge
- name: compile_jstestshell_TG
distros:
- amazon2023-arm64-latest-m8gd-4xlarge
- name: .development_critical_single_variant !.requires_large_host
- name: .development_critical_single_variant .requires_large_host
distros:
- amazon2023-arm64-latest-xlarge
- name: .development_critical .requires_compile_variant !.requires_large_host !.incompatible_development_variant !.stitch !.crypt
- name: .development_critical .requires_compile_variant .requires_large_host !.incompatible_development_variant !.stitch !.crypt
distros:
- amazon2023-arm64-latest-xlarge
- name: .release_critical .requires_compile_variant !.requires_large_host !.incompatible_development_variant !.stitch !.crypt
- name: .release_critical .requires_compile_variant .requires_large_host !.incompatible_development_variant !.stitch !.crypt
distros:
- amazon2023-arm64-latest-xlarge
- name: .default .requires_compile_variant !.requires_large_host !.incompatible_development_variant
- name: .default .requires_compile_variant .requires_large_host !.incompatible_development_variant
distros:
- amazon2023-arm64-latest-xlarge
- &enterprise-amazon-linux2023-arm64-template
<<: *amazon_linux2023_arm64_static_compile_variant_dependency
name: enterprise-amazon-linux2023-arm64
display_name: "* Amazon Linux 2023 arm64 Enterprise"
tags: ["suggested", "forbid_tasks_tagged_with_experimental"]
cron: "0 1,5,9,13,17,21 * * *" # From the ${project_required_suggested_cron} parameter
run_on:
- amazon2023-arm64-atlas-latest-m8g-xlarge
stepback: true
expansions: &enterprise-amazon-linux2023-arm64-expansions
<<: *amazon_linux2023_arm64_dynamic_expansions
has_packages: false
jstestfuzz_num_generated_files: 40
jstestfuzz_concurrent_num_files: 10
target_resmoke_time: 10
max_sub_suites: 5
idle_timeout_factor: 1.5
exec_timeout_factor: 1.5
test_flags: >-
--excludeWithAnyTags=incompatible_with_amazon_linux,requires_external_data_source,requires_ldap_pool,incompatible_with_atlas_environment
tasks:
- name: .development_critical !.requires_large_host !.requires_compile_variant !.incompatible_development_variant !.requires_all_feature_flags
- name: .development_critical .requires_large_host !.requires_compile_variant !.incompatible_development_variant !.requires_all_feature_flags
distros:
- amazon2023-arm64-atlas-latest-m8g-4xlarge
- name: .release_critical !.requires_large_host !.requires_compile_variant !.incompatible_development_variant !.requires_all_feature_flags
- name: .release_critical .requires_large_host !.requires_compile_variant !.incompatible_development_variant !.requires_all_feature_flags
distros:
- amazon2023-arm64-atlas-latest-m8g-4xlarge
- name: .default !.requires_large_host !.requires_extra_system_deps !.requires_compile_variant !.incompatible_development_variant !.requires_all_feature_flags
- name: .default .requires_large_host !.requires_extra_system_deps !.requires_compile_variant !.incompatible_development_variant !.requires_all_feature_flags
distros:
- amazon2023-arm64-atlas-latest-m8g-4xlarge
- name: .fuzzer_deterministic
- <<: *enterprise-amazon-linux2023-arm64-template
name: enterprise-amazon-linux2023-arm64-roll-back-incremental-feature-flags
display_name: "Amazon Linux 2023 arm64 Enterprise (roll back incremental feature flags)"
tags: ["forbid_tasks_tagged_with_experimental"]
cron: "0 1 1-31/2 * *" # For cost reasons, we run this variant every other day
expansions:
<<: *enterprise-amazon-linux2023-arm64-expansions
test_flags: >-
--disableUnreleasedIFRFlags
--excludeWithAnyTags=incompatible_with_amazon_linux,requires_external_data_source,requires_ldap_pool,incompatible_with_atlas_environment
- name: &commit-queue commit-queue
display_name: "~ Commit Queue"
tags: ["bazel_check", "forbid_tasks_tagged_with_experimental"]
cron: "0 1 * * 0" # From the ${project_weekly_cron} parameter
run_on:
- amazon2023-arm64-latest-m8g-xlarge
stepback: false
expansions:
<<: *linux_arm64_generic_expansions
has_packages: false
skip_symbolization: true
evergreen_remote_exec: on
mciuploads_binary_permissions: private
mciuploads_binary_visibility: signed
build_timeout_seconds: 1440
bazel_compile_flags: >-
--define=MONGO_DISTMOD=amazon2023
--linkstatic=False
--remote_execution_priority=2
--build_atlas=True
clang_tidy_toolchain: v5
compile_variant: *commit-queue
depends_on: []
tasks:
- name: compile_test_parallel_core_stream_and_pretty_printer_tests_TG
distros:
- amazon2023-arm64-latest-m8g-12xlarge-commitqueue
- name: compile_all_but_not_unittests_TG
distros:
- amazon2023-arm64-latest-m8g-12xlarge-commitqueue
- name: run_unit_tests_TG
distros:
- amazon2023-arm64-latest-m8g-12xlarge-commitqueue
- name: compile_test_parallel_dbtest_stream_TG
distros:
- amazon2023-arm64-latest-m8g-12xlarge-commitqueue
- name: .commit_check
create_check_run:
path_to_outputs: "github_annotations.json"
- name: .development_critical_single_variant !.requires_large_host !.clang_tidy !.no_commit_queue
- name: .development_critical_single_variant .requires_large_host !.clang_tidy !.no_commit_queue
distros:
- amazon2023-arm64-latest-m8g-4xlarge
- name: .development_critical !.requires_large_host_commit_queue !.no_commit_queue
- name: .development_critical .requires_large_host_commit_queue !.no_commit_queue
distros:
- amazon2023-arm64-latest-m8g-4xlarge
- <<: *amazon_linux2023_arm64_static_compile_variant_dependency
name: amazon-linux2023-arm64-try-sbe-engine
display_name: "Amazon Linux 2023 arm64 Atlas Enterprise Query Patch Only (trySbeEngine)"
tags: []
cron: "0 1 * * 0" # From the ${project_weekly_cron} parameter # This is a patch-only variant but we run on mainline to pick up task history.
run_on:
- amazon2023-arm64-latest-m8g-xlarge
stepback: true
expansions:
<<: *amazon_linux2023_arm64_dynamic_expansions
has_packages: false
jstestfuzz_num_generated_files: 20
jstestfuzz_concurrent_num_files: 5
target_resmoke_time: 30
max_sub_suites: 3
idle_timeout_factor: 1.5
exec_timeout_factor: 1.5
test_flags: >-
--mongodSetParameters="{internalQueryFrameworkControl: trySbeEngine}"
--excludeWithAnyTags=resource_intensive
tasks:
- name: aggregation_mongos_passthrough
distros:
- amazon2023-arm64-latest-m8g-4xlarge
- name: aggregation_sharded_collections_passthrough
distros:
- amazon2023-arm64-latest-m8g-4xlarge
- name: aggregation_one_shard_sharded_collections
- name: aggregation
- name: aggregation_disabled_optimization
- name: noPassthrough_gen
- name: noPassthroughWithMongod_gen
- name: jsCore
distros:
- amazon2023-arm64-latest-m8g-4xlarge
- name: jsCore_min_batch_repeat_queries_multiplan_single_solutions_ese_gsm
distros:
- amazon2023-arm64-latest-m8g-4xlarge
- name: replica_sets_jscore_passthrough_gen
- name: sharded_collections_jscore_passthrough_gen
- name: sharding_jscore_passthrough_gen
- name: fcv_upgrade_downgrade_replica_sets_jscore_passthrough_gen
- name: fcv_upgrade_downgrade_sharding_jscore_passthrough_gen
- name: fcv_upgrade_downgrade_sharded_collections_jscore_passthrough_gen
- name: aggregation_repeat_queries_multiplan_single_solutions
- name: burn_in_tests_gen
depends_on:
- name: version_burn_in_gen
variant: generate-tasks-for-version
omit_generated_tasks: true
- name: archive_dist_test
variant: *amazon_linux2023_arm64_static_compile_variant_name
- name: multiversion_gen
- name: .multiversion_sanity_check
- name: clustered_collection_passthrough_gen
- name: concurrency_gen
- name: concurrency_replication_gen
- name: concurrency_sharded_replication_gen
- name: .fuzzer_deterministic
- name: amazon2023-arm64-grav4
display_name: "Amazon Linux 2023 arm64 Graviton 4"
tags: ["bazel_check", "forbid_tasks_tagged_with_experimental"]
cron: "0 1 * * *" # From the ${project_nightly_cron} parameter.
run_on:
- amazon2023-arm64-latest-small-m8g
expansions:
bazel_compile_flags: >-
--define=MONGO_DISTMOD=amazon2023
--build_enterprise=False
compile_all_but_not_unittests_flags: >-
--linkopt=-s
test_flags: >-
--excludeWithAnyTags=incompatible_with_amazon_linux,requires_external_data_source
--modules=none
has_packages: false
repo_edition: org
large_distro_name: amazon2023-arm64-latest-large-m8g
core_analyzer_distro_name: amazon2023-arm64-latest-large-m8g
compile_variant: amazon2023-arm64
tasks:
- name: compile_test_and_package_serial_TG
distros:
- amazon2023-arm64-latest-large-m8g
- name: run_unit_tests_TG
distros:
- amazon2023-arm64-latest-large-m8g
- name: .development_critical !.requires_large_host !.incompatible_community
- name: .development_critical .requires_large_host !.incompatible_community
distros:
- amazon2023-arm64-latest-large-m8g
- name: .release_critical !.requires_large_host !.incompatible_community !.publish
- name: .release_critical .requires_large_host !.incompatible_community !.publish
distros:
- amazon2023-arm64-latest-large-m8g
- name: enterprise-amazon2023-arm64-grav4
display_name: "Enterprise Amazon Linux 2023 arm64 Graviton 4"
tags: ["forbid_tasks_tagged_with_experimental"]
cron: "0 1 * * *" # From the ${project_nightly_cron} parameter.
run_on:
- amazon2023-arm64-latest-small-m8g
expansions:
additional_package_targets: archive-mongocryptd archive-mongocryptd-debug
bazel_compile_flags: >-
--define=MONGO_DISTMOD=amazon2023
compile_all_but_not_unittests_flags: >-
--linkopt=-s
test_flags: --excludeWithAnyTags=incompatible_with_amazon_linux,requires_ldap_pool,requires_v4_0,requires_external_data_source
has_packages: false
multiversion_platform: amazon2023
multiversion_edition: enterprise
multiversion_architecture: aarch64
repo_edition: enterprise
compile_variant: enterprise-amazon2023-arm64-grav4
core_analyzer_distro_name: amazon2023-arm64-latest-large-m8g
tasks:
- name: compile_test_and_package_serial_TG
distros:
- amazon2023-arm64-latest-large-m8g
- name: run_unit_tests_TG
distros:
- amazon2023-arm64-latest-large-m8g
- name: .development_critical !.requires_large_host
- name: .development_critical .requires_large_host
distros:
- amazon2023-arm64-latest-large-m8g
- name: .release_critical !.requires_large_host !.publish !.publish_crypt
- name: .release_critical .requires_large_host !.publish !.publish_crypt
distros:
- amazon2023-arm64-latest-large-m8g
- name: amazon2023-x86-compile
display_name: "* Compile Amazon Linux 2023 x86 for sys-perf"
tags: ["suggested"]
cron: "0 1,5,9,13,17,21 * * *" # From the ${project_required_suggested_cron} parameter
expansions:
<<: *sys_perf_compile_expansions
build_arch: x86_64
compile_variant: amazon2023-x86-compile
bazel_compile_flags: >-
--define=MONGO_DISTMOD=amazon2023
--release=True
--remote_execution_priority=1
evergreen_remote_exec: on
skip_debug_link: true
run_on:
- amazon2023.3-xlarge
tasks:
- name: compile_and_package_serial_no_unittests_TG
- name: package_supplementary_data
- name: amazon2023-x86-mongocrypt-shlib-compile
display_name: "* Compile mongo_crypt_v1.so Amazon Linux 2023 x86 for sys-perf"
tags: ["suggested"]
cron: "0 1,5,9,13,17,21 * * *" # From the ${project_required_suggested_cron} parameter
expansions:
<<: *sys_perf_compile_expansions
build_arch: x86_64
compile_variant: amazon2023-x86-compile
bazel_compile_flags: >-
--define=MONGO_DISTMOD=amazon2023
--release=True
evergreen_remote_exec: on
run_on:
- amazon2023.3-xlarge
tasks:
- name: .crypt
- name: amazon2023-arm64-atlas-compile
display_name: "* Compile Atlas Amazon Linux 2023 arm64 for sys-perf"
tags: ["suggested"]
cron: "0 1,5,9,13,17,21 * * *" # From the ${project_required_suggested_cron} parameter
expansions:
<<: *sys_perf_compile_expansions
compile_variant: amazon2023-arm64-atlas-compile
bazel_compile_flags: >-
--define=MONGO_DISTMOD=amazon2023
--release=True
--build_atlas=True
--remote_execution_priority=1
evergreen_remote_exec: on
skip_debug_link: true
mciuploads_binary_permissions: private
mciuploads_binary_visibility: signed
run_on:
- amazon2023.3-arm64-xlarge
tasks:
- name: compile_and_package_serial_no_unittests_TG
- name: package_supplementary_data
- name: amazon2023-arm64-compile
display_name: "* Compile Amazon Linux 2023 arm64 for sys-perf"
tags: ["suggested"]
cron: "0 1,5,9,13,17,21 * * *" # From the ${project_required_suggested_cron} parameter
expansions:
<<: *sys_perf_compile_expansions
build_arch: aarch64
compile_variant: amazon2023-arm64-compile
bazel_compile_flags: >-
--define=MONGO_DISTMOD=amazon2023
--release=True
--remote_execution_priority=1
evergreen_remote_exec: on
skip_debug_link: true
run_on:
- amazon2023.3-arm64-xlarge
tasks:
- name: compile_and_package_serial_no_unittests_TG
- name: package_supplementary_data
- name: upload_pgo_bolt_data_TG
- name: amazon2023-arm64-mongocrypt-shlib-compile
display_name: "* Compile mongo_crypt_v1.so Amazon Linux 2023 arm64 for sys-perf"
tags: ["suggested"]
cron: "0 1,5,9,13,17,21 * * *" # From the ${project_required_suggested_cron} parameter
expansions:
<<: *sys_perf_compile_expansions
compile_variant: amazon2023-arm64-compile
bazel_compile_flags: >-
--define=MONGO_DISTMOD=amazon2023
--release=True
evergreen_remote_exec: on
run_on:
- amazon2023.3-arm64-xlarge
tasks:
- name: .crypt
- name: amazon2023-x86-streams-compile
display_name: "* Compile Streams Amazon Linux 2023 x86 for sys-perf"
tags: ["suggested"]
cron: "0 1,5,9,13,17,21 * * *" # From the ${project_required_suggested_cron} parameter
expansions:
<<: *sys_perf_compile_expansions
compile_variant: amazon2023-x86-streams-compile
bazel_compile_flags: >-
--define=MONGO_DISTMOD=amazon2023
--release=True
--streams_release_build=True
skip_debug_link: true
run_on:
- amazon2023.3-xlarge
tasks:
- name: compile_and_package_serial_no_unittests_TG
- name: package_supplementary_data
- name: amazon2023-arm64-streams-compile
display_name: "* Compile Streams Amazon Linux 2023 arm64 for sys-perf"
tags: ["suggested"]
cron: "0 1,5,9,13,17,21 * * *" # From the ${project_required_suggested_cron} parameter
expansions:
<<: *sys_perf_compile_expansions
compile_variant: amazon2023-arm64-streams-compile
bazel_compile_flags: >-
--define=MONGO_DISTMOD=amazon2023
--release=True
--streams_release_build=True
skip_debug_link: true
run_on:
- amazon2023.3-arm64-xlarge
tasks:
- name: compile_and_package_serial_no_unittests_TG
- name: package_supplementary_data