SERVER-109764 Create LTO/PGO/BOLT Variant for mongo master (#40620)

GitOrigin-RevId: 4255bbb68f042f555569bbee698a0307c465f72b

.bazelrc

@@ -231,6 +231,9 @@ common --//bazel/config:asan=False
 common --//bazel/config:tsan=False
 common --//bazel/config:ubsan=False
 common --//bazel/config:libunwind=auto
+common --//bazel/config:dtlto=False
+common --//bazel/config:pgo_profile_use=False
+common --//bazel/config:bolt_profile_use=False
 common --jobs=300
 common:macos --jobs=auto
 common:windows --jobs=auto
@@ -256,6 +259,9 @@ common:fastbuild --//bazel/config:allocator=auto
 common:fastbuild --//bazel/config:asan=False
 common:fastbuild --//bazel/config:tsan=False
 common:fastbuild --//bazel/config:ubsan=False
+common:fastbuild --//bazel/config:dtlto=False
+common:fastbuild --//bazel/config:pgo_profile_use=False
+common:fastbuild --//bazel/config:bolt_profile_use=False
 common:fastbuild --//bazel/config:libunwind=auto
 common:fastbuild --enable_platform_specific_config=true
 
@@ -280,6 +286,9 @@ common:dbg --//bazel/config:asan=False
 common:dbg --//bazel/config:tsan=False
 common:dbg --//bazel/config:ubsan=False
 common:dbg --//bazel/config:libunwind=auto
+common:dbg --//bazel/config:dtlto=False
+common:dbg --//bazel/config:pgo_profile_use=False
+common:dbg --//bazel/config:bolt_profile_use=False
 common:dbg --enable_platform_specific_config=true
 
 # Build with address and undefined sanitizers
@@ -324,13 +333,26 @@ common:opt --//bazel/config:asan=False
 common:opt --//bazel/config:tsan=False
 common:opt --//bazel/config:ubsan=False
 common:opt --//bazel/config:libunwind=auto
+common:opt --//bazel/config:dtlto=False
+common:opt --//bazel/config:pgo_profile_use=False
+common:opt --//bazel/config:bolt_profile_use=False
 common:opt --enable_platform_specific_config=true
 
+--config=opt_profiled
+common:opt_profiled --config=opt
+common:opt_profiled --fission=no
+common:opt_profiled --//bazel/config:separate_debug=True
+common:opt_profiled --//bazel/config:compiler_type=clang
+common:opt_profiled --//bazel/config:dtlto=True
+common:opt_profiled --//bazel/config:pgo_profile_use=True
+common:opt_profiled --//bazel/config:bolt_profile_use=True
+common:opt_profiled --enable_platform_specific_config=true
+
 --config=evg
 common:evg --config=opt
+common:evg --fission=no
 common:evg --//bazel/config:opt=auto
 common:evg --//bazel/config:separate_debug=True
-common:evg --fission=no
 common:evg --enable_platform_specific_config=true
 
 --config=evg_crypt

bazel/install_rules/bolt.bzl

@@ -59,6 +59,7 @@ def _bolt_optimize_impl(ctx):
             "-split-eh",
             "-dyno-stats",
             "--lite",
+            "--update-debug-sections",
             "-skip-funcs=" + functions_to_skip,
         ],
         mnemonic = "BoltOptimize",

etc/evergreen_yml_components/tasks/compile_tasks.yml

@@ -434,7 +434,7 @@ tasks:
             --config=evg
             --build_tag_filters=-mongo_unittest,mongo_binary,mongo_benchmark,mongo_integration_test
             --linkopt=-s
-            ${compile_all_but_not_unittests_flags|--linkopt=-s}
+          task_compile_flags: ${compile_all_but_not_unittests_flags|--linkopt=-s}
 
   ## compile_unittests ##
   - name: compile_unittests_future_git_tag_multiversion

etc/evergreen_yml_components/variants/amazon/test_dev.yml

@@ -139,6 +139,68 @@ buildvariants:
         distros:
           - amazon2023-arm64-latest-xlarge
 
+  - name: amazon-linux2023-arm64-lto-pgo-bolt
+    display_name: "Amazon Linux 2023 arm64 Enterprise Compile LTO/PGO/BOLT"
+    run_on:
+      - amazon2023-arm64-latest-large
+    stepback: false
+    tags: ["bazel_check", "forbid_tasks_tagged_with_experimental"]
+    expansions:
+      has_packages: false
+      bazel_compile_flags: >-
+        --define=MONGO_DISTMOD=amazon2023
+        --remote_execution_priority=3
+        --jobs=1600
+        --build_atlas=True
+        --config=opt_profiled
+      unittest_library_compile_flags: >-
+        --config=evg
+        --linkstatic=False
+      unittest_compile_flags: >-
+        --config=evg
+        --linkstatic=False
+      compile_all_but_not_unittests_flags: >-
+        --config=evg
+      integration_test_compile_flags: >-
+        --config=evg
+      build_mongot: true
+      download_mongot_release: true
+      compile_variant: amazon-linux2023-arm64-lto-pgo-bolt
+      evergreen_remote_exec: on
+      skip_debug_link: true
+      remote_link: true
+    tasks:
+      - name: run_unit_tests_TG
+      - name: compile_test_parallel_core_stream_and_pretty_printer_tests_TG
+        distros:
+          - amazon2023-arm64-latest-xlarge
+      - name: compile_all_but_not_unittests_TG
+        distros:
+          - amazon2023-arm64-latest-large-localstorage
+      - name: compile_test_parallel_dbtest_stream_TG
+      - name: compile_integration_and_test_parallel_stream_TG
+        distros:
+          - amazon2023-arm64-latest-large-localstorage
+      - name: compile_jstestshell_TG
+        distros:
+          - amazon2023-arm64-latest-large-localstorage
+      - name: .development_critical_single_variant !.requires_large_host
+      - name: .development_critical_single_variant .requires_large_host
+        distros:
+          - amazon2023-arm64-latest-xlarge
+      - name: .development_critical .requires_compile_variant !.requires_large_host !.incompatible_development_variant !.stitch !.crypt
+      - name: .development_critical .requires_compile_variant .requires_large_host !.incompatible_development_variant !.stitch !.crypt
+        distros:
+          - amazon2023-arm64-latest-xlarge
+      - name: .release_critical .requires_compile_variant !.requires_large_host !.incompatible_development_variant !.stitch !.crypt
+      - name: .release_critical .requires_compile_variant .requires_large_host !.incompatible_development_variant !.stitch !.crypt
+        distros:
+          - amazon2023-arm64-latest-xlarge
+      - name: .default .requires_compile_variant !.requires_large_host !.incompatible_development_variant
+      - name: .default .requires_compile_variant .requires_large_host !.incompatible_development_variant
+        distros:
+          - amazon2023-arm64-latest-xlarge
+
   - &enterprise-amazon-linux2023-arm64-template
     <<: *amazon_linux2023_arm64_static_compile_variant_dependency
     name: enterprise-amazon-linux2023-arm64

etc/evergreen_yml_components/variants/amazon/test_dev_master_branch_only.yml

@@ -180,6 +180,58 @@ buildvariants:
           - amazon2023-arm64-latest-large
       - name: .fuzzer_deterministic
 
+  - name: amazon-linux2023-arm64-tests-lto-pgo-bolt
+    display_name: "Amazon Linux 2023 arm64 Atlas Enterprise (all feature flags) LTO/PGO/BOLT"
+    tags: ["forbid_tasks_tagged_with_experimental"]
+    cron: "0 4 * * *" # Every day at 04:00
+    depends_on:
+      - name: archive_dist_test
+        variant: amazon-linux2023-arm64-lto-pgo-bolt
+      - name: archive_jstestshell
+        variant: amazon-linux2023-arm64-lto-pgo-bolt
+      - name: version_gen
+        variant: generate-tasks-for-version
+        # This is added because of EVG-18211.
+        # Without this we are adding extra dependencies on evergreen and it is causing strain
+        omit_generated_tasks: true
+    run_on:
+      - amazon2023-arm64-atlas-latest-small
+    stepback: true
+    expansions:
+      compile_variant: amazon-linux2023-arm64-lto-pgo-bolt
+      has_packages: false
+      jstestfuzz_num_generated_files: 40
+      jstestfuzz_concurrent_num_files: 10
+      target_resmoke_time: 10
+      max_sub_suites: 5
+      idle_timeout_factor: 1.5
+      exec_timeout_factor: 1.5
+      multiversion_platform: amazon2023
+      multiversion_edition: enterprise
+      multiversion_architecture: aarch64
+      packager_arch: aarch64
+      packager_distro: amazon2023
+      repo_edition: enterprise
+      large_distro_name: amazon2023-arm64-atlas-latest-large
+      core_analyzer_distro_name: amazon2023-arm64-atlas-latest-xlarge
+      test_flags: >-
+        --runAllFeatureFlagTests
+        --excludeWithAnyTags=incompatible_with_amazon_linux,requires_ldap_pool,requires_external_data_source,incompatible_with_atlas_environment
+    tasks:
+      - name: .development_critical !.requires_large_host !.requires_compile_variant !.incompatible_development_variant !.incompatible_all_feature_flags !.suggested_excluding_required__for_devprod_mitigation_only
+      - name: .development_critical .requires_large_host !.requires_compile_variant !.incompatible_development_variant !.incompatible_all_feature_flags !.suggested_excluding_required__for_devprod_mitigation_only
+        distros:
+          - amazon2023-arm64-atlas-latest-large
+      - name: .release_critical !.requires_large_host !.requires_compile_variant !.incompatible_development_variant !.incompatible_all_feature_flags !.suggested_excluding_required__for_devprod_mitigation_only
+      - name: .release_critical .requires_large_host !.requires_compile_variant !.incompatible_development_variant !.incompatible_all_feature_flags !.suggested_excluding_required__for_devprod_mitigation_only
+        distros:
+          - amazon2023-arm64-atlas-latest-large
+      - name: .default !.requires_large_host !.requires_compile_variant !.incompatible_development_variant !.incompatible_all_feature_flags !.suggested_excluding_required__for_devprod_mitigation_only
+      - name: .default .requires_large_host !.requires_compile_variant !.incompatible_development_variant !.incompatible_all_feature_flags !.suggested_excluding_required__for_devprod_mitigation_only
+        distros:
+          - amazon2023-arm64-atlas-latest-large
+      - name: .fuzzer_deterministic
+
   - <<: *enterprise-amazon-linux2023-arm64-all-feature-flags-template
     name: enterprise-amazon-linux2023-arm64-all-non-rollback-feature-flags
     display_name: "Amazon Linux 2023 arm64 Enterprise (all non-rollback feature flags)"

etc/generate_subtasks_config.yml

@@ -1,6 +1,8 @@
 build_variant_large_distro_exceptions:
   - amazon
   - amazon-linux2023-arm64-static-compile
+  - amazon-linux2023-arm64-lto-pgo-bolt
+  - amazon-linux2023-arm64-tests-lto-pgo-bolt
   - amazon2023
   - amazon2023-arm64
   - debian12