mongo/etc/evergreen_yml_components/variants/amazon/test_dev.yml
Zack Winter c47bf8d1ef SERVER-100116 Set up rules_lint with eslint (#32036)
GitOrigin-RevId: b358136eaef9eec27470065d6254112867b56245
2025-04-09 19:38:20 +00:00

569 lines
23 KiB
YAML

# Amazon build variants for testing development environments
#
# After the branching variants in this file
# should continue to run on a new rapid release (v7.1, v7.2 etc.)
# and LTS release (v7.0, v6.0 etc.) branch projects
variables:
# THIS HAS COPIES IN:
# - etc/evergreen_yml_components/variants/amazon/test_dev_master_branch_only.yml
# - etc/evergreen_yml_components/variants/amazon/test_dev.yml
# ANY MODIFICATIONS HERE SHOULD ALSO BE MADE IN THOSE FILES
- &linux-arm64-dynamic-compile-params # Essential set of compile parameters used for Linux dev variants.
run_on:
- amazon2-arm64-latest-large
activate: true # These compile variants run on every commit to reduce latency of the auto-reverter.
stepback: false
- &linux-arm64-static-enterprise-compile-expansions
scons_cache_scope: shared
scons_cache_mode: all
has_packages: false
compile_flags: >-
--ssl
MONGO_DISTMOD=amazon2
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
--link-model=static
unittest_compile_flags: >-
--link-model=dynamic
# THIS HAS COPIES IN:
# - etc/evergreen_yml_components/variants/amazon/test_dev_master_branch_only.yml
# - etc/evergreen_yml_components/variants/amazon/test_dev.yml
# ANY MODIFICATIONS HERE SHOULD ALSO BE MADE IN THOSE FILES
- &linux_arm64_generic_expansions
multiversion_platform: amazon2
multiversion_edition: enterprise
multiversion_architecture: aarch64
packager_arch: aarch64
packager_distro: amazon2
repo_edition: enterprise
large_distro_name: amazon2-arm64-atlas-latest-large
core_analyzer_distro_name: amazon2-arm64-latest-xlarge
num_scons_link_jobs_available: 0.99
# THIS HAS COPIES IN:
# - etc/evergreen_yml_components/variants/amazon/test_dev_master_branch_only.yml
# - etc/evergreen_yml_components/variants/amazon/test_dev.yml
# ANY MODIFICATIONS HERE SHOULD ALSO BE MADE IN THOSE FILES
- &amazon_linux2_arm64_static_compile_variant_dependency
depends_on:
- name: archive_dist_test
variant: &amazon_linux2_arm64_static_compile_variant_name amazon-linux2-arm64-static-compile
- name: archive_jstestshell
variant: *amazon_linux2_arm64_static_compile_variant_name
- name: version_gen
variant: generate-tasks-for-version
# This is added because of EVG-18211.
# Without this we are adding extra dependencies on evergreen and it is causing strain
omit_generated_tasks: true
# - name: generate_buildid_to_debug_symbols_mapping
# variant: amazon-linux2-arm64-static-compile
# THIS HAS COPIES IN:
# - etc/evergreen_yml_components/variants/amazon/test_dev_master_branch_only.yml
# - etc/evergreen_yml_components/variants/amazon/test_dev.yml
# ANY MODIFICATIONS HERE SHOULD ALSO BE MADE IN THOSE FILES
- &amazon_linux2_arm64_dynamic_expansions
<<: *linux_arm64_generic_expansions
compile_variant: *amazon_linux2_arm64_static_compile_variant_name
- &sys_perf_compile_expansions
platform: linux
project_dir: dsi
scons_cache_scope: shared
scons_cache_mode: all
has_packages: false
buildvariants:
- <<: *linux-arm64-dynamic-compile-params
name: &amazon-linux2-arm64-crypt-compile amazon-linux2-arm64-crypt-compile
display_name: "! Amazon Linux 2 arm64 Crypt Compile"
tags: ["required", "bazel_check"]
expansions:
<<: *linux-arm64-static-enterprise-compile-expansions
compile_variant: *amazon-linux2-arm64-crypt-compile
evergreen_remote_exec: on
tasks:
- name: .crypt
- name: crypt_build_debug_and_test
- <<: *linux-arm64-dynamic-compile-params
name: &amazon-linux2-arm64-static-compile amazon-linux2-arm64-static-compile
display_name: "! Amazon Linux 2 arm64 Enterprise Shared Library Compile & Static Analysis"
tags: ["required", "bazel_check", "forbid_tasks_tagged_with_experimental"]
expansions:
<<: *linux-arm64-static-enterprise-compile-expansions
clang_tidy_toolchain: v4
build_mongot: true
download_mongot_release: true
compile_variant: *amazon-linux2-arm64-static-compile
evergreen_remote_exec: on
tasks:
- name: compile_ninja_quick_TG
- name: compile_test_parallel_unittest_stream_TG
- name: compile_test_parallel_core_stream_and_pretty_printer_tests_TG
distros:
- amazon2-arm64-latest-nvme
- name: compile_all_but_not_unittests_TG
distros:
- amazon2-arm64-latest-nvme
- name: compile_test_parallel_dbtest_stream_TG
- name: compile_integration_and_test_parallel_stream_TG
distros:
- amazon2-arm64-latest-nvme
- name: compile_jstestshell_TG
distros:
- amazon2-arm64-latest-nvme
# TODO(SERVER-99105): Remove the lint/non-lint branch once this is on AL2023
- name: .development_critical_single_variant !.requires_large_host !.lint
- name: .development_critical_single_variant .requires_large_host !.lint
distros:
- amazon2-arm64-latest-xlarge
- name: .development_critical_single_variant !.requires_large_host .lint
distros:
- amazon2023.3-arm64-small
- name: .development_critical_single_variant .requires_large_host .lint
distros:
- amazon2023.3-arm64-large
- name: .development_critical .requires_compile_variant !.requires_large_host !.incompatible_development_variant !.stitch !.crypt
- name: .development_critical .requires_compile_variant .requires_large_host !.incompatible_development_variant !.stitch !.crypt
distros:
- amazon2-arm64-latest-xlarge
- name: .release_critical .requires_compile_variant !.requires_large_host !.incompatible_development_variant !.stitch !.crypt
- name: .release_critical .requires_compile_variant .requires_large_host !.incompatible_development_variant !.stitch !.crypt
distros:
- amazon2-arm64-latest-xlarge
- name: .default .requires_compile_variant !.requires_large_host !.incompatible_development_variant
- name: .default .requires_compile_variant .requires_large_host !.incompatible_development_variant
distros:
- amazon2-arm64-latest-xlarge
- <<: *amazon_linux2_arm64_static_compile_variant_dependency
name: enterprise-amazon-linux2-arm64
display_name: "* Amazon Linux 2 arm64 Atlas Enterprise"
tags: ["suggested", "forbid_tasks_tagged_with_experimental"]
cron: "0 */4 * * *" # From the ${project_required_suggested_cron} parameter
run_on:
- amazon2-arm64-atlas-latest-small
stepback: true
expansions:
<<: *amazon_linux2_arm64_dynamic_expansions
scons_cache_scope: shared
scons_cache_mode: all
has_packages: false
jstestfuzz_num_generated_files: 40
jstestfuzz_concurrent_num_files: 10
target_resmoke_time: 10
max_sub_suites: 5
idle_timeout_factor: 1.5
exec_timeout_factor: 1.5
test_flags: >-
--excludeWithAnyTags=incompatible_with_amazon_linux,requires_external_data_source,requires_ldap_pool,incompatible_with_atlas_environment
tasks:
- name: .development_critical !.requires_large_host !.requires_compile_variant !.incompatible_development_variant !.requires_all_feature_flags
- name: .development_critical .requires_large_host !.requires_compile_variant !.incompatible_development_variant !.requires_all_feature_flags
distros:
- amazon2-arm64-atlas-latest-large
- name: .release_critical !.requires_large_host !.requires_compile_variant !.incompatible_development_variant !.requires_all_feature_flags
- name: .release_critical .requires_large_host !.requires_compile_variant !.incompatible_development_variant !.requires_all_feature_flags
distros:
- amazon2-arm64-atlas-latest-large
- name: .default !.requires_large_host !.requires_compile_variant !.incompatible_development_variant !.requires_all_feature_flags
- name: .default .requires_large_host !.requires_compile_variant !.incompatible_development_variant !.requires_all_feature_flags
distros:
- amazon2-arm64-atlas-latest-large
- name: .fuzzer_deterministic
- name: &commit-queue commit-queue
display_name: "~ Commit Queue"
tags: ["bazel_check", "forbid_tasks_tagged_with_experimental"]
cron: "0 4 * * 0" # From the ${project_weekly_cron} parameter
run_on:
- amazon2-arm64-latest-small
stepback: false
expansions:
<<: *linux_arm64_generic_expansions
scons_cache_scope: shared
scons_cache_mode: all
has_packages: false
skip_symbolization: true
evergreen_remote_exec: on
compile_flags: >-
--ssl
MONGO_DISTMOD=amazon2
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
--link-model=dynamic
crypt_task_compile_flags: >-
SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic
-Wl,--no-gnu-unique"
CCFLAGS="-fno-gnu-unique"
clang_tidy_toolchain: v4
num_scons_unit_cc_jobs_available: 0.75
compile_variant: *commit-queue
depends_on: []
tasks:
- name: compile_ninja_quick_TG
- name: compile_test_parallel_core_stream_and_pretty_printer_tests_TG
distros:
- amazon2-arm64-xlarge-commitqueue
- name: compile_all_but_not_unittests_TG
distros:
- amazon2-arm64-xlarge-commitqueue
- name: compile_test_parallel_unittest_stream_TG
distros:
- amazon2-arm64-xlarge-commitqueue
- name: compile_test_parallel_dbtest_stream_TG
distros:
- amazon2-arm64-xlarge-commitqueue
# TODO(SERVER-99105): Remove the lint/non-lint branch once this is on AL2023
- name: .development_critical_single_variant !.requires_large_host !.clang_tidy !libdeps_graph_linting !.lint
- name: .development_critical_single_variant .requires_large_host !.clang_tidy !libdeps_graph_linting !.lint
distros:
- amazon2-arm64-latest-large
- name: .development_critical_single_variant !.requires_large_host !.clang_tidy !libdeps_graph_linting .lint
distros:
- amazon2023.3-arm64-small
- name: .development_critical_single_variant .requires_large_host !.clang_tidy !libdeps_graph_linting .lint
distros:
- amazon2023.3-arm64-large
- name: .development_critical !.requires_large_host_commit_queue
- name: .development_critical .requires_large_host_commit_queue
distros:
- amazon2-arm64-latest-large
- <<: *amazon_linux2_arm64_static_compile_variant_dependency
name: amazon-linux2-arm64-try-sbe-engine
display_name: "Amazon Linux 2 arm64 Atlas Enterprise Query Patch Only (trySbeEngine)"
tags: []
cron: "0 4 * * 0" # From the ${project_weekly_cron} parameter # This is a patch-only variant but we run on mainline to pick up task history.
run_on:
- amazon2-arm64-atlas-latest-small
stepback: true
expansions:
<<: *amazon_linux2_arm64_dynamic_expansions
scons_cache_scope: shared
scons_cache_mode: all
has_packages: false
jstestfuzz_num_generated_files: 20
jstestfuzz_concurrent_num_files: 5
target_resmoke_time: 30
max_sub_suites: 3
idle_timeout_factor: 1.5
exec_timeout_factor: 1.5
test_flags: >-
--mongodSetParameters="{internalQueryFrameworkControl: trySbeEngine}"
--excludeWithAnyTags=resource_intensive
tasks:
- name: aggregation_mongos_passthrough
- name: aggregation_sharded_collections_passthrough
- name: aggregation_one_shard_sharded_collections
- name: aggregation
- name: aggregation_disabled_optimization
- name: noPassthrough_gen
- name: noPassthroughWithMongod_gen
- name: jsCore
distros:
- amazon2-arm64-atlas-latest-large
- name: jsCore_min_batch_repeat_queries_multiplan_single_solutions_ese_gsm
distros:
- amazon2-arm64-atlas-latest-large
- name: replica_sets_jscore_passthrough_gen
- name: sharded_collections_jscore_passthrough_gen
- name: sharding_jscore_passthrough_gen
- name: fcv_upgrade_downgrade_replica_sets_jscore_passthrough_gen
- name: fcv_upgrade_downgrade_sharding_jscore_passthrough_gen
- name: fcv_upgrade_downgrade_sharded_collections_jscore_passthrough_gen
- name: aggregation_repeat_queries_multiplan_single_solutions
- name: burn_in_tests_gen
depends_on:
- name: version_burn_in_gen
variant: generate-tasks-for-version
omit_generated_tasks: true
- name: archive_dist_test
variant: *amazon_linux2_arm64_static_compile_variant_name
- name: multiversion_gen
- name: .multiversion_sanity_check
- name: concurrency_gen
- name: concurrency_replication_gen
- name: concurrency_sharded_replication_gen
- name: .fuzzer_deterministic
- name: amazon2-x86-compile
display_name: "* Compile Amazon Linux 2 x86 for sys-perf"
tags: ["suggested"]
cron: "0 */4 * * *" # From the ${project_required_suggested_cron} parameter
expansions:
<<: *sys_perf_compile_expansions
compile_variant: amazon2-x86-compile
compile_flags: >-
--ssl
MONGO_DISTMOD=amazon2
-j$(grep -c ^processor /proc/cpuinfo)
--release
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
evergreen_remote_exec: on
run_on:
- amazon2-latest-xlarge
tasks:
- name: compile_and_package_serial_no_unittests_TG
- name: package_supplementary_data
- name: amazon2023-x86-compile
display_name: "* Compile Amazon Linux 2023 x86 for sys-perf"
tags: ["suggested"]
cron: "0 */4 * * *" # From the ${project_required_suggested_cron} parameter
expansions:
<<: *sys_perf_compile_expansions
compile_variant: amazon2023-x86-compile
compile_flags: >-
--ssl
MONGO_DISTMOD=amazon2023
-j$(grep -c ^processor /proc/cpuinfo)
--release
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
evergreen_remote_exec: on
run_on:
- amazon2023.3-xlarge
tasks:
- name: compile_and_package_serial_no_unittests_TG
- name: package_supplementary_data
- name: amazon2-arm64-compile
display_name: "* Compile Amazon Linux 2 arm64 for sys-perf"
tags: ["suggested"]
cron: "0 */4 * * *" # From the ${project_required_suggested_cron} parameter
expansions:
<<: *sys_perf_compile_expansions
compile_variant: amazon2-arm64-compile
compile_flags: >-
--ssl
MONGO_DISTMOD=amazon2
-j$(grep -c ^processor /proc/cpuinfo)
--release
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
evergreen_remote_exec: on
run_on:
- amazon2-arm64-latest-xlarge
tasks:
- name: compile_and_package_serial_no_unittests_TG
- name: package_supplementary_data
- name: amazon2023-arm64-compile
display_name: "* Compile Amazon Linux 2023 arm64 for sys-perf"
tags: ["suggested"]
cron: "0 */4 * * *" # From the ${project_required_suggested_cron} parameter
expansions:
<<: *sys_perf_compile_expansions
compile_variant: amazon2023-arm64-compile
compile_flags: >-
--ssl
MONGO_DISTMOD=amazon2023
-j$(grep -c ^processor /proc/cpuinfo)
--release
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
evergreen_remote_exec: on
run_on:
- amazon2023.3-arm64-xlarge
tasks:
- name: compile_and_package_serial_no_unittests_TG
- name: package_supplementary_data
- name: amazon2-arm64-compile-pgo
display_name: "* Compile Amazon Linux 2 arm64 PGO for sys-perf"
tags: ["suggested"]
expansions:
platform: linux
project_dir: dsi
has_packages: false
use_scons_cache: false
pgo_profile_url: https://mciuploads.s3.amazonaws.com/dsi/perf-3-node-replSet.arm.aws.2024-05/b49fc707fb83a45727ad3f9f7cfa4c940a6805fe/sys_perf_perf_3_node_replSet.arm.aws.2024_05_ycsb.100read.2024_05_patch_b49fc707fb83a45727ad3f9f7cfa4c940a6805fe_66b035d75b27a40007f52c27_24_08_05_02_16_15/66b035d75b27a40007f52c27/logs/default.profdata.tgz
compile_variant: amazon2-arm64-compile-pgo
compile_flags: >-
--ssl
MONGO_DISTMOD=amazon2
-j$(grep -c ^processor /proc/cpuinfo)
--release
--thin-lto
--pgo
--variables-files=etc/scons/mongodbtoolchain_stable_clang.vars
BAZEL_FLAGS="--keep_going --local_resources=cpu=HOST_CPUS*.1"
run_on:
- amazon2-arm64-latest-xlarge
tasks:
- name: compile_and_package_serial_no_unittests_TG
- name: package_supplementary_data
- name: amazon2023-arm64-compile-pgo
display_name: "* Compile Amazon Linux 2023 arm64 PGO for sys-perf"
tags: ["suggested"]
expansions:
platform: linux
project_dir: dsi
has_packages: false
use_scons_cache: false
pgo_profile_url: https://mciuploads.s3.amazonaws.com/dsi/perf-3-node-replSet.arm.aws.2024-05/b49fc707fb83a45727ad3f9f7cfa4c940a6805fe/sys_perf_perf_3_node_replSet.arm.aws.2024_05_ycsb.100read.2024_05_patch_b49fc707fb83a45727ad3f9f7cfa4c940a6805fe_66b035d75b27a40007f52c27_24_08_05_02_16_15/66b035d75b27a40007f52c27/logs/default.profdata.tgz
compile_variant: amazon2023-arm64-compile-pgo
compile_flags: >-
--ssl
MONGO_DISTMOD=amazon2023
-j$(grep -c ^processor /proc/cpuinfo)
--release
--thin-lto
--pgo
--variables-files=etc/scons/mongodbtoolchain_stable_clang.vars
BAZEL_FLAGS="--keep_going --local_resources=cpu=HOST_CPUS*.1"
run_on:
- amazon2023.3-arm64-xlarge
tasks:
- name: compile_and_package_serial_no_unittests_TG
- name: package_supplementary_data
- name: amazon2-arm64-compile-bolt
display_name: "* Compile Amazon Linux 2 arm64 BOLT for sys-perf"
tags: ["suggested"]
expansions:
platform: linux
project_dir: dsi
has_packages: false
use_scons_cache: false
bolt: true
compile_variant: amazon2-arm64-compile-BOLT
compile_flags: >-
--ssl
MONGO_DISTMOD=amazon2023
-j$(grep -c ^processor /proc/cpuinfo)
--release
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
--bolt
BAZEL_FLAGS="--linkopt=-Wl,--emit-relocs --local_resources=cpu=HOST_CPUS*.1"
run_on:
- amazon2-arm64-latest-xlarge
tasks:
- name: compile_and_package_serial_no_unittests_TG
- name: package_supplementary_data
- name: amazon2023-arm64-compile-bolt
display_name: "* Compile Amazon Linux 2023 arm64 BOLT for sys-perf"
tags: ["suggested"]
expansions:
platform: linux
project_dir: dsi
has_packages: false
use_scons_cache: false
bolt: true
compile_variant: amazon2023-arm64-compile-BOLT
compile_flags: >-
--ssl
MONGO_DISTMOD=amazon2023
-j$(grep -c ^processor /proc/cpuinfo)
--release
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
--bolt
BAZEL_FLAGS="--linkopt=-Wl,--emit-relocs --local_resources=cpu=HOST_CPUS*.1"
run_on:
- amazon2023.3-arm64-xlarge
tasks:
- name: compile_and_package_serial_no_unittests_TG
- name: package_supplementary_data
- name: amazon2-arm64-mongocrypt-shlib-compile
display_name: "* Compile mongo_crypt_v1.so Amazon Linux 2 arm64 for sys-perf"
tags: ["suggested"]
cron: "0 */4 * * *" # From the ${project_required_suggested_cron} parameter
expansions:
<<: *sys_perf_compile_expansions
compile_variant: amazon2-arm64-compile
use_scons_cache: true
compile_flags: >-
--separate-debug
MONGO_DISTMOD=amazon2
-j$(grep -c ^processor /proc/cpuinfo)
--release
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
--allocator=system
--enterprise-features=fle
--js-engine=none
--link-model=dynamic-sdk
--enable-http-client=off
--ssl=off
SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique"
CCFLAGS="-fno-gnu-unique"
BAZEL_FLAGS="--local_resources=cpu=HOST_CPUS*.1"
run_on:
- amazon2-arm64-latest-xlarge
tasks:
- name: .crypt
- name: amazon2023-arm64-mongocrypt-shlib-compile
display_name: "* Compile mongo_crypt_v1.so Amazon Linux 2023 arm64 for sys-perf"
tags: ["suggested"]
cron: "0 */4 * * *" # From the ${project_required_suggested_cron} parameter
expansions:
<<: *sys_perf_compile_expansions
compile_variant: amazon2023-arm64-compile
use_scons_cache: true
compile_flags: >-
--separate-debug
MONGO_DISTMOD=amazon2023
-j$(grep -c ^processor /proc/cpuinfo)
--release
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
--allocator=system
--enterprise-features=fle
--js-engine=none
--link-model=dynamic-sdk
--enable-http-client=off
--ssl=off
SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique"
CCFLAGS="-fno-gnu-unique"
BAZEL_FLAGS="--local_resources=cpu=HOST_CPUS*.1"
run_on:
- amazon2023.3-arm64-xlarge
tasks:
- name: .crypt
- name: amazon2-x86-streams-compile
display_name: "* Compile Streams Amazon Linux 2 x86 for sys-perf"
tags: ["suggested"]
cron: "0 */4 * * *" # From the ${project_required_suggested_cron} parameter
expansions:
<<: *sys_perf_compile_expansions
compile_variant: amazon2-x86-streams-compile
compile_flags: >-
--ssl
MONGO_DISTMOD=amazon2
-j$(grep -c ^processor /proc/cpuinfo)
--release
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
--streams-release-build
BAZEL_FLAGS="--local_resources=cpu=HOST_CPUS*.1"
run_on:
- amazon2-latest-xlarge
tasks:
- name: compile_and_package_serial_no_unittests_TG
- name: package_supplementary_data
- name: amazon2023-x86-streams-compile
display_name: "* Compile Streams Amazon Linux 2023 x86 for sys-perf"
tags: ["suggested"]
cron: "0 */4 * * *" # From the ${project_required_suggested_cron} parameter
expansions:
<<: *sys_perf_compile_expansions
compile_variant: amazon2023-x86-streams-compile
compile_flags: >-
--ssl
MONGO_DISTMOD=amazon2023
-j$(grep -c ^processor /proc/cpuinfo)
--release
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
--streams-release-build
BAZEL_FLAGS="--local_resources=cpu=HOST_CPUS*.1"
run_on:
- amazon2023.3-xlarge
tasks:
- name: compile_and_package_serial_no_unittests_TG
- name: package_supplementary_data