mongodb/mongo
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

SERVER-97784 Fork Bazel to implement better memory scheduling (#32581)

Browse Source 
Co-authored-by: Andrew Bradshaw <andrew.bradshaw@mongodb.com>
GitOrigin-RevId: ac3a9ec25fee78b30cd4af625b3ebd8f615ef80e
This commit is contained in:
Daniel Moody 2025-02-21 00:06:22 -06:00 committed by MongoDB Bot
parent a7b7db4d70
commit 7b6b4e31b6
26 changed files with 70 additions and 547 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
.bazeliskrc Normal file
View File

@ -0,0 +1 @@
BAZELISK_BASE_URL=https://mdb-build-public.s3.amazonaws.com/bazel_binary_waterfall_builds/391e70d4d08bf75939998bc125a7ccaf75946e10

9
.bazelrc
View File

@ -41,11 +41,6 @@ common:macos --repo_env=BAZEL_NO_APPLE_CPP_TOOLCHAIN=1
common:windows --features=-compiler_param_file
# Restrict local actions to 20% to prevent linking from hitting OOM issues, but give the
# freedom to remote execution to schedule more compilation actions.
common --local_resources=cpu=HOST_CPUS*.2
common:windows --local_resources=cpu=HOST_CPUS
common:macos --local_resources=cpu=HOST_CPUS
# while in hybrid build state, using local unsandboxed linking should be faster. When most of our link
# targets have been converted (i.e. unittest binaries) and we can BWOB, remote linking should be faster
@ -217,7 +212,6 @@ common:dbg_aubsan --//bazel/config:linkstatic=False
common:dbg_aubsan --//bazel/config:allocator=system
common:dbg_aubsan --//bazel/config:asan=True
common:dbg_aubsan --//bazel/config:ubsan=True
common:dbg_aubsan --local_resources=cpu=HOST_CPUS
common:dbg_aubsan --enable_platform_specific_config=true
# Build with thread sanitizers
@ -229,7 +223,6 @@ common:dbg_tsan --//bazel/config:allocator=system
common:dbg_tsan --//bazel/config:tsan=True
common:dbg_tsan --//bazel/config:libunwind=off
common:dbg_tsan --//bazel/config:skip_archive=False
common:dbg_tsan --local_resources=cpu=HOST_CPUS
common:dbg_tsan --enable_platform_specific_config=true
# Profile for building optimized code - the build is slow, the code is fast #################################################
@ -384,13 +377,11 @@ common:local --remote_cache_compression=false
common:local --grpc_keepalive_time=0s
common:local --legacy_important_outputs
common:local --jobs=auto
common:local --local_resources=cpu=HOST_CPUS
# Disable remote execution but keep remote cache enabled
--config=no-remote-exec
common:no-remote-exec --remote_executor=
common:no-remote-exec --jobs=auto
common:no-remote-exec --local_resources=cpu=HOST_CPUS
# Disable remote execution and caching for public releases
--config=public-release

4
.bazelversion
View File

@ -1,3 +1 @@
7.5.0
# TODO(SERVER-86050): s390x and ppc64le are using custom built Bazel v7.2.1 binaries
# Do not update this without updating the custom built binaries until Bazelisk is supported on s390x & ppc64le.
7.5.0-mongo_391e70d4d0

6
bazel/bazelisk.py
View File

@ -319,10 +319,14 @@ def determine_url(version, is_commit, bazel_filename):
# Split version into base version and optional additional identifier.
# Example: '0.19.1' -> ('0.19.1', None), '0.20.0rc1' -> ('0.20.0', 'rc1')
(version, rc) = re.match(r"(\d*\.\d*(?:\.\d*)?)(rc\d+)?", version).groups()
(version, rc, mongo_version) = re.match(
r"(\d*\.\d*(?:\.\d*)?)(rc\d+)?(-mongo_\w+)?", version
).groups()
bazelisk_base_url = get_env_or_config("BAZELISK_BASE_URL")
if bazelisk_base_url is not None:
if mongo_version:
version += mongo_version
return "{}/{}/{}".format(bazelisk_base_url, version, bazel_filename)
else:
return "https://releases.bazel.build/{}/{}/{}".format(

1
bazel/wrapper_hook/developer_bes_keywords.py
View File

@ -79,6 +79,5 @@ common --bes_keywords=rawCommandLineBase64={b64_cmd_line}
current_hash = hashlib.md5(bazelrc_contents.encode()).hexdigest()
if existing_hash != current_hash:
print(f"Generating new {workstation_file} file...")
with open(workstation_file, "w") as f:
f.write(bazelrc_contents)

32
buildscripts/install_bazel.py
View File

@ -11,8 +11,6 @@ import time
import urllib.request
_S3_HASH_MAPPING = {
"https://mdb-build-public.s3.amazonaws.com/bazel-binaries/bazel-7.2.1-ppc64le": "4ecc7f1396b8d921c6468b34cc8ed356c4f2dbe8a154c25d681a61ccb5dfc9cb",
"https://mdb-build-public.s3.amazonaws.com/bazel-binaries/bazel-7.2.1-s390x": "2f5f7fd747620d96e885766a4027347c75c0f455c68219211a00e72fc6413be9",
"https://mdb-build-public.s3.amazonaws.com/bazelisk-binaries/v1.19.0/bazelisk-darwin-amd64": "f2ba5f721a995b54bab68c6b76a340719888aa740310e634771086b6d1528ecd",
"https://mdb-build-public.s3.amazonaws.com/bazelisk-binaries/v1.19.0/bazelisk-darwin-arm64": "69fa21cd2ccffc2f0970c21aa3615484ba89e3553ecce1233a9d8ad9570d170e",
"https://mdb-build-public.s3.amazonaws.com/bazelisk-binaries/v1.19.0/bazelisk-linux-amd64": "d28b588ac0916abd6bf02defb5433f6eddf7cba35ffa808eabb65a44aab226f7",
@ -72,11 +70,6 @@ def _sha256_file(filename: str) -> str:
def _verify_s3_hash(s3_path: str, local_path: str) -> None:
if s3_path not in _S3_HASH_MAPPING:
raise Exception(
f"S3 path not found in hash mapping, unable to verify downloaded for s3 path: {s3_path}"
)
hash_string = _sha256_file(local_path)
if hash_string != _S3_HASH_MAPPING[s3_path]:
raise Exception(
@ -111,33 +104,28 @@ def install_bazel(binary_directory: str) -> str:
platform.machine().lower().replace("aarch64", "arm64").replace("x86_64", "amd64")
)
normalized_os = sys.platform.replace("win32", "windows").replace("darwin", "macos")
# TODO(SERVER-86050): remove the branch once bazelisk is built on s390x & ppc64le
is_bazelisk_supported = normalized_arch not in ["ppc64le", "s390x"]
binary_filename = "bazelisk" if is_bazelisk_supported else "bazel"
binary_filename = "bazelisk"
binary_path = os.path.join(binary_directory, binary_filename)
if os.path.exists(binary_path):
print(f"{binary_filename} already exists ({binary_path}), skipping download")
_set_bazel_permissions(binary_path)
return binary_path
print(f"Downloading {binary_filename}...")
# TODO(SERVER-86050): remove the branch once bazelisk is built on s390x & ppc64le
if is_bazelisk_supported:
print(f"Downloading {binary_filename}...")
ext = ".exe" if normalized_os == "windows" else ""
os_str = normalized_os.replace("macos", "darwin")
s3_path = f"https://mdb-build-public.s3.amazonaws.com/bazelisk-binaries/v1.19.0/bazelisk-{os_str}-{normalized_arch}{ext}"
_download_path_with_retry(s3_path, binary_path)
_verify_s3_hash(s3_path, binary_path)
print(f"Downloaded {binary_filename} to {binary_path}")
else:
print(
"Warning: Bazelisk is not supported on this platform. Installing Bazel directly instead."
)
s3_path = f"https://mdb-build-public.s3.amazonaws.com/bazel-binaries/bazel-7.2.1-{normalized_arch}"
_download_path_with_retry(s3_path, binary_path)
_verify_s3_hash(s3_path, binary_path)
print(f"Downloaded {binary_filename} to {binary_path}")
print("Using bazel/bazelisk.py on unsupported platform.")
repo_dir = os.path.dirname(os.path.dirname(__file__))
bazelisk_py = os.path.join(repo_dir, "bazel", "bazelisk.py")
shutil.copyfile(bazelisk_py, binary_path)
_set_bazel_permissions(binary_path)
return binary_path

148
etc/evergreen_yml_components/tasks/compile_tasks.yml
View File

@ -504,64 +504,6 @@ tasks:
ninja_file: "build.ninja"
targets: "install-wiredtiger compiledb"
- name: compile_ninja_default_profile
tags: ["assigned_to_jira_team_devprod_build", "auxiliary"]
depends_on:
- name: version_expansions_gen
variant: generate-tasks-for-version
commands:
- func: "scons compile"
vars:
generating_for_ninja: true
separate_debug: off
task_compile_flags: >-
--build-profile=default
--ninja
- func: "f_expansions_write"
- func: "ninja compile"
vars:
ninja_file: "build.ninja"
- name: compile_ninja_default_profile_linux
tags: ["assigned_to_jira_team_devprod_build", "auxiliary"]
depends_on:
- name: version_expansions_gen
variant: generate-tasks-for-version
commands:
- func: "scons compile"
vars:
generating_for_ninja: true
separate_debug: off
task_compile_flags: >-
--build-profile=default
--variables-files=etc/scons/mongodbtoolchain_stable_clang.vars
--ninja
- func: "f_expansions_write"
- func: "ninja compile"
vars:
ninja_file: "build.ninja"
targets: "install-devcore compiledb"
- name: compile_ninja_opt_profile
tags: ["assigned_to_jira_team_devprod_build", "auxiliary"]
depends_on:
- name: version_expansions_gen
variant: generate-tasks-for-version
commands:
- func: "scons compile"
vars:
generating_for_ninja: true
separate_debug: off
task_compile_flags: >-
--build-profile=opt
CCACHE=
ICECC=
- func: "f_expansions_write"
- func: "ninja compile"
vars:
ninja_file: "opt.ninja"
targets: "install-devcore compiledb"
- name: compile_ninja_bazel
tags: ["assigned_to_jira_team_devprod_build", "auxiliary", "bazel_check"]
depends_on:
@ -582,26 +524,6 @@ tasks:
ninja_file: "fast.ninja"
targets: "install-wiredtiger compiledb"
- name: compile_ninja_fast_profile
tags: ["assigned_to_jira_team_devprod_build", "auxiliary"]
depends_on:
- name: version_expansions_gen
variant: generate-tasks-for-version
commands:
- func: "scons compile"
vars:
generating_for_ninja: true
separate_debug: off
task_compile_flags: >-
--build-profile=fast
CCACHE=
ICECC=
- func: "f_expansions_write"
- func: "ninja compile"
vars:
ninja_file: "fast.ninja"
targets: "install-devcore compiledb"
- name: compile_ninja_fast_icecc
tags: ["assigned_to_jira_team_devprod_build", "auxiliary", "bazel_check"]
depends_on:
@ -623,46 +545,6 @@ tasks:
ninja_file: "fast.ninja"
targets: "install-devcore compiledb"
- name: compile_ninja_san_profile
tags: ["assigned_to_jira_team_devprod_build", "auxiliary"]
depends_on:
- name: version_expansions_gen
variant: generate-tasks-for-version
commands:
- func: "scons compile"
vars:
generating_for_ninja: true
separate_debug: off
task_compile_flags: >-
--build-profile=san
--linker=lld
CCACHE=
ICECC=
- func: "f_expansions_write"
- func: "ninja compile"
vars:
ninja_file: "san.ninja"
targets: "install-devcore compiledb"
- name: compile_ninja_compiledb_profile
tags: ["assigned_to_jira_team_devprod_build", "auxiliary"]
depends_on:
- name: version_expansions_gen
variant: generate-tasks-for-version
commands:
- func: "scons compile"
vars:
generating_for_ninja: true
separate_debug: off
task_compile_flags: >-
--build-profile=compiledb
--ninja
- func: "f_expansions_write"
- func: "ninja compile"
vars:
ninja_file: "compiledb.ninja"
targets: "install-devcore compiledb"
- name: compile_ninja_next
tags: ["assigned_to_jira_team_devprod_build", "auxiliary"]
depends_on:
@ -2053,42 +1935,12 @@ task_groups:
tasks:
- compile_ninja_quick
- <<: *compile_task_group_template
name: compile_ninja_default_profile_TG
tasks:
- compile_ninja_default_profile
- <<: *compile_task_group_template
name: compile_ninja_default_profile_linux_TG
tasks:
- compile_ninja_default_profile_linux
- <<: *compile_task_group_template
name: compile_ninja_opt_profile_TG
tasks:
- compile_ninja_opt_profile
- <<: *compile_task_group_template
name: compile_ninja_san_profile_TG
tasks:
- compile_ninja_san_profile
- <<: *compile_task_group_template
name: compile_ninja_fast_profile_TG
tasks:
- compile_ninja_fast_profile
- <<: *compile_task_group_template
name: compile_ninja_fast_icecc_TG
tags: []
tasks:
- compile_ninja_fast_icecc
- <<: *compile_task_group_template
name: compile_ninja_compiledb_profile_TG
tasks:
- compile_ninja_compiledb_profile
- <<: *compile_task_group_template
name: compile_run_and_archive_dbtest_TG
tasks:

12
etc/evergreen_yml_components/variants/amazon/test_dev.yml
View File

@ -454,7 +454,7 @@ buildvariants:
--thin-lto
--pgo
--variables-files=etc/scons/mongodbtoolchain_stable_clang.vars
BAZEL_FLAGS="--keep_going --local_resources=cpu=HOST_CPUS*.1"
BAZEL_FLAGS="--keep_going"
run_on:
- amazon2-arm64-latest-xlarge
tasks:
@ -480,7 +480,7 @@ buildvariants:
--thin-lto
--pgo
--variables-files=etc/scons/mongodbtoolchain_stable_clang.vars
BAZEL_FLAGS="--keep_going --local_resources=cpu=HOST_CPUS*.1"
BAZEL_FLAGS="--keep_going"
run_on:
- amazon2023.3-arm64-xlarge
tasks:
@ -505,7 +505,7 @@ buildvariants:
--remote-exec-release
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
--bolt
BAZEL_FLAGS="--linkopt=-Wl,--emit-relocs --local_resources=cpu=HOST_CPUS*.1"
BAZEL_FLAGS="--linkopt=-Wl,--emit-relocs"
run_on:
- amazon2-arm64-latest-xlarge
tasks:
@ -530,7 +530,7 @@ buildvariants:
--remote-exec-release
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
--bolt
BAZEL_FLAGS="--linkopt=-Wl,--emit-relocs --local_resources=cpu=HOST_CPUS*.1"
BAZEL_FLAGS="--linkopt=-Wl,--emit-relocs"
run_on:
- amazon2023.3-arm64-xlarge
tasks:
@ -560,7 +560,6 @@ buildvariants:
--ssl=off
SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique"
CCFLAGS="-fno-gnu-unique"
BAZEL_FLAGS="--local_resources=cpu=HOST_CPUS*.1"
run_on:
- amazon2-arm64-latest-xlarge
tasks:
@ -589,7 +588,6 @@ buildvariants:
--ssl=off
SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique"
CCFLAGS="-fno-gnu-unique"
BAZEL_FLAGS="--local_resources=cpu=HOST_CPUS*.1"
run_on:
- amazon2023.3-arm64-xlarge
tasks:
@ -610,7 +608,6 @@ buildvariants:
--remote-exec-release
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
--streams-release-build
BAZEL_FLAGS="--local_resources=cpu=HOST_CPUS*.1"
run_on:
- amazon2-latest-xlarge
tasks:
@ -632,7 +629,6 @@ buildvariants:
--remote-exec-release
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
--streams-release-build
BAZEL_FLAGS="--local_resources=cpu=HOST_CPUS*.1"
run_on:
- amazon2023.3-xlarge
tasks:

32
etc/evergreen_yml_components/variants/amazon/test_dev_master_branch_only.yml
View File

@ -490,12 +490,6 @@ buildvariants:
MONGO_DISTMOD=amazon2023
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_v5_gcc.vars
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
crypt_task_compile_flags: SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique" CCFLAGS="-fno-gnu-unique"
test_flags: --excludeWithAnyTags=incompatible_with_amazon_linux,requires_ldap_pool,requires_v4_0,requires_external_data_source
multiversion_platform: amazon2023
@ -542,12 +536,6 @@ buildvariants:
MONGO_DISTMOD=amazon2023
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_v5_gcc.vars
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
crypt_task_compile_flags: SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique" CCFLAGS="-fno-gnu-unique"
test_flags: --excludeWithAnyTags=incompatible_with_amazon_linux,requires_ldap_pool,requires_v4_0,requires_external_data_source
multiversion_platform: amazon2023
@ -588,12 +576,6 @@ buildvariants:
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_v5_gcc.vars
--streams-release-build
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
has_packages: true
packager_arch: x86_64
packager_distro: amazon2
@ -663,12 +645,6 @@ buildvariants:
MONGO_DISTMOD=amazon2
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_v5_gcc.vars
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
crypt_task_compile_flags: >-
SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique"
CCFLAGS="-fno-gnu-unique"
@ -716,10 +692,6 @@ buildvariants:
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_v5_gcc.vars
--link-model=static
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
unittest_library_compile_flags: >-
--link-model=dynamic
unittest_compile_flags: >-
@ -839,10 +811,6 @@ buildvariants:
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_v5_gcc.vars
--link-model=static
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
unittest_library_compile_flags: >-
--link-model=dynamic
unittest_compile_flags: >-

36
etc/evergreen_yml_components/variants/amazon/test_release.yml
View File

@ -24,12 +24,8 @@ buildvariants:
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
--modules=
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
multiversion_platform: amazon2
multiversion_edition: targeted
has_packages: true
@ -76,12 +72,8 @@ buildvariants:
MONGO_DISTMOD=amazon2
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
crypt_task_compile_flags: >-
SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique"
CCFLAGS="-fno-gnu-unique"
@ -129,12 +121,8 @@ buildvariants:
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
--modules=
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
test_flags: >-
--excludeWithAnyTags=incompatible_with_amazon_linux,requires_external_data_source
--enableEnterpriseTests=off
@ -179,12 +167,8 @@ buildvariants:
MONGO_DISTMOD=amazon2023
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
crypt_task_compile_flags: SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique" CCFLAGS="-fno-gnu-unique"
test_flags: --excludeWithAnyTags=incompatible_with_amazon_linux,requires_ldap_pool,requires_v4_0,requires_external_data_source
has_packages: true
@ -279,12 +263,8 @@ buildvariants:
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
BAZEL_FLAGS="--subcommands"
--modules=
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
test_flags: >-
--excludeWithAnyTags=incompatible_with_amazon_linux,requires_external_data_source
--enableEnterpriseTests=off
@ -330,12 +310,8 @@ buildvariants:
MONGO_DISTMOD=amazon2023
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
crypt_task_compile_flags: SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique" CCFLAGS="-fno-gnu-unique"
test_flags: --excludeWithAnyTags=incompatible_with_amazon_linux,requires_ldap_pool,requires_v4_0,requires_external_data_source
has_packages: true

6
etc/evergreen_yml_components/variants/debian/test_dev_master_branch_only.yml
View File

@ -32,12 +32,8 @@ buildvariants:
--ssl MONGO_DISTMOD=debian12
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_v5_gcc.vars
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
test_flags: --excludeWithAnyTags=requires_external_data_source,requires_updated_oscrypto
crypt_task_compile_flags: >-
SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique"

12
etc/evergreen_yml_components/variants/debian/test_release.yml
View File

@ -22,12 +22,8 @@ buildvariants:
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
--modules=
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
test_flags: >-
--excludeWithAnyTags=requires_external_data_source,requires_updated_oscrypto
--enableEnterpriseTests=off
@ -75,12 +71,8 @@ buildvariants:
--ssl MONGO_DISTMOD=debian12
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
test_flags: --excludeWithAnyTags=requires_external_data_source,requires_updated_oscrypto
crypt_task_compile_flags: >-
SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique"

12
etc/evergreen_yml_components/variants/ibm/test_dev_master_branch_only.yml
View File

@ -33,12 +33,8 @@ buildvariants:
MONGO_DISTMOD=rhel81
-j$(echo "$(grep -c processor /proc/cpuinfo)/2" | bc)
--variables-files=etc/scons/mongodbtoolchain_v5_gcc.vars
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
crypt_task_compile_flags: >-
SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic
-Wl,--no-gnu-unique"
@ -94,12 +90,8 @@ buildvariants:
-j3
--variables-files=etc/scons/mongodbtoolchain_v5_gcc.vars
--linker=gold
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
crypt_task_compile_flags: >-
SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique"
CCFLAGS="-fno-gnu-unique"

73
etc/evergreen_yml_components/variants/misc/misc.yml
View File

@ -70,79 +70,6 @@ buildvariants:
distros:
- windows-2022-xxlarge
- name: macos-arm-ninja-build-profiles
display_name: "Ninja Build Profiles: macOS ARM"
tags: []
cron: "0 4 * * *" # From the ${project_nightly_cron} parameter.
run_on:
- macos-14-arm64
expansions:
compile_env: DEVELOPER_DIR=/Applications/Xcode15.app
compile_flags: --ssl -j$(sysctl -n hw.logicalcpu) --libc++
tasks:
- name: compile_ninja_default_profile_TG
- name: compile_ninja_opt_profile_TG
- name: compile_ninja_fast_profile_TG
- name: compile_ninja_compiledb_profile_TG
- name: windows-ninja-build-profiles
display_name: "Ninja Build Profiles: Windows Server 2022"
tags: []
cron: "0 4 * * *" # From the ${project_nightly_cron} parameter.
expansions:
compile_flags: >-
--ssl
MONGO_DISTMOD=windows
-j$(bc <<< "$(grep -c '^processor' /proc/cpuinfo) / 1.5")
--win-version-min=win10
tasks:
- name: compile_ninja_default_profile_TG
distros:
- windows-2022-xxlarge
- name: compile_ninja_opt_profile_TG
distros:
- windows-2022-xxlarge
- name: compile_ninja_fast_profile_TG
distros:
- windows-2022-xxlarge
- name: compile_ninja_compiledb_profile_TG
distros:
- windows-2022-xxlarge
- name: ubuntu1804-ninja-build-profiles
display_name: "Ninja Build Profiles: Ubuntu 18.04"
tags: []
cron: "0 4 * * *" # From the ${project_nightly_cron} parameter.
run_on:
- ubuntu1804-small
stepback: false
expansions:
compile_flags: >-
--ssl
--ocsp-stapling=off
MONGO_DISTMOD=ubuntu1804
-j$(grep -c ^processor /proc/cpuinfo)
--disable-streams
repo_edition: enterprise
has_packages: false
compile_variant: ubuntu1804-ninja-build-profiles
tasks:
- name: compile_ninja_default_profile_linux_TG
distros:
- ubuntu1804-xlarge
- name: compile_ninja_opt_profile_TG
distros:
- ubuntu1804-xlarge
- name: compile_ninja_san_profile_TG
distros:
- ubuntu1804-xlarge
- name: compile_ninja_fast_profile_TG
distros:
- ubuntu1804-xlarge
- name: compile_ninja_compiledb_profile_TG
distros:
- ubuntu1804-xlarge
# This variant simulates a developer workstation build by using both icecream and remote
# execution. This is to track how the bazel conversion affects developer build times.
- name: ubuntu2204-ninja-bazel-icecc

24
etc/evergreen_yml_components/variants/rhel/test_dev_master_branch_only.yml
View File

@ -777,12 +777,8 @@ buildvariants:
MONGO_DISTMOD=rhel88
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_v5_gcc.vars
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
crypt_task_compile_flags: >-
SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique"
CCFLAGS="-fno-gnu-unique"
@ -861,12 +857,8 @@ buildvariants:
--ssl MONGO_DISTMOD=rhel88
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_v5_gcc.vars
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
test_flags: --excludeWithAnyTags=requires_external_data_source,resource_intensive
crypt_task_compile_flags: >-
SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic
@ -937,12 +929,8 @@ buildvariants:
push_name: linux
push_path: linux
compile_flags: --ssl MONGO_DISTMOD=rhel93 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v5_gcc.vars
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
test_flags: --excludeWithAnyTags=requires_external_data_source
crypt_task_compile_flags: SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique" CCFLAGS="-fno-gnu-unique"
multiversion_platform: rhel93
@ -995,12 +983,8 @@ buildvariants:
--ssl MONGO_DISTMOD=rhel93
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_v5_gcc.vars
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
test_flags: --excludeWithAnyTags=requires_external_data_source
crypt_task_compile_flags: >-
SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic

42
etc/evergreen_yml_components/variants/rhel/test_release.yml
View File

@ -102,12 +102,8 @@ buildvariants:
--ssl MONGO_DISTMOD=rhel88
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
test_flags: --excludeWithAnyTags=requires_external_data_source
crypt_task_compile_flags: >-
SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique"
@ -166,12 +162,8 @@ buildvariants:
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
--modules=
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
test_flags: >-
--excludeWithAnyTags=requires_external_data_source,requires_increased_memlock_limits
--enableEnterpriseTests=off
@ -217,12 +209,8 @@ buildvariants:
--ssl MONGO_DISTMOD=rhel88
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
test_flags: --excludeWithAnyTags=requires_external_data_source,resource_intensive
crypt_task_compile_flags: >-
SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic
@ -271,12 +259,8 @@ buildvariants:
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
--modules=
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
test_flags: >-
--excludeWithAnyTags=requires_external_data_source
--enableEnterpriseTests=off
@ -320,12 +304,8 @@ buildvariants:
push_name: linux
push_arch: x86_64-enterprise-rhel93
compile_flags: --ssl MONGO_DISTMOD=rhel93 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
test_flags: --excludeWithAnyTags=requires_external_data_source
crypt_task_compile_flags: SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique" CCFLAGS="-fno-gnu-unique"
multiversion_platform: rhel93
@ -375,12 +355,8 @@ buildvariants:
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
--modules=
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
test_flags: >-
--excludeWithAnyTags=requires_external_data_source
--enableEnterpriseTests=off
@ -429,12 +405,8 @@ buildvariants:
--ssl MONGO_DISTMOD=rhel93
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
test_flags: --excludeWithAnyTags=requires_external_data_source
crypt_task_compile_flags: >-
SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic

6
etc/evergreen_yml_components/variants/suse/test_dev_master_branch_only.yml
View File

@ -34,12 +34,8 @@ buildvariants:
BAZEL_FLAGS="--build_otel=False"
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_v5_gcc.vars
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
test_flags: --excludeWithAnyTags=requires_external_data_source,requires_increased_memlock_limits,requires_ldap_pool,resource_intensive
crypt_task_compile_flags: >-
SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique"

12
etc/evergreen_yml_components/variants/suse/test_release.yml
View File

@ -25,12 +25,8 @@ buildvariants:
BAZEL_FLAGS="--build_otel=False"
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
test_flags: --excludeWithAnyTags=requires_external_data_source,requires_increased_memlock_limits,requires_ldap_pool,resource_intensive
crypt_task_compile_flags: >-
SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique"
@ -78,12 +74,8 @@ buildvariants:
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
BAZEL_FLAGS="--build_otel=False"
--modules=
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
test_flags: >-
--excludeWithAnyTags=requires_external_data_source,requires_increased_memlock_limits
--enableEnterpriseTests=off

36
etc/evergreen_yml_components/variants/ubuntu/test_dev_master_branch_only.yml
View File

@ -128,12 +128,8 @@ buildvariants:
--ssl MONGO_DISTMOD=ubuntu2004
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_v5_gcc.vars
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
test_flags: --excludeWithAnyTags=requires_external_data_source
crypt_task_compile_flags: >-
SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique"
@ -180,12 +176,8 @@ buildvariants:
push_name: linux
push_path: linux
compile_flags: --ssl MONGO_DISTMOD=ubuntu2204 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v5_gcc.vars
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
test_flags: --excludeWithAnyTags=requires_external_data_source
crypt_task_compile_flags: SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique" CCFLAGS="-fno-gnu-unique"
resmoke_jobs_max: 4 # Avoid starting too many mongod's on ARM test servers
@ -233,12 +225,8 @@ buildvariants:
push_name: linux
push_path: linux
compile_flags: --ssl MONGO_DISTMOD=ubuntu2404 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v5_gcc.vars
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
test_flags: --excludeWithAnyTags=requires_external_data_source,requires_updated_oscrypto
crypt_task_compile_flags: SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique" CCFLAGS="-fno-gnu-unique"
resmoke_jobs_max: 4 # Avoid starting too many mongod's on ARM test servers
@ -292,12 +280,8 @@ buildvariants:
--ssl MONGO_DISTMOD=ubuntu2004
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_v5_gcc.vars
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
test_flags: --excludeWithAnyTags=requires_external_data_source
crypt_task_compile_flags: >-
SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique"
@ -363,12 +347,8 @@ buildvariants:
MONGO_DISTMOD=ubuntu2204
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_v5_gcc.vars
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
test_flags: --excludeWithAnyTags=requires_external_data_source
crypt_task_compile_flags: >-
SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique"
@ -422,12 +402,8 @@ buildvariants:
MONGO_DISTMOD=ubuntu2404
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_v5_gcc.vars
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
test_flags: --excludeWithAnyTags=requires_external_data_source,requires_updated_oscrypto
crypt_task_compile_flags: >-
SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique"

72
etc/evergreen_yml_components/variants/ubuntu/test_release.yml
View File

@ -21,12 +21,8 @@ buildvariants:
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
--disable-streams
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
scons_cache_scope: shared
large_distro_name: ubuntu1804-large
compile_variant: enterprise-ubuntu1804-64
@ -56,12 +52,8 @@ buildvariants:
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
--modules=
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
test_flags: >-
--excludeWithAnyTags=requires_external_data_source,requires_increased_memlock_limits
--enableEnterpriseTests=off
@ -119,12 +111,8 @@ buildvariants:
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
--modules=
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
test_flags: >-
--excludeWithAnyTags=requires_external_data_source,requires_increased_memlock_limits,requires_updated_oscrypto
--enableEnterpriseTests=off
@ -181,12 +169,8 @@ buildvariants:
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
--modules=
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
test_flags: >-
--excludeWithAnyTags=requires_external_data_source
--enableEnterpriseTests=off
@ -236,12 +220,8 @@ buildvariants:
--ssl MONGO_DISTMOD=ubuntu2004
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
test_flags: --excludeWithAnyTags=requires_external_data_source
crypt_task_compile_flags: >-
SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique"
@ -306,12 +286,8 @@ buildvariants:
MONGO_DISTMOD=ubuntu2204
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
test_flags: --excludeWithAnyTags=requires_external_data_source
crypt_task_compile_flags: >-
SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique"
@ -387,12 +363,8 @@ buildvariants:
--ssl MONGO_DISTMOD=ubuntu2004
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
test_flags: --excludeWithAnyTags=requires_external_data_source
crypt_task_compile_flags: >-
SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique"
@ -442,12 +414,8 @@ buildvariants:
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
--modules=
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
test_flags: >-
--excludeWithAnyTags=requires_external_data_source
--enableEnterpriseTests=off
@ -492,12 +460,8 @@ buildvariants:
push_name: linux
push_arch: aarch64-enterprise-ubuntu2204
compile_flags: --ssl MONGO_DISTMOD=ubuntu2204 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
test_flags: --excludeWithAnyTags=requires_external_data_source
crypt_task_compile_flags: SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique" CCFLAGS="-fno-gnu-unique"
resmoke_jobs_max: 4 # Avoid starting too many mongod's on ARM test servers
@ -547,12 +511,8 @@ buildvariants:
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
--modules=
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
test_flags: >-
--excludeWithAnyTags=requires_external_data_source
--enableEnterpriseTests=off
@ -604,12 +564,8 @@ buildvariants:
MONGO_DISTMOD=ubuntu2404
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
test_flags: --excludeWithAnyTags=requires_external_data_source,requires_updated_oscrypto
crypt_task_compile_flags: >-
SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique"
@ -659,12 +615,8 @@ buildvariants:
-j$(grep -c ^processor /proc/cpuinfo)
--variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars
--modules=
unittest_compile_flags: >-
BAZEL_FLAGS=--jobs=4
integration_test_compile_flags: >-
BAZEL_FLAGS=--jobs=4
compile_all_but_not_unittests_flags: >-
BAZEL_FLAGS="--jobs=4 --linkopt=-s"
BAZEL_FLAGS="--linkopt=-s"
test_flags: >-
--excludeWithAnyTags=requires_external_data_source,requires_updated_oscrypto
--enableEnterpriseTests=off

7
evergreen/bazel_compile.sh
View File

@ -105,14 +105,7 @@ if [[ "${evergreen_remote_exec}" != "on" ]]; then
LOCAL_ARG="$LOCAL_ARG --jobs=auto"
fi
# Set the base URL for the bazelisk binaries to download from our s3 bucket
export BAZELISK_BASE_URL=https://mdb-build-public.s3.amazonaws.com/bazel-binaries
BAZEL_BINARY=$(bazel_get_binary_path)
if is_s390x_or_ppc64le; then
# Set the JAVA_HOME directories for ppc64le and s390x since their bazel binaries are not compiled with a built-in JDK.
export JAVA_HOME="/usr/lib/jvm/java-21-openjdk"
fi
for i in {1..5}; do
eval $BAZEL_BINARY build --verbose_failures $LOCAL_ARG ${args} ${targets} && RET=0 && break || RET=$? && sleep 1

3
evergreen/bazel_coverage.sh
View File

@ -16,9 +16,6 @@ cd src
set -o errexit
set -o verbose
# Set the base URL for the bazelisk binaries to download from our s3 bucket
export BAZELISK_BASE_URL=https://mdb-build-public.s3.amazonaws.com/bazel-binaries
# Use `eval` to force evaluation of the environment variables in the echo statement:
eval echo "Execution environment: Args: ${args} Target: ${target}"

7
evergreen/bazel_run.sh
View File

@ -28,14 +28,7 @@ else
LOCAL_ARG="--config=local"
fi
# Set the base URL for the bazelisk binaries to download from our s3 bucket
export BAZELISK_BASE_URL=https://mdb-build-public.s3.amazonaws.com/bazel-binaries
BAZEL_BINARY=$(bazel_get_binary_path)
if is_s390x_or_ppc64le; then
# Set the JAVA_HOME directories for ppc64le and s390x since their bazel binaries are not compiled with a built-in JDK.
export JAVA_HOME="/usr/lib/jvm/java-21-openjdk"
fi
# AL2 stores certs in a nonstandard location
if [[ -f /etc/os-release ]]; then

7
evergreen/bazel_scons_diff.sh
View File

@ -34,13 +34,6 @@ if [[ -z "${bazel_scons_diff_targets}" ]]; then
exit 0
fi
# Set the JAVA_HOME directories for ppc64le and s390x since their bazel binaries are not compiled with a built-in JDK.
if [[ $ARCH == "ppc64le" ]]; then
export JAVA_HOME="/usr/lib/jvm/java-21-openjdk"
elif [[ $ARCH == "s390x" ]]; then
export JAVA_HOME="/usr/lib/jvm/java-21-openjdk"
fi
eval ${compile_env} $python ./buildscripts/bazel_scons_diff.py \
--bazel_binary ${bazel_binary} \
${extra_args} \

1
evergreen/generate_evergreen_bazelrc.sh
View File

@ -37,7 +37,6 @@ if bazel_rbe_supported && [[ "${evergreen_remote_exec}" != "on" ]]; then
echo "common --remote_executor=" >> .bazelrc.evergreen
echo "common --modify_execution_info=.*=+no-remote-exec" >> .bazelrc.evergreen
echo "common --jobs=auto" >> .bazelrc.evergreen
echo "common:linux --local_resources=cpu=HOST_CPUS" >> .bazelrc.evergreen
fi
uri="https://spruce.mongodb.com/task/${task_id:?}?execution=${execution:?}"

16
site_scons/site_tools/integrate_bazel.py
View File

@ -743,6 +743,12 @@ def validate_remote_execution_certs(env: SCons.Environment.Environment) -> bool:
os.path.expanduser(f"{appdata}/engflow_auth/tokens/sodalite.cluster.engflow.com")
):
return True
elif platform.system() == "Darwin" and os.path.exists(
os.path.expanduser(
"~/Library/Application Support/engflow_auth/tokens/sodalite.cluster.engflow.com"
)
):
return True
elif os.path.exists(
os.path.expanduser("~/.config/engflow_auth/tokens/sodalite.cluster.engflow.com")
):
@ -1157,7 +1163,6 @@ def bazel_execroot(env):
def prefetch_toolchain(env, version):
setup_bazel_env_vars()
setup_max_retry_attempts()
bazel_bin_dir = (
env.GetOption("evergreen-tmp-dir")
@ -1227,7 +1232,6 @@ def handle_bazel_program_exception(env, target, outputs):
scons_node_str = bazel_output_file.replace(
f"{env['BAZEL_OUT_DIR']}/src", env.Dir("$BUILD_DIR").path.replace("\\", "/")
)
Globals.scons2bazel_targets[scons_node_str.replace("\\", "/")] = {
"bazel_target": target,
"bazel_output": bazel_output_file.replace("\\", "/"),
@ -1262,7 +1266,6 @@ def handle_bazel_program_exception(env, target, outputs):
scons_node_str = bazel_output_file.replace(
f"{env['BAZEL_OUT_DIR']}/src", env.Dir("$BUILD_DIR").path.replace("\\", "/")
)
Globals.scons2bazel_targets[scons_node_str.replace("\\", "/")] = {
"bazel_target": target,
"bazel_output": bazel_output_file.replace("\\", "/"),
@ -1280,12 +1283,6 @@ def cleanup_gitinfo_bazelrc():
pass
def setup_bazel_env_vars() -> None:
# Set the JAVA_HOME directories for ppc64le and s390x since their bazel binaries are not compiled with a built-in JDK.
if platform.machine().lower() in {"ppc64le", "s390x"}:
Globals.bazel_env_variables["JAVA_HOME"] = "/usr/lib/jvm/java-21-openjdk"
def setup_max_retry_attempts() -> None:
Globals.max_retry_attempts = (
_CI_MAX_RETRY_ATTEMPTS if os.environ.get("CI") is not None else _LOCAL_MAX_RETRY_ATTEMPTS
@ -1522,7 +1519,6 @@ def generate(env: SCons.Environment.Environment) -> None:
if normalized_os == "macos" and evergreen_tmp_dir:
bazel_internal_flags.append(f"--sandbox_writable_path={evergreen_tmp_dir}")
setup_bazel_env_vars()
setup_max_retry_attempts()
if not is_local_execution(env) and not public_release: