SERVER-92780: Move sys-perf tasks/variants into DSI. (#27392)
GitOrigin-RevId: 116e196f5257a3ec91c6bb686f5f960d2d51b7ae
This commit is contained in:
parent
754ff5ed65
commit
d2cdfc5677
@ -7,6 +7,12 @@ yamllint -c etc/yamllint_config.yml buildscripts etc jstests
|
||||
|
||||
PATH="$PATH:$HOME" evergreen evaluate etc/evergreen.yml > etc/evaluated_evergreen.yml
|
||||
PATH="$PATH:$HOME" evergreen evaluate etc/evergreen_nightly.yml > etc/evaluated_evergreen_nightly.yml
|
||||
PATH="$PATH:$HOME" evergreen evaluate etc/system_perf.yml > etc/evaluated_system_perf.yml
|
||||
|
||||
# Remove references to the DSI repo before evergreen evaluate.
|
||||
# The DSI module references break 'evaluate', the system_perf config should
|
||||
# parse without them, and we don't want changes to the DSI repository to
|
||||
# break checking that the rest of the imports etc. work.
|
||||
awk '/lint_yaml trim start/{drop=1} /lint_yaml trim end/{drop=0} !drop' etc/system_perf.yml > etc/trimmed_system_perf.yml
|
||||
PATH="$PATH:$HOME" evergreen evaluate etc/trimmed_system_perf.yml > etc/evaluated_system_perf.yml
|
||||
|
||||
python -m evergreen_lint -c ./etc/evergreen_lint.yml lint
|
||||
|
||||
@ -1,4 +1,8 @@
|
||||
# Build variant to generate tasks for evergreen versions.
|
||||
#
|
||||
# Updates to this file may also need to appear in etc/system_perf_yml_components/variants/task_generation.yml,
|
||||
# which is the same but excludes resmoke task generation tasks.
|
||||
#
|
||||
|
||||
buildvariants:
|
||||
- name: generate-tasks-for-version
|
||||
|
||||
@ -9,10 +9,19 @@ include:
|
||||
- filename: etc/evergreen_yml_components/tasks/resmoke/server_divisions/query/tasks.yml
|
||||
- filename: etc/evergreen_yml_components/tasks/compile_tasks.yml
|
||||
- filename: etc/evergreen_yml_components/tasks/misc_tasks.yml
|
||||
- filename: etc/evergreen_yml_components/variants/misc/task_generation.yml
|
||||
- filename: etc/system_perf_yml_components/tasks.yml
|
||||
# - filename: etc/system_perf_yml_components/variants.yml
|
||||
- filename: etc/system_perf_yml_components/variants_branching.yml
|
||||
# This is a substitute task_generation.yml for sys-perf that doesn't
|
||||
# generate resmoke tasks.
|
||||
- filename: etc/system_perf_yml_components/variants/task_generation.yml
|
||||
### lint_yaml trim start ###
|
||||
#
|
||||
# The lines below are trimmed by yamllinters.sh so that `evergreen evaluate` works on this file.
|
||||
# This allows us to test that non-dsi imports continue to work.
|
||||
#
|
||||
- filename: evergreen/system_perf/8.0/variants.yml
|
||||
module: dsi
|
||||
- filename: evergreen/system_perf/shared_tasks.yml
|
||||
module: dsi
|
||||
### lint_yaml trim end ###
|
||||
|
||||
## Parameters for parameterized builds (see https://github.com/evergreen-ci/evergreen/wiki/Parameterized-Builds)
|
||||
parameters:
|
||||
@ -142,61 +151,6 @@ timeout:
|
||||
###
|
||||
|
||||
functions:
|
||||
###
|
||||
# Same in every DSI project
|
||||
f_dsi_pre_run:
|
||||
- command: manifest.load
|
||||
f_dsi_post_run:
|
||||
- command: shell.exec
|
||||
params:
|
||||
script: ./src/dsi/run-dsi post_run
|
||||
- command: perf.send
|
||||
params:
|
||||
file: ./build/CedarReports/cedar_report.json
|
||||
aws_key: ${terraform_key}
|
||||
aws_secret: ${terraform_secret}
|
||||
bucket: genny-metrics
|
||||
region: us-east-1
|
||||
prefix: ${task_id}_${execution}
|
||||
- command: attach.results
|
||||
params:
|
||||
file_location: ./build/EvergreenResultsJson/results.json
|
||||
- command: s3.put
|
||||
params:
|
||||
aws_key: ${aws_key}
|
||||
aws_secret: ${aws_secret}
|
||||
local_file: ./build/Artifacts/DSIArtifacts.tgz
|
||||
remote_file: ${project_dir}/${build_variant}/${revision}/${task_id}/${version_id}/logs/dsi-artifacts-${task_name}-${build_id}-${execution}.tgz
|
||||
bucket: mciuploads
|
||||
permissions: public-read
|
||||
content_type: application/x-gzip
|
||||
display_name: DSI Artifacts - Execution ${execution}
|
||||
- command: s3.put
|
||||
params:
|
||||
aws_key: ${aws_key}
|
||||
aws_secret: ${aws_secret}
|
||||
local_file: ./build/Documentation/index.html
|
||||
remote_file: ${project_dir}/${build_variant}/${revision}/${task_id}/${version_id}/logs/${task_name}-${build_id}-index.html
|
||||
bucket: mciuploads
|
||||
permissions: public-read
|
||||
content_type: text/html
|
||||
display_name: Documentation
|
||||
- command: s3.put
|
||||
params:
|
||||
aws_key: ${aws_key}
|
||||
aws_secret: ${aws_secret}
|
||||
local_file: bootstrap.yml
|
||||
remote_file: ${project_dir}/${build_variant}/${revision}/${task_id}/${version_id}/bootstrap-${task_name}-${build_id}-${execution}.yml
|
||||
bucket: mciuploads
|
||||
permissions: public-read
|
||||
content_type: text/plain
|
||||
display_name: Task Bootstrap Config
|
||||
f_dsi_timeout:
|
||||
- command: shell.exec
|
||||
params:
|
||||
script: ./src/dsi/run-dsi on_timeout
|
||||
###
|
||||
|
||||
f_other_post_ops:
|
||||
- command: shell.exec
|
||||
params:
|
||||
@ -223,43 +177,6 @@ functions:
|
||||
- command: shell.exec
|
||||
params: {script: "echo"}
|
||||
|
||||
f_generate_all_variant_auto_tasks:
|
||||
- command: git.get_project
|
||||
params:
|
||||
directory: *src_dir
|
||||
revisions:
|
||||
dsi: ${dsi_rev}
|
||||
genny: ${genny_rev}
|
||||
linkbench: ${linkbench_rev}
|
||||
linkbench2: ${linkbench2_rev}
|
||||
tsbs: ${tsbs_rev}
|
||||
workloads: ${workloads_rev}
|
||||
mongo-perf: ${mongo-perf_rev}
|
||||
YCSB: ${YCSB_rev}
|
||||
py-tpcc: ${py-tpcc_rev}
|
||||
PrivateWorkloads: ${PrivateWorkloads_rev}
|
||||
- command: expansions.write
|
||||
params:
|
||||
file: ./expansions.yml
|
||||
- command: shell.exec
|
||||
params:
|
||||
# The script below makes sure that if we generate all tasks in a patch, we will only generate
|
||||
# them and not run all of them, since activating all tasks is the default behavior for task
|
||||
# generation in a patch.
|
||||
script: |
|
||||
pushd ./src/mongo
|
||||
~/evergreen evaluate ./etc/system_perf.yml > evaluated_project_configuration.yml
|
||||
popd
|
||||
if [ "${is_patch|false}" = "true" ]; then
|
||||
./src/genny/run-genny auto-tasks-all --project-file ./src/mongo/evaluated_project_configuration.yml --no-activate
|
||||
else
|
||||
./src/genny/run-genny auto-tasks-all --project-file ./src/mongo/evaluated_project_configuration.yml
|
||||
fi
|
||||
- command: generate.tasks
|
||||
params:
|
||||
files:
|
||||
- build/TaskJSON/Tasks.json
|
||||
|
||||
###
|
||||
# Prepares the environment before compiling the binaries
|
||||
compile prep:
|
||||
@ -640,17 +557,6 @@ tasks:
|
||||
- func: "upload binary"
|
||||
|
||||
buildvariants:
|
||||
- name: task_generation
|
||||
display_name: " * Task Generation"
|
||||
cron: "0 0 1 1 *" # Every year starting 1/1 at 00:00
|
||||
modules: *modules
|
||||
run_on:
|
||||
- amazon2-build
|
||||
tasks:
|
||||
- name: generate_all_variant_auto_tasks
|
||||
activate: true
|
||||
- name: schedule_global_auto_tasks
|
||||
|
||||
- name: amazon2-x86-compile
|
||||
display_name: "* Compile for Amazon Linux 2 x86"
|
||||
expansions:
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
15
etc/system_perf_yml_components/variants/task_generation.yml
Normal file
15
etc/system_perf_yml_components/variants/task_generation.yml
Normal file
@ -0,0 +1,15 @@
|
||||
# Replacement for generate-tasks-for-version from evergreen_yml_components.
|
||||
#
|
||||
# This is similar to generate-tasks-for-version in evergreen_yml_components,
|
||||
# but doesn't include actual task generation, which does nothing
|
||||
# for sys-perf, and breaks when it tries to process the sys-perf project.
|
||||
#
|
||||
|
||||
buildvariants:
|
||||
- name: generate-tasks-for-version
|
||||
display_name: "! Generate tasks for evergreen version"
|
||||
activate: true
|
||||
run_on:
|
||||
- rhel8.8-medium
|
||||
tasks:
|
||||
- name: version_expansions_gen
|
||||
@ -1,564 +0,0 @@
|
||||
# This file should only be used for the purposes of branching.
|
||||
# This is a subset of perf variants that are needed when copying over during the branching process.
|
||||
# See this doc proposal for more information https://docs.google.com/document/d/1hH7CQJbAFgr0DHxcWg11dy2TxKt7roDDgjlg49HRWbs/edit?usp=sharing
|
||||
|
||||
definitions:
|
||||
cron_sunday_thursday: &cron_sunday_thursday "0 0 * * 0,4"
|
||||
high-value-workload-cron: &high-value-workload-cron "0 */4 * * 1-5" # High-value workloads run every weekday, every 4 hours
|
||||
linux-3-shard-cron: &linux-3-shard-cron "0 0 * * 4" # 00:00 on Thursday
|
||||
linux-3-node-cron: &linux-3-node-cron "0 0 * * 1,2,3,4,5,6" # Everyday except Sunday at 00:00
|
||||
only-run-in-patch-cron: &only-run-in-patch-cron "0 0 29 2 1"
|
||||
linux-mongo-perf-cron: &linux-mongo-perf-cron "0 0 * * 0,2,3,4,5"
|
||||
|
||||
variables:
|
||||
- &amazon2_x86_compile_variant_dependency
|
||||
depends_on:
|
||||
- name: package_new_compile
|
||||
variant: amazon2-x86-compile
|
||||
|
||||
- &amazon_linux2_arm64_compile_variant_dependency
|
||||
depends_on:
|
||||
- name: package_new_compile
|
||||
variant: amazon2-arm64-compile
|
||||
|
||||
- &amazon_linux2_x86_streams_compile_variant_dependency
|
||||
depends_on:
|
||||
- name: package_new_compile
|
||||
variant: amazon2-x86-streams-compile
|
||||
|
||||
- &amazon_linux2_arm64_mongocrypt_compile_variant_dependency
|
||||
depends_on:
|
||||
- name: package_new_compile
|
||||
variant: amazon2-arm64-compile
|
||||
- name: crypt_create_lib
|
||||
variant: amazon2-arm64-mongocrypt-shlib-compile
|
||||
|
||||
- &al2023_arm64_compile_variant_dependency
|
||||
depends_on:
|
||||
- name: package_new_compile
|
||||
variant: al2023-arm64-compile
|
||||
|
||||
- &al2023_al2_arm64_compile_variant_dependency
|
||||
depends_on:
|
||||
- name: package_new_compile
|
||||
variant: al2023-arm64-compile
|
||||
- name: package_new_compile
|
||||
variant: amazon2-arm64-compile
|
||||
|
||||
- &amazon2_x86_expansions
|
||||
multiversion_platform: amazon2
|
||||
multiversion_edition: enterprise
|
||||
repo_edition: enterprise
|
||||
num_scons_link_jobs_available: 0.99
|
||||
|
||||
- &schedule_variant_auto_tasks_task
|
||||
name: schedule_variant_auto_tasks
|
||||
activate: false
|
||||
depends_on:
|
||||
- name: schedule_global_auto_tasks
|
||||
variant: task_generation
|
||||
|
||||
- &schedule_patch_auto_tasks_task
|
||||
name: schedule_patch_auto_tasks
|
||||
activate: false
|
||||
depends_on:
|
||||
- name: schedule_global_auto_tasks
|
||||
variant: task_generation
|
||||
|
||||
# THIS HAS COPIES IN:
|
||||
# - etc/evergreen_yml_components/variants/perf/perf.yml
|
||||
# - etc/evergreen_yml_components/variants/amazon/test_dev_master_branch_only.yml
|
||||
# - etc/evergreen_yml_components/variants/amazon/test_dev.yml
|
||||
# ANY MODIFICATIONS HERE SHOULD ALSO BE MADE IN THOSE FILES
|
||||
- &linux_arm64_generic_expansions
|
||||
multiversion_platform: amazon2
|
||||
multiversion_edition: enterprise
|
||||
multiversion_architecture: aarch64
|
||||
packager_arch: aarch64
|
||||
packager_distro: amazon2
|
||||
repo_edition: enterprise
|
||||
large_distro_name: amazon2-arm64-large
|
||||
num_scons_link_jobs_available: 0.99
|
||||
|
||||
- modules: &perf_modules
|
||||
- dsi
|
||||
- genny
|
||||
- workloads
|
||||
- linkbench
|
||||
- linkbench2
|
||||
- tsbs
|
||||
- mongo-perf
|
||||
- YCSB
|
||||
- PrivateWorkloads
|
||||
- py-tpcc
|
||||
- flamegraph
|
||||
|
||||
- perf_project_dir: &perf_project_dir dsi
|
||||
|
||||
- &linux_3_shard_tasks
|
||||
- *schedule_patch_auto_tasks_task
|
||||
- *schedule_variant_auto_tasks_task
|
||||
- name: ycsb.2023-09
|
||||
- name: ycsb_single_thread
|
||||
- name: ycsb_w1.2023-09
|
||||
- name: crud_workloads_majority
|
||||
- name: crud_workloads_w1
|
||||
- name: misc_workloads
|
||||
- name: map_reduce_workloads
|
||||
- name: smoke_test
|
||||
- name: canaries_only
|
||||
- name: mongos_workloads
|
||||
cron: *high-value-workload-cron
|
||||
- name: mongos_large_catalog_workloads
|
||||
- name: move_chunk_workloads
|
||||
cron: *high-value-workload-cron
|
||||
- name: change_streams_latency
|
||||
cron: *high-value-workload-cron
|
||||
- name: change_streams_listen_throughput
|
||||
cron: *high-value-workload-cron
|
||||
- name: change_streams_multi_mongos
|
||||
- name: tsbs_query_sharded
|
||||
- name: tsbs_query_finance_sharded
|
||||
- name: tsbs_query_sharded_balancer
|
||||
- name: tsbs_query_finance_sharded_balancer
|
||||
|
||||
- &3node-intel-tasks
|
||||
- *schedule_patch_auto_tasks_task
|
||||
- *schedule_variant_auto_tasks_task
|
||||
- name: ycsb.2023-09
|
||||
- name: ycsb_single_thread
|
||||
- name: ycsb_60GB.2023-09
|
||||
- name: ycsb_60GB.long.2023-09
|
||||
- name: crud_workloads_majority
|
||||
- name: smoke_test
|
||||
- name: bestbuy_agg
|
||||
- name: bestbuy_agg_merge_different_db
|
||||
- name: bestbuy_agg_merge_same_db
|
||||
- name: bestbuy_agg_merge_wordcount
|
||||
- name: bestbuy_query
|
||||
- name: tpcc_majority
|
||||
- name: linkbench
|
||||
- name: linkbench2
|
||||
cron: *high-value-workload-cron
|
||||
- name: tsbs_load
|
||||
cron: *only-run-in-patch-cron
|
||||
- name: tsbs_query
|
||||
- name: mixed_workloads_genny_rate_limited_high_value
|
||||
cron: *high-value-workload-cron
|
||||
- name: load_test_high_value
|
||||
- name: majority_reads10_k_threads_high_value
|
||||
- name: large_indexed_ins_high_value
|
||||
- name: expressive_queries_high_value
|
||||
- name: time_series_sort_high_value
|
||||
- name: tsbs-expression-query
|
||||
|
||||
- &standalone-arm-expansions
|
||||
mongodb_setup_release: 2022-11
|
||||
mongodb_setup: mongo-perf-standalone.2023-02
|
||||
infrastructure_provisioning_release: 2023-09
|
||||
infrastructure_provisioning: workload_client_mongod_combined.2023-01
|
||||
workload_setup: 2022-11
|
||||
use_scons_cache: true
|
||||
platform: linux
|
||||
canaries: none
|
||||
storageEngine: inMemory
|
||||
project_dir: *perf_project_dir
|
||||
compile_variant: amazon2-arm64-compile
|
||||
|
||||
- &standalone-intel-expansions
|
||||
<<: *standalone-arm-expansions
|
||||
infrastructure_provisioning: workload_client_mongod_combined_intel.2023-11
|
||||
compile_variant: amazon2-x86-compile
|
||||
|
||||
buildvariants:
|
||||
- <<: *amazon_linux2_arm64_compile_variant_dependency
|
||||
name: perf-atlas-M60-real.arm.aws.2023-11
|
||||
display_name: M60-Atlas ReplSet ARM AWS 2023-11
|
||||
cron: *cron_sunday_thursday
|
||||
modules: *perf_modules
|
||||
expansions:
|
||||
mongodb_setup_release: 2022-11
|
||||
mongodb_setup: atlas
|
||||
canaries: none
|
||||
atlas_setup: M60-repl
|
||||
use_custom_build: true
|
||||
infrastructure_provisioning: workload_client_arm.2023-04
|
||||
infrastructure_provisioning_release: 2023-09
|
||||
workload_setup: 2022-11
|
||||
platform: linux
|
||||
project_dir: *perf_project_dir
|
||||
storageEngine: wiredTiger
|
||||
compile_variant: amazon2-arm64-compile
|
||||
run_on:
|
||||
- "rhel94-perf-atlas-large"
|
||||
tasks:
|
||||
- *schedule_patch_auto_tasks_task
|
||||
- *schedule_variant_auto_tasks_task
|
||||
- name: ycsb_single_thread
|
||||
- name: ycsb_60GB.2023-09
|
||||
- name: tpcc
|
||||
- name: linkbench
|
||||
- name: array_traversal_high_value
|
||||
- name: change_streams_listen_throughput
|
||||
- name: expressive_queries_high_value
|
||||
- name: large_indexed_ins_high_value
|
||||
- name: load_test_high_value
|
||||
- name: linkbench2
|
||||
- name: majority_reads10_k_threads_high_value
|
||||
- name: mixed_workloads_genny_rate_limited_high_value
|
||||
- name: time_series_sort_high_value
|
||||
- name: tpcc_majority
|
||||
- name: tsbs_load
|
||||
- name: tsbs_query
|
||||
- name: ycsb.2023-09
|
||||
cron: *high-value-workload-cron
|
||||
- name: ycsb_60GB.long.2023-09
|
||||
|
||||
- <<: *amazon2_x86_compile_variant_dependency
|
||||
name: perf-atlas-M60-real.intel.azure.2023-11
|
||||
display_name: M60-Atlas ReplSet Intel Azure 2023-11
|
||||
cron: *cron_sunday_thursday
|
||||
modules: *perf_modules
|
||||
expansions:
|
||||
mongodb_setup_release: 2022-11
|
||||
mongodb_setup: atlas
|
||||
canaries: none
|
||||
atlas_setup: M60-repl-azure
|
||||
use_custom_build_azure: true
|
||||
compile_variant: amazon2-x86-compile
|
||||
infrastructure_provisioning: workload_client_intel.2023-11
|
||||
infrastructure_provisioning_release: 2023-09
|
||||
workload_setup: 2022-11
|
||||
platform: linux
|
||||
project_dir: *perf_project_dir
|
||||
storageEngine: wiredTiger
|
||||
run_on:
|
||||
- "rhel94-perf-atlas-large"
|
||||
tasks: # Cannot use *3nodetasks because secondary_performance uses a special mongodb setup
|
||||
- *schedule_patch_auto_tasks_task
|
||||
- *schedule_variant_auto_tasks_task
|
||||
- name: ycsb_single_thread
|
||||
- name: ycsb_60GB.2023-09
|
||||
- name: tpcc
|
||||
- name: linkbench
|
||||
- name: array_traversal_high_value
|
||||
- name: change_streams_listen_throughput
|
||||
- name: expressive_queries_high_value
|
||||
- name: large_indexed_ins_high_value
|
||||
- name: load_test_high_value
|
||||
- name: linkbench2
|
||||
- name: majority_reads10_k_threads_high_value
|
||||
- name: mixed_workloads_genny_rate_limited_high_value
|
||||
- name: time_series_sort_high_value
|
||||
- name: tpcc_majority
|
||||
- name: tsbs_load
|
||||
- name: tsbs_query
|
||||
- name: ycsb.2023-09
|
||||
- name: ycsb_60GB.long.2023-09
|
||||
|
||||
- <<: *amazon_linux2_arm64_compile_variant_dependency
|
||||
name: perf-standalone.arm.aws.2023-11
|
||||
display_name: Standalone ARM AWS 2023-11
|
||||
cron: &linux-standalone-cron "0 0 * * 2,4,6" # Tuesday, Thursday and Saturday at 00:00
|
||||
modules: *perf_modules
|
||||
expansions:
|
||||
mongodb_setup_release: 2022-11
|
||||
mongodb_setup: standalone
|
||||
infrastructure_provisioning_release: 2023-09
|
||||
infrastructure_provisioning: single
|
||||
workload_setup: 2022-11
|
||||
platform: linux
|
||||
project_dir: *perf_project_dir
|
||||
authentication: enabled
|
||||
storageEngine: wiredTiger
|
||||
compile_variant: amazon2-arm64-compile
|
||||
run_on:
|
||||
- "rhel94-perf-single"
|
||||
tasks: &standalonetasks
|
||||
- *schedule_patch_auto_tasks_task
|
||||
- *schedule_variant_auto_tasks_task
|
||||
- name: smoke_test
|
||||
- name: canaries_only
|
||||
- name: ycsb.2023-09
|
||||
- name: ycsb_single_thread
|
||||
- name: ycsb_60GB.2023-09
|
||||
- name: ycsb_60GB.long.2023-09
|
||||
- name: crud_workloads_majority
|
||||
- name: crud_workloads_w1
|
||||
#- name: genny_canaries
|
||||
- name: cursor_manager
|
||||
- name: misc_workloads
|
||||
- name: map_reduce_workloads
|
||||
- name: non_sharded_workloads
|
||||
- name: bestbuy_agg
|
||||
- name: bestbuy_agg_merge_different_db
|
||||
- name: bestbuy_agg_merge_same_db
|
||||
- name: bestbuy_agg_merge_wordcount
|
||||
- name: bestbuy_query
|
||||
- name: tpcc
|
||||
- name: tpcc_majority
|
||||
- name: tpch_1_normalized
|
||||
- name: tpch_1_denormalized
|
||||
- name: tpch_10_normalized
|
||||
- name: tpch_10_denormalized
|
||||
- name: array_traversal_high_value
|
||||
cron: *high-value-workload-cron
|
||||
|
||||
- <<: *amazon_linux2_arm64_mongocrypt_compile_variant_dependency
|
||||
name: perf-shard-lite-fle.arm.aws.2023-11
|
||||
display_name: Shard Lite FLE ARM AWS 2023-11
|
||||
cron: *cron_sunday_thursday
|
||||
modules: *perf_modules
|
||||
expansions:
|
||||
mongodb_setup_release: 2022-11
|
||||
mongodb_setup: shard-lite-fle
|
||||
infrastructure_provisioning_release: 2023-09
|
||||
infrastructure_provisioning: shard-lite
|
||||
workload_setup: 2022-11
|
||||
platform: linux
|
||||
project_dir: *perf_project_dir
|
||||
authentication: enabled
|
||||
storageEngine: wiredTiger
|
||||
compile_variant: amazon2-arm64-compile
|
||||
shlib_compile_variant: amazon2-arm64-mongocrypt-shlib-compile
|
||||
mongocrypt_shlib_required: true
|
||||
run_on:
|
||||
- "rhel94-perf-shard-lite"
|
||||
tasks:
|
||||
- *schedule_patch_auto_tasks_task
|
||||
- *schedule_variant_auto_tasks_task
|
||||
- name: medical_workload_diagnosis_50_50_high_value
|
||||
cron: *high-value-workload-cron
|
||||
- name: ycsb_like_queryable_encrypt1_cfdefault_high_value
|
||||
cron: *high-value-workload-cron
|
||||
|
||||
- <<: *amazon_linux2_arm64_compile_variant_dependency
|
||||
name: perf-3-shard.arm.aws.2023-11
|
||||
display_name: 3-Shard Cluster ARM AWS 2023-11
|
||||
cron: *linux-3-shard-cron
|
||||
modules: *perf_modules
|
||||
expansions:
|
||||
mongodb_setup_release: 2022-11
|
||||
mongodb_setup: shard
|
||||
infrastructure_provisioning_release: 2023-09
|
||||
infrastructure_provisioning: shard
|
||||
workload_setup: 2022-11
|
||||
platform: linux
|
||||
project_dir: *perf_project_dir
|
||||
authentication: enabled
|
||||
storageEngine: wiredTiger
|
||||
compile_variant: amazon2-arm64-compile
|
||||
run_on:
|
||||
- "rhel94-perf-shard"
|
||||
tasks: *linux_3_shard_tasks
|
||||
|
||||
- <<: *amazon_linux2_arm64_compile_variant_dependency
|
||||
name: perf-3-node-replSet.arm.aws.2023-11
|
||||
display_name: 3-Node ReplSet ARM AWS 2023-11
|
||||
cron: *linux-3-node-cron
|
||||
modules: *perf_modules
|
||||
expansions:
|
||||
mongodb_setup_release: 2022-11
|
||||
mongodb_setup: replica
|
||||
infrastructure_provisioning_release: 2023-09
|
||||
infrastructure_provisioning: replica
|
||||
workload_setup: 2022-11
|
||||
platform: linux
|
||||
project_dir: *perf_project_dir
|
||||
authentication: enabled
|
||||
storageEngine: wiredTiger
|
||||
compile_variant: amazon2-arm64-compile
|
||||
run_on:
|
||||
- "rhel94-perf-replset"
|
||||
tasks:
|
||||
- *schedule_patch_auto_tasks_task
|
||||
- *schedule_variant_auto_tasks_task
|
||||
- name: ycsb.2023-09
|
||||
cron: *high-value-workload-cron
|
||||
- name: ycsb_single_thread
|
||||
- name: ycsb_w1.2023-09
|
||||
- name: ycsb_60GB.2023-09
|
||||
- name: ycsb.load
|
||||
- name: ycsb_60GB.long.2023-09
|
||||
cron: *high-value-workload-cron
|
||||
- name: ycsb_secondary_reads.2023-09
|
||||
- name: crud_workloads_majority
|
||||
- name: crud_workloads_w1
|
||||
- name: misc_workloads
|
||||
- name: map_reduce_workloads
|
||||
- name: refine_shard_key_transaction_stress
|
||||
- name: smoke_test
|
||||
- name: secondary_performance # Uses a special 2 node mongodb setup
|
||||
- name: non_sharded_workloads
|
||||
- name: bestbuy_agg
|
||||
cron: *high-value-workload-cron
|
||||
- name: bestbuy_agg_merge_different_db
|
||||
- name: bestbuy_agg_merge_same_db
|
||||
- name: bestbuy_agg_merge_wordcount
|
||||
- name: bestbuy_query
|
||||
- name: change_streams_preimage_throughput
|
||||
- name: change_streams_latency
|
||||
- name: change_streams_preimage_latency
|
||||
- name: change_streams_listen_throughput
|
||||
- name: snapshot_reads
|
||||
- name: secondary_reads
|
||||
- name: tpcc
|
||||
- name: tpcc_majority
|
||||
cron: *high-value-workload-cron
|
||||
- name: tpch_1_normalized
|
||||
- name: tpch_1_denormalized
|
||||
# TODO: Enable in SERVER-66572.
|
||||
# - name: tpch_10_normalized
|
||||
# - name: tpch_10_denormalized
|
||||
- name: linkbench
|
||||
- name: linkbench2
|
||||
cron: *high-value-workload-cron
|
||||
- name: tsbs_load
|
||||
cron: *high-value-workload-cron
|
||||
- name: tsbs_query
|
||||
cron: *high-value-workload-cron
|
||||
- name: tsbs_query_finance
|
||||
- name: tsbs_query_manual_bucketing
|
||||
- name: tsbs_query_fixed_bucketing
|
||||
- name: tsbs-query-genny
|
||||
- name: tsbs-query-optimizations
|
||||
- name: tsbs-expression-query
|
||||
- name: big_update_10k
|
||||
- name: mixed_workloads_genny_rate_limited_high_value
|
||||
cron: *high-value-workload-cron
|
||||
- name: load_test_high_value
|
||||
cron: *high-value-workload-cron
|
||||
- name: majority_reads10_k_threads_high_value
|
||||
cron: *high-value-workload-cron
|
||||
- name: large_indexed_ins_high_value
|
||||
cron: *high-value-workload-cron
|
||||
- name: expressive_queries_high_value
|
||||
cron: *high-value-workload-cron
|
||||
- name: time_series_sort_high_value
|
||||
cron: *high-value-workload-cron
|
||||
|
||||
- <<: *amazon2_x86_compile_variant_dependency
|
||||
name: perf-3-node-replSet-intel.intel.aws.2023-11
|
||||
display_name: 3-Node ReplSet Intel AWS 2023-11
|
||||
cron: *linux-3-node-cron
|
||||
modules: *perf_modules
|
||||
expansions:
|
||||
mongodb_setup_release: 2022-11
|
||||
mongodb_setup: replica
|
||||
infrastructure_provisioning_release: 2023-09
|
||||
infrastructure_provisioning: replica-intel.2023-11
|
||||
workload_setup: 2022-11
|
||||
platform: linux
|
||||
project_dir: *perf_project_dir
|
||||
authentication: enabled
|
||||
storageEngine: wiredTiger
|
||||
compile_variant: amazon2-x86-compile
|
||||
run_on:
|
||||
- "rhel94-perf-replset"
|
||||
tasks: *3node-intel-tasks
|
||||
|
||||
# On PERF-730 we changed the initial sync tests to use two nodes instead of three. To avoid
|
||||
# losing history, the name remains unchanged, but the display_name reflects the change to 2-Node.
|
||||
- <<: *amazon_linux2_arm64_compile_variant_dependency
|
||||
name: perf-2-node-replSet-initialsync.arm.aws.2023-11
|
||||
display_name: Initial Sync 2-Node ReplSet ARM AWS 2023-11
|
||||
cron: "0 0 * * 4" # 00:00 on Thursday
|
||||
modules: *perf_modules
|
||||
expansions:
|
||||
mongodb_setup_release: 2022-11
|
||||
mongodb_setup: replica-2node
|
||||
infrastructure_provisioning_release: 2023-09
|
||||
infrastructure_provisioning: replica-2node
|
||||
workload_setup: 2022-11
|
||||
platform: linux
|
||||
authentication: disabled
|
||||
storageEngine: wiredTiger
|
||||
compile_variant: amazon2-arm64-compile
|
||||
project_dir: *perf_project_dir
|
||||
run_on:
|
||||
- "rhel94-perf-replset"
|
||||
tasks:
|
||||
- *schedule_patch_auto_tasks_task
|
||||
- *schedule_variant_auto_tasks_task
|
||||
- name: initialsync-large
|
||||
- name: initialsync-large-fcbis
|
||||
|
||||
- <<: *amazon_linux2_arm64_compile_variant_dependency
|
||||
name: perf-mongo-perf-standalone.arm.aws.2023-11
|
||||
display_name: Mongo-Perf Standalone inMemory ARM AWS 2023-11
|
||||
modules: *perf_modules
|
||||
cron: *linux-mongo-perf-cron
|
||||
expansions: *standalone-arm-expansions
|
||||
run_on:
|
||||
- "rhel94-perf-microbenchmarks"
|
||||
tasks:
|
||||
- name: big_collection
|
||||
- name: genny_scale_InsertRemove
|
||||
- name: genny_execution_UserAcquisition
|
||||
- name: aggregation_read_commands
|
||||
- name: aggregation_read_commands_large_dataset
|
||||
- name: agg-query-comparison_read_commands
|
||||
- name: agg-query-comparison_read_commands_high_value
|
||||
cron: *high-value-workload-cron
|
||||
- name: query_read_commands
|
||||
- name: query_read_commands_large_dataset
|
||||
- name: views-aggregation
|
||||
- name: views-query
|
||||
- name: where_read_commands
|
||||
- name: update_read_commands
|
||||
- name: insert_read_commands
|
||||
- name: wildcard-index-read_read_commands
|
||||
- name: wildcard-index-write_read_commands
|
||||
- name: geo_read_commands
|
||||
- name: misc_read_commands
|
||||
- name: misc_custom_filter_default_read_commands
|
||||
- name: misc_custom_filter_slow_or_sample_read_commands
|
||||
- name: misc_custom_filter_complex_read_commands
|
||||
- name: misc_custom_filter_whole_doc_read_commands
|
||||
- name: misc_slowms_everything_read_commands
|
||||
- name: singleThreaded_read_commands
|
||||
- name: pipeline-updates
|
||||
- name: javascript
|
||||
- name: compound_wildcard_index_write_commands
|
||||
- name: compound_wildcard_index_read_commands
|
||||
- name: tie-breaking-heuristics
|
||||
|
||||
- <<: *amazon2_x86_compile_variant_dependency
|
||||
name: perf-mongo-perf-standalone.intel.aws.2023-11
|
||||
display_name: Mongo-Perf Standalone inMemory Intel AWS 2023-11
|
||||
cron: "0 0 * * 0,2,3,4,5" # Run it every day except Saturday and Monday.
|
||||
modules: *perf_modules
|
||||
expansions:
|
||||
<<: *standalone-intel-expansions
|
||||
run_on:
|
||||
- "rhel94-perf-microbenchmarks"
|
||||
tasks:
|
||||
- name: big_collection
|
||||
- name: genny_scale_InsertRemove
|
||||
- name: genny_execution_UserAcquisition
|
||||
- name: aggregation_read_commands
|
||||
- name: aggregation_read_commands_large_dataset
|
||||
- name: agg-query-comparison_read_commands
|
||||
- name: agg-query-comparison_read_commands_high_value
|
||||
- name: query_read_commands
|
||||
- name: query_read_commands_large_dataset
|
||||
- name: views-aggregation
|
||||
- name: views-query
|
||||
- name: where_read_commands
|
||||
- name: update_read_commands
|
||||
- name: insert_read_commands
|
||||
- name: wildcard-index-read_read_commands
|
||||
- name: wildcard-index-write_read_commands
|
||||
- name: geo_read_commands
|
||||
- name: misc_read_commands
|
||||
- name: misc_custom_filter_default_read_commands
|
||||
- name: misc_custom_filter_slow_or_sample_read_commands
|
||||
- name: misc_custom_filter_complex_read_commands
|
||||
- name: misc_custom_filter_whole_doc_read_commands
|
||||
- name: misc_slowms_everything_read_commands
|
||||
- name: singleThreaded_read_commands
|
||||
- name: pipeline-updates
|
||||
- name: javascript
|
||||
- name: compound_wildcard_index_write_commands
|
||||
- name: compound_wildcard_index_read_commands
|
||||
- name: tie-breaking-heuristics
|
||||
Loading…
Reference in New Issue
Block a user