From d2cdfc5677cd95ef1be652d6063a94525aba19ca Mon Sep 17 00:00:00 2001 From: John Daniels Date: Thu, 26 Sep 2024 11:59:01 -0400 Subject: [PATCH] SERVER-92780: Move sys-perf tasks/variants into DSI. (#27392) GitOrigin-RevId: 116e196f5257a3ec91c6bb686f5f960d2d51b7ae --- buildscripts/yamllinters.sh | 8 +- .../variants/misc/task_generation.yml | 4 + etc/system_perf.yml | 120 +- etc/system_perf_yml_components/tasks.yml | 1322 --------- etc/system_perf_yml_components/variants.yml | 2385 ----------------- .../variants/task_generation.yml | 15 + .../variants_branching.yml | 564 ---- 7 files changed, 39 insertions(+), 4379 deletions(-) delete mode 100644 etc/system_perf_yml_components/tasks.yml delete mode 100644 etc/system_perf_yml_components/variants.yml create mode 100644 etc/system_perf_yml_components/variants/task_generation.yml delete mode 100644 etc/system_perf_yml_components/variants_branching.yml diff --git a/buildscripts/yamllinters.sh b/buildscripts/yamllinters.sh index 9c63da1e01b..d7229979bc6 100755 --- a/buildscripts/yamllinters.sh +++ b/buildscripts/yamllinters.sh @@ -7,6 +7,12 @@ yamllint -c etc/yamllint_config.yml buildscripts etc jstests PATH="$PATH:$HOME" evergreen evaluate etc/evergreen.yml > etc/evaluated_evergreen.yml PATH="$PATH:$HOME" evergreen evaluate etc/evergreen_nightly.yml > etc/evaluated_evergreen_nightly.yml -PATH="$PATH:$HOME" evergreen evaluate etc/system_perf.yml > etc/evaluated_system_perf.yml + +# Remove references to the DSI repo before evergreen evaluate. +# The DSI module references break 'evaluate', the system_perf config should +# parse without them, and we don't want changes to the DSI repository to +# break checking that the rest of the imports etc. work. +awk '/lint_yaml trim start/{drop=1} /lint_yaml trim end/{drop=0} !drop' etc/system_perf.yml > etc/trimmed_system_perf.yml +PATH="$PATH:$HOME" evergreen evaluate etc/trimmed_system_perf.yml > etc/evaluated_system_perf.yml python -m evergreen_lint -c ./etc/evergreen_lint.yml lint diff --git a/etc/evergreen_yml_components/variants/misc/task_generation.yml b/etc/evergreen_yml_components/variants/misc/task_generation.yml index 0d791ef302b..76eabf8f56d 100644 --- a/etc/evergreen_yml_components/variants/misc/task_generation.yml +++ b/etc/evergreen_yml_components/variants/misc/task_generation.yml @@ -1,4 +1,8 @@ # Build variant to generate tasks for evergreen versions. +# +# Updates to this file may also need to appear in etc/system_perf_yml_components/variants/task_generation.yml, +# which is the same but excludes resmoke task generation tasks. +# buildvariants: - name: generate-tasks-for-version diff --git a/etc/system_perf.yml b/etc/system_perf.yml index 00857edfd43..f1202355aa7 100755 --- a/etc/system_perf.yml +++ b/etc/system_perf.yml @@ -9,10 +9,19 @@ include: - filename: etc/evergreen_yml_components/tasks/resmoke/server_divisions/query/tasks.yml - filename: etc/evergreen_yml_components/tasks/compile_tasks.yml - filename: etc/evergreen_yml_components/tasks/misc_tasks.yml - - filename: etc/evergreen_yml_components/variants/misc/task_generation.yml - - filename: etc/system_perf_yml_components/tasks.yml - # - filename: etc/system_perf_yml_components/variants.yml - - filename: etc/system_perf_yml_components/variants_branching.yml + # This is a substitute task_generation.yml for sys-perf that doesn't + # generate resmoke tasks. + - filename: etc/system_perf_yml_components/variants/task_generation.yml + ### lint_yaml trim start ### + # + # The lines below are trimmed by yamllinters.sh so that `evergreen evaluate` works on this file. + # This allows us to test that non-dsi imports continue to work. + # + - filename: evergreen/system_perf/8.0/variants.yml + module: dsi + - filename: evergreen/system_perf/shared_tasks.yml + module: dsi + ### lint_yaml trim end ### ## Parameters for parameterized builds (see https://github.com/evergreen-ci/evergreen/wiki/Parameterized-Builds) parameters: @@ -142,61 +151,6 @@ timeout: ### functions: - ### - # Same in every DSI project - f_dsi_pre_run: - - command: manifest.load - f_dsi_post_run: - - command: shell.exec - params: - script: ./src/dsi/run-dsi post_run - - command: perf.send - params: - file: ./build/CedarReports/cedar_report.json - aws_key: ${terraform_key} - aws_secret: ${terraform_secret} - bucket: genny-metrics - region: us-east-1 - prefix: ${task_id}_${execution} - - command: attach.results - params: - file_location: ./build/EvergreenResultsJson/results.json - - command: s3.put - params: - aws_key: ${aws_key} - aws_secret: ${aws_secret} - local_file: ./build/Artifacts/DSIArtifacts.tgz - remote_file: ${project_dir}/${build_variant}/${revision}/${task_id}/${version_id}/logs/dsi-artifacts-${task_name}-${build_id}-${execution}.tgz - bucket: mciuploads - permissions: public-read - content_type: application/x-gzip - display_name: DSI Artifacts - Execution ${execution} - - command: s3.put - params: - aws_key: ${aws_key} - aws_secret: ${aws_secret} - local_file: ./build/Documentation/index.html - remote_file: ${project_dir}/${build_variant}/${revision}/${task_id}/${version_id}/logs/${task_name}-${build_id}-index.html - bucket: mciuploads - permissions: public-read - content_type: text/html - display_name: Documentation - - command: s3.put - params: - aws_key: ${aws_key} - aws_secret: ${aws_secret} - local_file: bootstrap.yml - remote_file: ${project_dir}/${build_variant}/${revision}/${task_id}/${version_id}/bootstrap-${task_name}-${build_id}-${execution}.yml - bucket: mciuploads - permissions: public-read - content_type: text/plain - display_name: Task Bootstrap Config - f_dsi_timeout: - - command: shell.exec - params: - script: ./src/dsi/run-dsi on_timeout - ### - f_other_post_ops: - command: shell.exec params: @@ -223,43 +177,6 @@ functions: - command: shell.exec params: {script: "echo"} - f_generate_all_variant_auto_tasks: - - command: git.get_project - params: - directory: *src_dir - revisions: - dsi: ${dsi_rev} - genny: ${genny_rev} - linkbench: ${linkbench_rev} - linkbench2: ${linkbench2_rev} - tsbs: ${tsbs_rev} - workloads: ${workloads_rev} - mongo-perf: ${mongo-perf_rev} - YCSB: ${YCSB_rev} - py-tpcc: ${py-tpcc_rev} - PrivateWorkloads: ${PrivateWorkloads_rev} - - command: expansions.write - params: - file: ./expansions.yml - - command: shell.exec - params: - # The script below makes sure that if we generate all tasks in a patch, we will only generate - # them and not run all of them, since activating all tasks is the default behavior for task - # generation in a patch. - script: | - pushd ./src/mongo - ~/evergreen evaluate ./etc/system_perf.yml > evaluated_project_configuration.yml - popd - if [ "${is_patch|false}" = "true" ]; then - ./src/genny/run-genny auto-tasks-all --project-file ./src/mongo/evaluated_project_configuration.yml --no-activate - else - ./src/genny/run-genny auto-tasks-all --project-file ./src/mongo/evaluated_project_configuration.yml - fi - - command: generate.tasks - params: - files: - - build/TaskJSON/Tasks.json - ### # Prepares the environment before compiling the binaries compile prep: @@ -640,17 +557,6 @@ tasks: - func: "upload binary" buildvariants: - - name: task_generation - display_name: " * Task Generation" - cron: "0 0 1 1 *" # Every year starting 1/1 at 00:00 - modules: *modules - run_on: - - amazon2-build - tasks: - - name: generate_all_variant_auto_tasks - activate: true - - name: schedule_global_auto_tasks - - name: amazon2-x86-compile display_name: "* Compile for Amazon Linux 2 x86" expansions: diff --git a/etc/system_perf_yml_components/tasks.yml b/etc/system_perf_yml_components/tasks.yml deleted file mode 100644 index d4f09355df3..00000000000 --- a/etc/system_perf_yml_components/tasks.yml +++ /dev/null @@ -1,1322 +0,0 @@ -functions: - f_dsi_run_workload: &dsi_run_func # this function replaces f_run_dsi_workload - - command: timeout.update - params: - exec_timeout_secs: ${exec_timeout_secs_override} - timeout_secs: ${timeout_secs_override} - - command: git.get_project - params: - directory: src/mongo - clone_depth: 1000 - revisions: - dsi: ${dsi_rev} - genny: ${genny_rev} - linkbench: ${linkbench_rev} - linkbench2: ${linkbench2_rev} - tsbs: ${tsbs_rev} - workloads: ${workloads_rev} - YCSB: ${YCSB_rev} - flamegraph: ${flamegraph_rev} - PrivateWorkloads: ${PrivateWorkloads_rev} - - command: expansions.write - params: - file: ./expansions.yml - redacted: true - - command: shell.exec - params: - script: ./src/dsi/run-dsi run_workload - - command: shell.exec - type: system - params: - script: ./src/dsi/run-dsi determine_failure -m SYSTEM - - command: shell.exec - type: setup - params: - script: ./src/dsi/run-dsi determine_failure -m SETUP - - command: shell.exec - type: test - params: - script: ./src/dsi/run-dsi determine_failure -m TEST - - f_run_dsi_workload: *dsi_run_func # Do not use this function. It is deprecated. - - ## Schedule Tasks ## - f_schedule_tasks: - - command: git.get_project - params: - directory: src/mongo - clone_depth: 1000 - revisions: - dsi: ${dsi_rev} - genny: ${genny_rev} - linkbench: ${linkbench_rev} - linkbench2: ${linkbench2_rev} - tsbs: ${tsbs_rev} - workloads: ${workloads_rev} - mongo-perf: ${mongo-perf_rev} - YCSB: ${YCSB_rev} - py-tpcc: ${py-tpcc_rev} - PrivateWorkloads: ${PrivateWorkloads_rev} - - command: expansions.write - params: - file: ./expansions.yml - - command: shell.exec - params: - script: ./src/dsi/run-dsi schedule_tasks --tasks=${tasks} - - command: generate.tasks - params: - files: - - build/TaskJSON/Tasks.json - - ## DSI_SELFTEST ## - dsi_selftest_setup_tests: - - command: git.get_project - params: - directory: src/dsi - dsi_selftest_check_python_formatting: - - command: shell.exec - type: test - params: - script: ./src/dsi/run-dsi selftest testscripts/check-format-python.sh - dsi_selftest_lint_python_scripts: - - command: shell.exec - type: test - params: - script: ./src/dsi/run-dsi selftest testscripts/lint-python.sh - dsi_selftest_lint_yml: - - command: shell.exec - type: test - params: - script: ./src/dsi/run-dsi selftest testscripts/lint-yml.sh - dsi_selftest_pytest: - - command: shell.exec - type: test - params: - script: ./src/dsi/run-dsi selftest testscripts/pytest.sh - dsi_selftest_mypy: - - command: shell.exec - type: test - params: - script: ./src/dsi/run-dsi selftest testscripts/mypy.sh - dsi_selftest_shellcheck: - - command: shell.exec - type: test - params: - script: ./src/dsi/run-dsi selftest testscripts/lint-shell.sh - dsi_selftest_e2e: - - command: shell.exec - type: test - params: - script: ./src/dsi/run-dsi e2e_test - -tasks: - ### - # Same in every DSI project - - name: generate_all_variant_auto_tasks - priority: 5 - commands: - - func: f_generate_all_variant_auto_tasks - - name: schedule_global_auto_tasks - patch_only: true - priority: 5 - commands: - - func: f_schedule_tasks - vars: - tasks: all_tasks - - name: schedule_variant_auto_tasks - patch_only: true - priority: 5 - commands: - - func: f_schedule_tasks - vars: - tasks: variant_tasks - - name: schedule_patch_auto_tasks - patch_only: true - priority: 5 - commands: - - func: f_schedule_tasks - vars: - tasks: patch_tasks - - name: smoke_test - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: short - - name: smoke_test_ssl - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: short - mongodb_setup: replica-ssl - infrastructure_provisioning: replica - - name: smoke_test_standalone_auth - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: short - mongodb_setup: standalone-auth - infrastructure_provisioning: single - - name: smoke_test_replset_auth - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: short - mongodb_setup: replica-auth - infrastructure_provisioning: replica - - name: smoke_test_shard_lite_auth - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: short - mongodb_setup: shard-lite-auth - infrastructure_provisioning: shard-lite - - name: renew_ssl_cert - commands: - - command: git.get_project - params: - directory: src/mongo - revisions: - dsi: ${dsi_rev} - # Run the script to generate ssl cert files - - command: shell.exec - params: - script: AWS_ACCESS_KEY_ID=${terraform_key} AWS_SECRET_ACCESS_KEY=${terraform_secret} ./src/dsi/run-dsi generate_ssl_cert - # Upload files for further DSI usage - - command: s3.put - params: - aws_key: ${aws_key} - aws_secret: ${aws_secret} - local_file: member.pem - # path to the remote file is intended to be static - remote_file: dsi/ssl/member.pem - bucket: mciuploads - # the visibility has to be public for consumption by DSI - permissions: public-read - content_type: text/plain - display_name: member.pem - - command: s3.put - params: - aws_key: ${aws_key} - aws_secret: ${aws_secret} - local_file: root.crt - # path to the remote file is intended to be static - remote_file: dsi/ssl/root.crt - bucket: mciuploads - # the visibility has to be public for consumption by DSI - permissions: public-read - content_type: text/plain - display_name: root.crt - - - name: ycsb.2023-09 - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "ycsb.2023-09" - - - name: ycsb.load - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "ycsb.load" - - - name: ycsb_60GB.2023-09 - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "ycsb-60GB.2023-09" - - - name: ycsb_60GB.long.2023-09 - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "ycsb-60GB.long.2023-09" - - - name: ycsb_secondary_reads.2023-09 - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "ycsb-secondary-reads.2023-09" - - - name: ycsb_single_thread - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "ycsb-single-thread" - - - name: ycsb_w1.2023-09 - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "ycsb-w1.2023-09" - - - name: ycsb_stepdowns.2023-09 - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "ycsb_stepdowns.2023-09" - - - name: ycsb_rolling_restarts.2023-09 - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "ycsb_rolling_restarts.2023-09" - - - name: ycsb_non_retryable_writes_stepdowns.2023-09 - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "ycsb_non_retryable_writes_stepdowns.2023-09" - - - name: ycsb_non_retryable_writes_rolling_restarts.2023-09 - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "ycsb_non_retryable_writes_rolling_restarts.2023-09" - - - name: linkbench - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "linkbench" - - - name: linkbench_stepdowns - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "linkbench_stepdowns" - - - name: linkbench_rolling_restarts - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "linkbench_rolling_restarts" - - - name: linkbench_non_retryable_writes_stepdowns - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "linkbench_non_retryable_writes_stepdowns" - - - name: linkbench_non_retryable_writes_rolling_restarts - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "linkbench_non_retryable_writes_rolling_restarts" - - - name: linkbench2 - priority: 5 - exec_timeout_secs: 43200 # 12 hours - commands: - - func: f_dsi_run_workload - vars: - test_control: "linkbench2" - additional_tfvars: "tags: {expire-on-delta: 12}" - - - name: locust_bulk_insert - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "locust_bulk_insert" - - - name: tsbs_load - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "tsbs_load" - - - name: tsbs_query - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "tsbs_query" - - - name: tsbs_query_finance - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "tsbs_query_finance" - - - name: tsbs_query_high_cardinality - priority: 5 - exec_timeout_secs: 432000 # 5 days - commands: - - func: f_dsi_run_workload - vars: - test_control: "tsbs_query_high_cardinality" - - - name: tsbs_query_medium_cardinality - priority: 5 - exec_timeout_secs: 86400 # 1 day - commands: - - func: f_dsi_run_workload - vars: - test_control: "tsbs_query_medium_cardinality" - - - name: tsbs_query_sharded - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "tsbs_query_sharded" - - - name: tsbs_query_finance_sharded - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "tsbs_query_finance_sharded" - - - name: tsbs_query_sharded_balancer - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "tsbs_query_sharded_balancer" - - - name: tsbs_query_finance_sharded_balancer - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "tsbs_query_finance_sharded_balancer" - - - name: tsbs_query_manual_bucketing - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "tsbs_query_manual_bucketing" - - - name: tsbs_query_fixed_bucketing - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "tsbs_query_fixed_bucketing" - - - name: tsbs-query-genny - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "tsbs_query_genny" - test_control_params: | - {task_name: tsbs_query_genny, - config_filename: ./src/genny/dist/etc/genny/workloads/query/TimeseriesTsbsQuery.yml} - - - name: tsbs-query-optimizations - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "tsbs_query_genny" - test_control_params: | - {task_name: tsbs_query_optimizations, - config_filename: ./src/genny/dist/etc/genny/workloads/query/TimeseriesTsbsOptimizations.yml} - - - name: tsbs-expression-query - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "tsbs_query_genny" - test_control_params: | - {task_name: tsbs_expression_query, - config_filename: ./src/genny/dist/etc/genny/workloads/query/TimeseriesTsbsExpressionQuery.yml} - - - name: tpcc - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "tpcc" - - - name: tpcc_majority - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "tpcc_majority" - - - name: crud_workloads_w1 - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "crud_workloads_w1.2023-02" - - - name: crud_workloads_majority - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "crud_workloads_majority" - - - name: cursor_manager - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "cursor_manager" - - - name: mixed_workloads_genny_stepdowns - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "mixed_workloads_genny_stepdowns" - - - name: mixed_workloads_genny_rolling_restarts - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "mixed_workloads_genny_rolling_restarts" - - - name: big_update_10k - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "BigUpdate10k" - - - name: startup - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "startup" - - - name: dbcheck - priority: 5 - exec_timeout_secs: 43200 # 12 hours - commands: - - func: f_dsi_run_workload - timeout_secs: 43200 # 12 hours - vars: - test_control: "dbcheck" - additional_tfvars: "tags: {expire-on-delta: 12}" # increase host expiration to 12 hours. - - - name: misc_workloads - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "misc_workloads" - - - name: map_reduce_workloads - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "map_reduce_workloads" - - - name: canaries_only - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: canaries - - - name: bestbuy_agg - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "bestbuy_agg" - - - name: bestbuy_agg_merge_same_db - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "bestbuy_agg_merge_same_db" - - - name: bestbuy_agg_merge_different_db - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "bestbuy_agg_merge_different_db" - - - name: bestbuy_agg_merge_target_hashed - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "bestbuy_agg_merge_target_hashed" - - - name: bestbuy_agg_merge_wordcount - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "bestbuy_agg_merge_wordcount" - - - name: bestbuy_query - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "bestbuy_query" - - - name: bestbuy_4_analytics - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "bestbuy_analytics" - test_control_params: | - {scale: 4, - columnstore: false} - - - name: bestbuy_4_analytics_columnstore - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "bestbuy_analytics" - test_control_params: | - {scale: 4, - columnstore: true} - - - name: snapshot_reads - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "snapshot_reads" - - - name: secondary_reads - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "secondary_reads" - - - name: tpch_1_normalized - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "tpch" - test_control_params: | - {scale: 1, - schema: normalized} - - - name: tpch_1_denormalized - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "tpch" - test_control_params: | - {scale: 1, - schema: denormalized} - - - name: tpch_10_normalized - priority: 5 - exec_timeout_secs: 43200 # 12 hours - commands: - - func: f_dsi_run_workload - vars: - test_control: "tpch" - test_control_params: | - {scale: 10, - schema: normalized} - - - name: tpch_10_denormalized - priority: 5 - exec_timeout_secs: 43200 # 12 hours - commands: - - func: f_dsi_run_workload - vars: - test_control: "tpch" - test_control_params: | - {scale: 10, - schema: denormalized} - - - name: ssb_column_store_comparison - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "ssb_column_store_index" - test_control_params: | - {scale: 5} - - - name: column_store_tpch_10_denormalized - priority: 5 - exec_timeout_secs: 43200 # 12 hours - commands: - - func: f_dsi_run_workload - vars: - test_control: "column_store_tpch" - test_control_params: | - {scale: 10, - schema: denormalized, - columnstore: true} - - - name: column_store_tpch_10_denormalized_unindexed - priority: 5 - exec_timeout_secs: 43200 # 12 hours - commands: - - func: f_dsi_run_workload - vars: - test_control: "column_store_tpch" - test_control_params: | - {scale: 10, - schema: denormalized, - columnstore: false} - - - name: mixed_workloads_genny_rate_limited_high_value - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: mixed_workloads_genny_rate_limited - auto_workload_path: ./src/genny/dist/etc/genny/workloads/scale/MixedWorkloadsGennyRateLimited.yml - - - name: load_test_high_value - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: load_test - auto_workload_path: ./src/genny/dist/etc/genny/workloads/scale/LoadTest.yml - - - name: majority_reads10_k_threads_high_value - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: majority_reads10_k_threads - auto_workload_path: ./src/genny/dist/etc/genny/workloads/scale/MajorityReads10KThreads.yml - - - name: large_indexed_ins_high_value - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: large_indexed_ins - auto_workload_path: ./src/genny/dist/etc/genny/workloads/scale/LargeIndexedIns.yml - - - name: expressive_queries_high_value - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: expressive_queries - auto_workload_path: ./src/genny/dist/etc/genny/workloads/query/ExpressiveQueries.yml - - - name: time_series_sort_high_value - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: time_series_sort - auto_workload_path: ./src/genny/dist/etc/genny/workloads/query/TimeSeriesSort.yml - - - name: medical_workload_diagnosis_50_50_high_value - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: medical_workload_diagnosis_50_50 - auto_workload_path: ./src/genny/dist/etc/genny/workloads/encrypted/medical_workload-diagnosis-50-50.yml - - - name: ycsb_like_queryable_encrypt1_cfdefault_high_value - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: ycsb_like_queryable_encrypt1_cfdefault - auto_workload_path: ./src/genny/dist/etc/genny/workloads/encrypted/YCSBLikeQueryableEncrypt1Cfdefault.yml - - - name: array_traversal_high_value - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: array_traversal - auto_workload_path: ./src/genny/dist/etc/genny/workloads/query/ArrayTraversal.yml - -# TODO PERF-3094: Remove these charts_events tasks. - - name: column_store_index_charts_events_1G - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "charts_events" - test_control_params: | - {scale: 1} - - - name: column_store_index_charts_events_10G - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "charts_events" - test_control_params: | - {scale: 10} - -# TODO PERF-3094: Remove this task. - - name: bestbuy_4_inserts - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "bestbuy_4_inserts" - - - name: non_sharded_workloads - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "non_sharded" - - - name: mongos_workloads - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "mongos" - - - name: mongos_large_catalog_workloads - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "mongos_large_catalog" - - - name: move_chunk_workloads - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "move_chunk" - - - name: move_chunk_waiting_workloads - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "move_chunk_waiting" - - - name: move_chunk_large_chunk_map_workloads - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "move_chunk_large_chunk_map" - - - name: refine_shard_key_transaction_stress - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "refine_shard_key_transaction_stress" - - - name: secondary_performance - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - # Unfortunately the dash/underscore style is different for mongodb_setup and test_control - test_control: "secondary_performance" - mongodb_setup: "secondary-performance" - - - name: initialsync - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "initialsync" - - - name: initialsync-fcbis - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "initialsync" - mongodb_setup: "replica-2node-fcbis" - - - name: initialsync-logkeeper - priority: 5 - exec_timeout_secs: 43200 # 12 hours - commands: - - func: f_dsi_run_workload - timeout_secs: 43200 # 12 hours - vars: - test_control: "initialsync-logkeeper" - - - name: initialsync-logkeeper-fcbis - priority: 5 - exec_timeout_secs: 43200 # 12 hours - commands: - - func: f_dsi_run_workload - timeout_secs: 43200 # 12 hours - vars: - test_control: "initialsync-logkeeper" - mongodb_setup: "initialsync-logkeeper-fcbis" - - # The following two initial sync logkeeper automation tasks are only used in the commented-out - # "Linux ReplSet Initial Sync LogKeeper Snapshot Update" variant below and are only intended to be - # run in patch builds to update FCV for logkeeper datasets. - - - name: initialsync-logkeeper-snapshot-update - priority: 5 - exec_timeout_secs: 216000 # 2.5 days - commands: - - func: f_dsi_run_workload - vars: - test_control: "initialsync-logkeeper-snapshot-update" - - - name: initialsync-large - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "initialsync-large" - - - name: initialsync-large-fcbis - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "initialsync-large" - mongodb_setup: "replica-2node-fcbis" - - - name: change_streams_latency - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "change_streams_latency" - - - name: change_streams_preimage_throughput - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "change_streams_preimage_throughput" - - - name: change_streams_preimage_latency - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "change_streams_preimage_latency" - - - name: change_streams_listen_throughput - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "change_streams_listen_throughput" - - - name: change_streams_multi_mongos - priority: 5 - commands: - - func: f_dsi_run_workload - vars: - test_control: "change_streams_multi_mongos" - - - name: genny_execution_UserAcquisition - commands: - - func: f_dsi_run_workload - vars: - test_control: auto_genny_workload - auto_workload_path: ./src/genny/dist/etc/genny/workloads/execution/UserAcquisition.yml - - - name: genny_execution_ValidationFull - commands: - - func: f_dsi_run_workload - vars: - test_control: auto_genny_workload - auto_workload_path: ./src/genny/src/workloads/execution/ValidateCmdFull.yml - - - name: genny_scale_InsertRemove - commands: - - func: f_dsi_run_workload - vars: - test_control: auto_genny_workload - auto_workload_path: ./src/genny/dist/etc/genny/workloads/scale/InsertRemove.yml - - - name: genny_resharding_withIndexes - exec_timeout_secs: 172800 # 2 days - commands: - - func: f_dsi_run_workload - timeout_secs: 43200 # 12 hours - vars: - test_control: auto_genny_workload - auto_workload_path: ./src/genny/dist/etc/genny/workloads/sharding/ReshardCollectionWithIndexes.yml - - - name: query_read_commands - commands: - - func: f_dsi_run_workload - vars: - test_control: mongo-perf.2023-02 - test_control_params: | - {include_filter_1: query, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'true'} - - - name: query_read_commands_large_dataset - commands: - - func: f_dsi_run_workload - vars: - test_control: mongo-perf.2023-02 - test_control_params: | - {include_filter_1: query_large_dataset, - include_filter_2: regression, - exclude_filter: none, - threads: "1 4", - read_cmd: 'true'} - - - name: big_collection - commands: - - func: f_dsi_run_workload - vars: - test_control: mongo-perf.2023-02 - test_control_params: | - {include_filter_1: query, - include_filter_2: getmore, - exclude_filter: none, - threads: "1 2 4 8", - read_cmd: 'true'} - - - name: views-query - commands: - - func: f_dsi_run_workload - vars: - test_control: mongo-perf.2023-02 - test_control_params: | - {include_filter_1: query_identityview, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'true'} - - - name: views-aggregation - commands: - - func: f_dsi_run_workload - vars: - test_control: mongo-perf.2023-02 - test_control_params: | - {include_filter_1: aggregation_identityview, - include_filter_2: regression, - exclude_filter: none, - threads: "1", - read_cmd: 'true'} - - - name: where_read_commands - commands: - - func: f_dsi_run_workload - vars: - test_control: mongo-perf.2023-02 - test_control_params: | - {include_filter_1: where, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'true'} - - - name: update_read_commands - commands: - - func: f_dsi_run_workload - vars: - test_control: mongo-perf.2023-02 - test_control_params: | - {include_filter_1: update, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'true'} - - - name: insert_read_commands - commands: - - func: f_dsi_run_workload - vars: - test_control: mongo-perf.2023-02 - test_control_params: | - {include_filter_1: insert, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'true'} - - - name: compound_wildcard_index_write_commands - commands: - - func: f_dsi_run_workload - vars: - test_control: mongo-perf.2023-02 - test_control_params: | - {include_filter_1: compound-wildcard-insert compound-wildcard-remove compound-wildcard-update, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'true'} - - - name: compound_wildcard_index_read_commands - commands: - - func: f_dsi_run_workload - vars: - test_control: mongo-perf.2023-02 - test_control_params: | - {include_filter_1: compound-wildcard-query, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'true'} - - - name: wildcard-index-read_read_commands - commands: - - func: f_dsi_run_workload - vars: - test_control: mongo-perf.2023-02 - test_control_params: | - {include_filter_1: wildcard_read, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'true'} - - - name: wildcard-index-write_read_commands - commands: - - func: f_dsi_run_workload - vars: - test_control: mongo-perf.2023-02 - test_control_params: | - {include_filter_1: wildcard_write, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'true'} - - - name: tie-breaking-heuristics - commands: - - func: f_dsi_run_workload - vars: - test_control: mongo-perf.2023-02 - test_control_params: | - {include_filter_1: tie-breaking, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'true'} - - - name: geo_read_commands - commands: - - func: f_dsi_run_workload - vars: - test_control: mongo-perf.2023-02 - test_control_params: | - {include_filter_1: geo, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'true'} - - - name: misc_read_commands - commands: - - func: f_dsi_run_workload - vars: - test_control: mongo-perf.2023-02 - test_control_params: | - {include_filter_1: command multi remove mixed, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'true'} - - - name: misc_custom_filter_default_read_commands - commands: - - func: f_dsi_run_workload - vars: - test_control: mongo-perf.2023-02 - mongodb_setup: mongo-perf-standalone-custom-filter-default.2023-02 - test_control_params: | - {include_filter_1: command multi remove mixed, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'true'} - - - name: misc_custom_filter_slow_or_sample_read_commands - commands: - - func: f_dsi_run_workload - vars: - test_control: mongo-perf.2023-02 - mongodb_setup: mongo-perf-standalone-custom-filter-slow-or-sample.2023-02 - test_control_params: | - {include_filter_1: command multi remove mixed, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'true'} - - - name: misc_custom_filter_complex_read_commands - commands: - - func: f_dsi_run_workload - vars: - test_control: mongo-perf.2023-02 - mongodb_setup: mongo-perf-standalone-custom-filter-complex.2023-02 - test_control_params: | - {include_filter_1: command multi remove mixed, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'true'} - - - name: misc_custom_filter_whole_doc_read_commands - commands: - - func: f_dsi_run_workload - vars: - test_control: mongo-perf.2023-02 - mongodb_setup: mongo-perf-standalone-custom-filter-whole-doc.2023-02 - test_control_params: | - {include_filter_1: command multi remove mixed, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'true'} - - - name: misc_slowms_everything_read_commands - commands: - - func: f_dsi_run_workload - vars: - test_control: mongo-perf.2023-02 - mongodb_setup: mongo-perf-standalone-slowms-everything.2023-02 - test_control_params: | - {include_filter_1: command multi remove mixed, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'true'} - - - name: singleThreaded_read_commands - commands: - - func: f_dsi_run_workload - vars: - test_control: mongo-perf.2023-02 - test_control_params: | - {include_filter_1: single_threaded, - include_filter_2: core regression, - exclude_filter: none, - threads: "1", - read_cmd: 'true'} - - - name: aggregation_read_commands - commands: - - func: f_dsi_run_workload - vars: - test_control: mongo-perf.2023-02 - test_control_params: | - {include_filter_1: aggregation, - include_filter_2: regression, - exclude_filter: js, - threads: "1", - read_cmd: 'true'} - - - name: aggregation_read_commands_large_dataset - commands: - - func: f_dsi_run_workload - vars: - test_control: mongo-perf.2023-02 - test_control_params: | - {include_filter_1: aggregation_large_dataset, - include_filter_2: regression, - exclude_filter: js, - threads: "1 4", - read_cmd: 'true', - share_dataset: 'true'} - - - name: agg-query-comparison_read_commands - commands: - - func: f_dsi_run_workload - vars: - test_control: mongo-perf.2023-02 - test_control_params: | - {include_filter_1: agg_query_comparison, - include_filter_2: core regression, - exclude_filter: single_threaded, - threads: "1 2 4 8", - read_cmd: 'true'} - - - name: agg-query-comparison_read_commands_high_value - commands: - - func: f_dsi_run_workload - vars: - test_control: mongo-perf.2023-02 - test_control_params: | - {include_filter_1: agg_query_comparison, - include_filter_2: high_value, - exclude_filter: none, - threads: "1", - read_cmd: 'true'} - - - name: pipeline-updates - commands: - - func: f_dsi_run_workload - vars: - test_control: mongo-perf.2023-02 - test_control_params: | - {include_filter_1: pipeline-updates, - include_filter_2: regression, - exclude_filter: none, - threads: "1 2 4 8", - read_cmd: 'true'} - - - name: javascript - commands: - - func: f_dsi_run_workload - vars: - test_control: mongo-perf.2023-02 - test_control_params: | - {include_filter_1: js, - include_filter_2: aggregation, - exclude_filter: none, - threads: "1 2 4 8", - read_cmd: 'true'} - - - name: stream_workloads - commands: - - func: f_dsi_run_workload - vars: - test_control: streams.2023-10 - - - name: resharding-3shard-snapshot-update - priority: 5 - exec_timeout_secs: 216000 # 2.5 days - commands: - - func: f_dsi_run_workload - vars: - test_control: "resharding-3shard-snapshot-update.2023-10" diff --git a/etc/system_perf_yml_components/variants.yml b/etc/system_perf_yml_components/variants.yml deleted file mode 100644 index ea56ad0e247..00000000000 --- a/etc/system_perf_yml_components/variants.yml +++ /dev/null @@ -1,2385 +0,0 @@ -definitions: - atlas-like-repl-cro: &atlas-like-repl-cron "0 0 * * 0,4" # 00:00 on Sunday,Thursday - cron_query_perf_schedule: &cron_query_perf_schedule "0 0 * * 4" # 00:00 on Thursday - linux-1-node-repl-cron: &linux-1-node-repl-cron "0 0 * * 4" # 00:00 on Thursday - linux-standalone-cron: &linux-standalone-cron "0 0 * * 2,4,6" # Tuesday, Thursday and Saturday at 00:00 - cron_sunday_thursday: &cron_sunday_thursday "0 0 * * 0,4" - linux-3-shard-cron: &linux-3-shard-cron "0 0 * * 4" # 00:00 on Thursday - linux-3-node-cron: &linux-3-node-cron "0 0 * * 1,2,3,4,5,6" # Everyday except Sunday at 00:00 - high-value-workload-cron: &high-value-workload-cron "0 */4 * * 1-5" # High-value workloads run every weekday, every 4 hours - -variables: -- &amazon2_x86_compile_variant_dependency - depends_on: - - name: package_new_compile - variant: amazon2-x86-compile - -- &amazon_linux2_arm64_compile_variant_dependency - depends_on: - - name: package_new_compile - variant: amazon2-arm64-compile - -- &amazon_linux2_x86_streams_compile_variant_dependency - depends_on: - - name: package_new_compile - variant: amazon2-x86-streams-compile - -- &amazon_linux2_arm64_mongocrypt_compile_variant_dependency - depends_on: - - name: package_new_compile - variant: amazon2-arm64-compile - - name: crypt_create_lib - variant: amazon2-arm64-mongocrypt-shlib-compile - -- &al2023_arm64_compile_variant_dependency - depends_on: - - name: package_new_compile - variant: al2023-arm64-compile - -- &al2023_al2_arm64_compile_variant_dependency - depends_on: - - name: package_new_compile - variant: al2023-arm64-compile - - name: package_new_compile - variant: amazon2-arm64-compile - -- &amazon2_x86_expansions - multiversion_platform: amazon2 - multiversion_edition: enterprise - repo_edition: enterprise - num_scons_link_jobs_available: 0.99 - -- &schedule_variant_auto_tasks_task - name: schedule_variant_auto_tasks - activate: false - depends_on: - - name: schedule_global_auto_tasks - variant: task_generation - -- &schedule_patch_auto_tasks_task - name: schedule_patch_auto_tasks - activate: false - depends_on: - - name: schedule_global_auto_tasks - variant: task_generation - - -# THIS HAS COPIES IN: -# - etc/evergreen_yml_components/variants/perf/perf_branching.yml -# - etc/evergreen_yml_components/variants/amazon/test_dev_master_branch_only.yml -# - etc/evergreen_yml_components/variants/amazon/test_dev.yml -# ANY MODIFICATIONS HERE SHOULD ALSO BE MADE IN THOSE FILES -- &linux_arm64_generic_expansions - multiversion_platform: amazon2 - multiversion_edition: enterprise - multiversion_architecture: aarch64 - packager_arch: aarch64 - packager_distro: amazon2 - repo_edition: enterprise - large_distro_name: amazon2-arm64-large - core_analyzer_distro_name: amazon2-arm64-xlarge - num_scons_link_jobs_available: 0.99 - -- modules: &perf_modules - - dsi - - genny - - workloads - - linkbench - - linkbench2 - - tsbs - - mongo-perf - - YCSB - - PrivateWorkloads - - py-tpcc - - flamegraph - -- perf_project_dir: &perf_project_dir dsi - -- &classic_engine_tasks - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: ycsb.2023-09 - - name: ycsb_single_thread - - name: ycsb_60GB.2023-09 - - name: ycsb_60GB.long.2023-09 - - name: crud_workloads_majority - - name: bestbuy_agg - - name: bestbuy_agg_merge_different_db - - name: bestbuy_agg_merge_same_db - - name: bestbuy_agg_merge_wordcount - - name: bestbuy_query - - name: cursor_manager - - name: map_reduce_workloads - - name: tpcc - - name: tpcc_majority - - name: tpch_1_normalized - - name: tpch_1_denormalized - - name: tpch_10_normalized - - name: tpch_10_denormalized - - name: canaries_only - -- &classic_engine_1nodereplset_tasks - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: linkbench - - name: linkbench2 - - name: snapshot_reads - - name: canaries_only - -- &bonsai_standalone_tasks - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - -- &bonsai_1nodereplset_tasks - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: linkbench2 - - name: snapshot_reads - - # Same as standalone tasks, but with tasks required all feature flags added -- &mirobenchmarks-all-feature-flags-tasks - - name: big_collection - - name: genny_scale_InsertRemove - - name: genny_execution_UserAcquisition - - name: aggregation_read_commands - - name: aggregation_read_commands_large_dataset - - name: agg-query-comparison_read_commands - - name: agg-query-comparison_read_commands_high_value - cron: "0 0 * * 0,2,3,4,5" # *linux-microbenchmarks-standalone-arm contains high-value cron for this task. resetting correct cron - - name: query_read_commands - - name: query_read_commands_large_dataset - - name: views-aggregation - - name: views-query - - name: where_read_commands - - name: update_read_commands - - name: insert_read_commands - - name: wildcard-index-read_read_commands - - name: wildcard-index-write_read_commands - - name: geo_read_commands - - name: misc_read_commands - - name: misc_custom_filter_default_read_commands - - name: misc_custom_filter_slow_or_sample_read_commands - - name: misc_custom_filter_complex_read_commands - - name: misc_custom_filter_whole_doc_read_commands - - name: misc_slowms_everything_read_commands - - name: singleThreaded_read_commands - - name: pipeline-updates - - name: javascript - - name: compound_wildcard_index_write_commands - - name: compound_wildcard_index_read_commands - - name: tie-breaking-heuristics - -- tasks: &mongo-perf-bonsai-tasks - - name: agg-query-comparison_read_commands - - name: aggregation_read_commands - - name: big_collection - - name: query_read_commands - - name: query_read_commands_large_dataset - -- &repl-arm-expansions - mongodb_setup_release: 2022-11 - mongodb_setup: mongo-perf-replica.2023-02 - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: workload_client_mongod_combined.2023-01 - workload_setup: 2022-11 - use_scons_cache: true - platform: linux - canaries: none - storageEngine: inMemory - project_dir: *perf_project_dir - compile_variant: amazon2-arm64-compile - -- &repl-intel-expansions - <<: *repl-arm-expansions - infrastructure_provisioning: workload_client_mongod_combined_intel.2023-11 - compile_variant: amazon2-x86-compile - -- &standalone-intel-expansions # Update mongodb_setup to mongo-perf-standalone.2023-02 when reusing this anchor - mongodb_setup_release: 2022-11 - mongodb_setup: mongo-perf-standalone-all-feature-flags.2023-02 - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: workload_client_mongod_combined_intel.2023-11 - workload_setup: 2022-11 - use_scons_cache: true - platform: linux - canaries: none - storageEngine: inMemory - project_dir: *perf_project_dir - compile_variant: amazon2-x86-compile - -- &3node-query-stats-rate-limit-expansions - mongodb_setup_release: 2022-11 - mongodb_setup: replica-query-stats-rate-limit - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: replica - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - config_params_json: '{"v": 0, "internalQueryStatsRateLimit": 1}' - -buildvariants: -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-1-node-replSet.arm.aws.2023-11 - display_name: 1-Node ReplSet ARM AWS 2023-11 - cron: *linux-1-node-repl-cron - modules: *perf_modules - expansions: - <<: *linux_arm64_generic_expansions - mongodb_setup_release: 2022-11 - mongodb_setup: single-replica - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: single - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - rhel70-small - tasks: &1nodetasks - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: ycsb.2023-09 - - name: ycsb_single_thread - - name: ycsb_60GB.2023-09 - - name: ycsb_60GB.long.2023-09 - - name: crud_workloads_majority - - name: misc_workloads - - name: map_reduce_workloads - - name: smoke_test - - name: canaries_only - - name: non_sharded_workloads - - name: bestbuy_agg - - name: bestbuy_agg_merge_different_db - - name: bestbuy_agg_merge_same_db - - name: bestbuy_agg_merge_wordcount - - name: bestbuy_query - - name: change_streams_latency - - name: change_streams_listen_throughput - - name: snapshot_reads - - name: linkbench - - name: linkbench2 - - name: tsbs_load - - name: tsbs_query - - name: tsbs_query_finance - - name: tsbs_query_manual_bucketing - - name: tsbs_query_fixed_bucketing - - name: tsbs-query-genny - - name: tsbs-query-optimizations - - name: tpcc - - name: tpcc_majority - - name: tpch_1_normalized - - name: tpch_1_denormalized - - name: tpch_10_normalized - - name: tpch_10_denormalized - - name: genny_execution_ValidationFull - -- <<: *amazon2_x86_compile_variant_dependency - name: perf-standalone-classic-query-engine.intel.aws.2023-11 - display_name: Classic Query Engine Standalone Intel AWS 2023-11 - cron: *cron_query_perf_schedule - modules: *perf_modules - expansions: - <<: *amazon2_x86_expansions - mongodb_setup_release: 2022-11 - mongodb_setup: standalone-classic-query-engine - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: single-intel.2023-11 - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-x86-compile - run_on: - - amazon2 - tasks: *classic_engine_tasks - -- <<: *amazon2_x86_compile_variant_dependency - name: perf-standalone-sbe.intel.aws.2023-11 - display_name: SBE Standalone Intel AWS 2023-11 - cron: *cron_query_perf_schedule - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: standalone-sbe - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: single-intel.2023-11 - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-x86-compile - run_on: - - "rhel94-perf-single" - tasks: *classic_engine_tasks - -- <<: *amazon2_x86_compile_variant_dependency - name: perf-1-node-replSet-classic-query-engine.intel.aws.2023-11 - display_name: Classic Query Engine Intel 1-Node ReplSet Intel AWS 2023-11 - cron: *linux-1-node-repl-cron - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: single-replica-classic-query-engine - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: single-intel.2023-11 - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-x86-compile - run_on: - - "rhel94-perf-single" - tasks: *classic_engine_1nodereplset_tasks - -- <<: *amazon2_x86_compile_variant_dependency - name: perf-1-node-replSet-sbe.intel.aws.2023-11 - display_name: SBE 1-Node ReplSet Intel AWS 2023-11 - cron: *linux-1-node-repl-cron - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: single-replica-sbe - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: single-intel.2023-11 - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-x86-compile - run_on: - - "rhel94-perf-single" - tasks: *classic_engine_1nodereplset_tasks - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-1-node-replSet-lite-all-feature-flags.arm.aws.2023-11 - display_name: graviton lite, all FF 1-Node ReplSet ARM AWS 2023-11 - cron: *linux-1-node-repl-cron - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - workload_setup: 2022-11 - mongodb_setup: single-replica-all-feature-flags - infrastructure_provisioning: graviton-single-lite.2022-11 - infrastructure_provisioning_release: 2023-09 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-single" - tasks: - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: bestbuy_4_analytics - - name: bestbuy_4_analytics_columnstore - - name: bestbuy_4_inserts - - name: column_store_index_charts_events_1G - - name: column_store_index_charts_events_10G - - name: column_store_tpch_10_denormalized - - name: column_store_tpch_10_denormalized_unindexed - - name: ssb_column_store_comparison - -- <<: *al2023_al2_arm64_compile_variant_dependency - name: atlas-like-replica.2023-09 - display_name: M60-like-replica.2023-09 3-Node ReplSet - cron: *atlas-like-repl-cron - modules: *perf_modules - expansions: - mongodb_setup: atlas-like-replica.2023-09 - mongodb_setup_release: 2022-11 - infrastructure_provisioning: M60-like-replica.2023-09 - infrastructure_provisioning_release: 2023-09 - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: al2023-arm64-compile - client_compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-M60-like" - tasks: - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: ycsb.2023-09 - - name: ycsb_single_thread - - name: ycsb_60GB.2023-09 - - name: tpcc - - name: tpcc_majority - - name: linkbench - - name: linkbench2 - # - name: genny_query_TenMDocCollection_IntId - # - name: genny_query_TenMDocCollection_ObjectId - # - name: genny_query_TenMDocCollection_SubDocId - # - name: genny_query_TenMDocCollection_IntId_Agg - # - name: genny_query_TenMDocCollection_IntId_IdentityView - # - name: genny_query_TenMDocCollection_IntId_IdentityView_Agg - -- <<: *amazon2_x86_compile_variant_dependency - name: atlas-like-replica-intel-openSSL-111.2023-09 - display_name: M60-like-replica.2023-09 Intel OpenSSL 1.1.1 3-Node ReplSet - cron: *atlas-like-repl-cron - modules: *perf_modules - expansions: - mongodb_setup: atlas-like-replica-openssl11.2023-09 - mongodb_setup_release: 2022-11 - infrastructure_provisioning: M60-like-replica-intel.2023-09 - infrastructure_provisioning_release: 2023-09 - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-x86-compile - run_on: - - "rhel94-perf-M60-like" - tasks: - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: ycsb.2023-09 - - name: ycsb_single_thread - - name: ycsb_60GB.2023-09 - - name: tpcc - - name: tpcc_majority - - name: linkbench - - name: linkbench2 - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-atlas-M30-real.arm.aws.2023-11 - display_name: M30-Atlas ReplSet ARM AWS 2023-11 - cron: *cron_sunday_thursday - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: atlas - canaries: none - atlas_setup: M30-repl - use_custom_build: true - infrastructure_provisioning: workload_client_arm.2023-04 - infrastructure_provisioning_release: 2023-09 - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-atlas-large" - tasks: - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: ycsb.2023-09 - - name: ycsb_single_thread - - name: tpcc - - name: linkbench2 - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-atlas-M60-shard-real-multi-client.arm.aws.2023-11 - display_name: M60-Shard Atlas Multiple Workload Clients ARM AWS 2023-11 - cron: *cron_sunday_thursday - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: atlas-shard - canaries: none - atlas_setup: M60-shard - use_custom_build: true - infrastructure_provisioning: workload_client_multiple.arm.2023-09 - infrastructure_provisioning_release: 2023-09 - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-atlas-large" - tasks: - - name: locust_bulk_insert - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-standalone-all-feature-flags.arm.aws.2023-11 - display_name: all feature flags Standalone ARM AWS 2023-11 - cron: *linux-standalone-cron - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: standalone-all-feature-flags - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: single - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-single" - tasks: - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: ycsb.2023-09 - - name: ycsb_60GB.2023-09 - - name: ycsb_60GB.long.2023-09 - - name: crud_workloads_majority - - name: bestbuy_agg - - name: bestbuy_agg_merge_different_db - - name: bestbuy_agg_merge_same_db - - name: bestbuy_agg_merge_wordcount - - name: bestbuy_4_analytics - - name: bestbuy_4_analytics_columnstore - - name: bestbuy_4_inserts - - name: bestbuy_query - - name: cursor_manager - - name: map_reduce_workloads - - name: tpcc - - name: tpcc_majority - - name: tpch_1_normalized - - name: tpch_1_denormalized - - name: tpch_10_normalized - - name: tpch_10_denormalized - - name: column_store_index_charts_events_1G - - name: column_store_tpch_10_denormalized - - name: column_store_tpch_10_denormalized_unindexed - - name: ssb_column_store_comparison - -- <<: *amazon_linux2_x86_streams_compile_variant_dependency - name: perf-streams-single.intel.aws.2023-10 - display_name: Streams-Single Intel AWS 2023-10 - cron: "0 0 * * 2,4,6" # Tuesday, Thursday and Saturday at 00:00 - modules: *perf_modules - expansions: - compile_variant: amazon2-x86-streams-compile - requires_mongostream: true - mongodb_setup_release: 2022-11 - mongodb_setup: streams-single.2023-10 - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: streams-single.intel.2023-11 - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - run_on: - - "rhel94-perf-single" - tasks: - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: stream_workloads - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-standalone-classic-query-engine.arm.aws.2023-11 - display_name: Classic Query Engine Standalone ARM AWS 2023-11 - cron: *cron_query_perf_schedule - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: standalone-classic-query-engine - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: single - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-single" - tasks: *classic_engine_tasks - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-standalone-sbe.arm.aws.2023-11 - display_name: SBE Standalone ARM AWS 2023-11 - cron: *cron_query_perf_schedule - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: standalone-sbe - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: single - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-single" - tasks: *classic_engine_tasks - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-standalone-sampling-bonsai.arm.aws.2023-11 - display_name: Bonsai with Sampling CE Standalone ARM AWS 2023-11 - cron: "0 0 * * 0" # Run it only on Sunday. - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: standalone-sampling-bonsai - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: single - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-single" - tasks: *bonsai_standalone_tasks - -- <<: *amazon2_x86_compile_variant_dependency - name: perf-standalone-sampling-bonsai.intel.aws.2023-11 - display_name: Bonsai with Sampling CE Standalone Intel AWS 2023-11 - cron: *cron_query_perf_schedule - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: standalone-sampling-bonsai - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: single-intel.2023-11 - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-x86-compile - run_on: - - "rhel94-perf-single" - tasks: *bonsai_standalone_tasks - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-standalone-heuristic-bonsai.arm.aws.2023-11 - display_name: Bonsai with Heuristic CE Standalone ARM AWS 2023-11 - cron: "0 0 * * 0" # Run it only on Sunday. - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: standalone-heuristic-bonsai - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: single - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-single" - tasks: *bonsai_standalone_tasks - -- <<: *amazon2_x86_compile_variant_dependency - name: perf-standalone-heuristic-bonsai.intel.aws.2023-11 - display_name: Bonsai with Heuristic CE Standalone Intel AWS 2023-11 - cron: *cron_query_perf_schedule - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: standalone-heuristic-bonsai - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: single-intel.2023-11 - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-x86-compile - run_on: - - "rhel94-perf-single" - tasks: *bonsai_standalone_tasks - -- <<: *amazon2_x86_compile_variant_dependency - name: perf-1-node-replSet-sampling-bonsai.intel.aws.2023-11 - display_name: Bonsai with Sampling CE 1-Node ReplSet Intel AWS 2023-11 - cron: *linux-1-node-repl-cron - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: single-replica-sampling-bonsai - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: single-intel.2023-11 - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-x86-compile - run_on: - - "rhel94-perf-single" - tasks: *bonsai_1nodereplset_tasks - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-1-node-replSet-sampling-bonsai.arm.aws.2023-11 - display_name: Bonsai with Sampling CE 1-Node ReplSet ARM AWS 2023-11 - cron: *linux-1-node-repl-cron - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: single-replica-sampling-bonsai - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: single - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-single" - tasks: *bonsai_1nodereplset_tasks - -- <<: *amazon2_x86_compile_variant_dependency - name: perf-1-node-replSet-heuristic-bonsai.intel.aws.2023-11 - display_name: Bonsai with Heuristic CE 1-Node ReplSet Intel AWS 2023-11 - cron: *linux-1-node-repl-cron - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: single-replica-heuristic-bonsai - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: single-intel.2023-11 - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-x86-compile - run_on: - - "rhel94-perf-single" - tasks: *bonsai_1nodereplset_tasks - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-1-node-replSet-heuristic-bonsai.arm.aws.2023-11 - display_name: Bonsai with Heuristic CE 1-Node ReplSet ARM AWS 2023-11 - cron: *linux-1-node-repl-cron - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: single-replica-heuristic-bonsai - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: single - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-single" - tasks: *bonsai_1nodereplset_tasks - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-1-node-replSet-classic-query-engine.arm.aws.2023-11 - display_name: Classic Query Engine 1-Node ReplSet ARM AWS 2023-11 - cron: *linux-1-node-repl-cron - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: single-replica-classic-query-engine - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: single - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-single" - tasks: *classic_engine_1nodereplset_tasks - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-1-node-replSet-sbe.arm.aws.2023-11 - display_name: SBE 1-Node ReplSet ARM AWS 2023-11 - cron: *linux-1-node-repl-cron - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: single-replica-sbe - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: single - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-single" - tasks: *classic_engine_1nodereplset_tasks - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-1-node-replSet-all-feature-flags.arm.aws.2023-11 - display_name: all feature flags 1-Node ReplSet ARM AWS 2023-11 - cron: *linux-1-node-repl-cron - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: single-replica-all-feature-flags - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: single - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-single" - tasks: - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: linkbench - - name: linkbench2 - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-1-node-replSet-test-commands.arm.aws.2023-11 - display_name: 1-Node ReplSet With Test Commands ARM AWS 2023-11 - cron: *linux-1-node-repl-cron - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: single-replica - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: single - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - # Needed to allow enabling failpoints. - config_params_json: '{"v":0, "enableTestCommands": true}' - run_on: - - "rhel94-perf-single" - tasks: - - name: startup - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-standalone-audit.arm.aws.2023-11 - display_name: Audit Standalone ARM AWS 2023-11 - cron: *linux-1-node-repl-cron - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: standalone-audit - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: single - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-single" - tasks: &audit-tasks - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: ycsb.2023-09 - - name: crud_workloads_majority - - name: smoke_test - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-1-node-replSet-audit-log-encryption-no-compression.arm.aws.2023-11 - display_name: Audit w/ At-Rest Log Encryption (No compression) Single-node Replica SetARM AWS 2023-11 - cron: *linux-1-node-repl-cron - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: single-replica-audit-log-encryption-no-compression - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: single - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-single" - tasks: *audit-tasks - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-1-node-replSet-audit.arm.aws.2023-11 - display_name: Audit Single-node Replica Set ARM AWS 2023-11 - cron: *linux-1-node-repl-cron - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: single-replica-audit - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: single - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-single" - tasks: *audit-tasks - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-1-node-replSet-audit-log-encryption-compression.arm.aws.2023-11 - display_name: Audit w/ At-Rest Log Encryption (With compression) Single-node Replica Set ARM AWS 2023-11 - cron: *linux-1-node-repl-cron - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: single-replica-audit-log-encryption-compression - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: single - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-single" - tasks: *audit-tasks - -- <<: *amazon_linux2_arm64_mongocrypt_compile_variant_dependency - name: perf-1-node-replSet-fle.arm.aws.2023-11 - display_name: FLE 1-Node ReplSet ARM AWS 2023-11 - cron: *cron_sunday_thursday - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: single-replica-fle - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: single - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - fle: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - requires_mongocrypt_shlib: true - run_on: - - "rhel94-perf-single" - tasks: - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: ycsb.2023-09 - - name: linkbench - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-1-node-replSet-ese-cbc.arm.aws.2023-11 - display_name: ESE CBC 1-Node ReplSet ARM AWS 2023-11 - cron: *linux-1-node-repl-cron - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: single-replica-ese-cbc - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: single - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-single" - tasks: - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: ycsb.2023-09 - - name: smoke_test - - name: ycsb_60GB.2023-09 - - name: ycsb_60GB.long.2023-09 - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-1-node-replSet-ese-gcm.arm.aws.2023-11 - display_name: ESE GCM 1-Node ReplSet ARM AWS 2023-11 - cron: "0 0 1 * *" # 00:00 on the first of each month - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: single-replica-ese-gcm - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: single - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-single" - tasks: - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: ycsb.2023-09 - - name: smoke_test - - name: ycsb_60GB.2023-09 - - name: ycsb_60GB.long.2023-09 - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-1-node-15gbwtcache.arm.aws.2023-11 - display_name: 15 GB WiredTiger Cache 1-Node ReplSet ARM AWS 2023-11 - cron: "0 0 * * 2,4" # 00:00 on Tuesday,Thursday - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: single-replica-15gbwtcache - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: single - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-single" - tasks: - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: ycsb.2023-09 - - name: smoke_test - - name: ycsb_60GB.2023-09 - - name: ycsb_60GB.long.2023-09 - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-3-node-1dayhistory-15gbwtcache.arm.aws.2023-11 - display_name: 1 Day History 15 GB WiredTiger Cache 3-Node ReplSet ARM AWS 2023-11 - cron: *cron_sunday_thursday - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: replica-1dayhistory-15gbwtcache - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: replica - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-replset" - tasks: - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: crud_workloads_majority - - name: crud_workloads_w1 - - name: smoke_test - - name: ycsb_60GB.2023-09 - - name: ycsb_60GB.long.2023-09 - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-3-shard-heuristic-bonsai.arm.aws.2023-11 - display_name: Bonsai with Heuristic CE 3-Shard Cluster ARM AWS 2023-11 - cron: *linux-3-shard-cron - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: shard-heuristic-bonsai - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: shard - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-shard" - tasks: - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: ycsb.2023-09 - - name: ycsb_w1.2023-09 - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-shard-lite-audit.arm.aws.2023-11 - display_name: Shard Lite Cluster Audit ARM AWS 2023-11 - cron: *cron_sunday_thursday - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: shard-lite-audit - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: shard-lite-audit - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-shard-lite" - tasks: - - name: ycsb.2023-09 - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-shard-lite.arm.aws.2023-11 - display_name: Shard Lite Cluster ARM AWS 2023-11 - cron: *cron_sunday_thursday - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: shard-lite - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: shard-lite - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-shard-lite" - tasks: - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: bestbuy_agg - - name: bestbuy_agg_merge_different_db - - name: bestbuy_agg_merge_same_db - - name: bestbuy_agg_merge_target_hashed - - name: bestbuy_agg_merge_wordcount - - name: bestbuy_query - - name: change_streams_latency - - name: change_streams_preimage_latency - - name: change_streams_preimage_throughput - - name: change_streams_listen_throughput - - name: ycsb.2023-09 - - name: linkbench - - name: mongos_workloads - - name: mongos_large_catalog_workloads - - name: move_chunk_large_chunk_map_workloads - - name: move_chunk_workloads - - name: move_chunk_waiting_workloads - - name: smoke_test - - name: tsbs_query_sharded - - name: tsbs_query_finance_sharded - - name: tsbs_query_sharded_balancer - - name: tsbs_query_finance_sharded_balancer - -- <<: *amazon2_x86_compile_variant_dependency - name: perf-shard-lite-intel.intel.aws.2023-11 - display_name: Shard Lite Cluster Intel AWS 2023-11 - cron: *cron_sunday_thursday - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: shard-lite - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: shard-lite-intel.2023-11 - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-x86-compile - run_on: - - "rhel94-perf-shard-lite" - tasks: - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: ycsb.2023-09 - - name: mongos_workloads - - name: move_chunk_workloads - - name: move_chunk_waiting_workloads - - name: smoke_test - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-shard-lite-read-concern-available.arm.aws.2023-11 - display_name: Shard Lite ReadConcern Available ARM AWS 2023-11 - cron: "0 0 * * 4" # 00:00 on Thursday - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: shard-lite-read-concern-available - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: shard-lite - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-shard-lite" - tasks: - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: ycsb.2023-09 - - name: linkbench - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-shard-lite-all-feature-flags.arm.aws.2023-11 - display_name: all feature flags Shard Lite ARM AWS 2023-11 - cron: "0 0 * * 4" # 00:00 on Thursday - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: shard-lite-all-feature-flags - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: shard-lite - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-shard-lite" - tasks: - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: change_streams_preimage_throughput - - name: change_streams_preimage_latency - - name: tsbs_query_sharded - - name: tsbs_query_finance_sharded - - name: tsbs_query_sharded_balancer - - name: tsbs_query_finance_sharded_balancer - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-shard-single.arm.aws.2023-11 - display_name: Shard Single ARM AWS 2023-11 - cron: "0 0 * * 2,4" # 00:00 on Tuesday,Thursday - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: shard-single - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: shard-single - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-shard-lite" - tasks: - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-3-node-replSet-last-continuous-fcv.arm.aws.2023-11 - display_name: Last Continuous FCV 3-Node ReplSet ARM AWS 2023-11 - cron: "0 0 * * 4" # 00:00 on Thursday - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: replica-last-continuous-fcv - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: replica - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-replset" - tasks: - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: ycsb.2023-09 - - name: ycsb_60GB.2023-09 - - name: ycsb_60GB.long.2023-09 - - name: ycsb_secondary_reads.2023-09 - - name: ycsb_w1.2023-09 - - name: crud_workloads_majority - - name: crud_workloads_w1 - - name: misc_workloads - - name: map_reduce_workloads - - name: refine_shard_key_transaction_stress - - name: smoke_test - - name: secondary_performance # Uses a special 2 node mongodb setup - - name: non_sharded_workloads - - name: bestbuy_agg - - name: bestbuy_agg_merge_different_db - - name: bestbuy_agg_merge_same_db - - name: bestbuy_agg_merge_wordcount - - name: bestbuy_query - - name: change_streams_latency - - name: change_streams_listen_throughput - - name: snapshot_reads - - name: secondary_reads - - name: tpcc - - name: tpcc_majority - - name: tpch_1_normalized - - name: tpch_1_denormalized - # TODO: Enable in SERVER-66572. - # - name: tpch_10_normalized - # - name: tpch_10_denormalized - - name: linkbench - - name: linkbench2 - - name: tsbs_load - - name: tsbs_query - - name: tsbs_query_finance - - name: tsbs_query_manual_bucketing - - name: tsbs_query_fixed_bucketing - - name: tsbs-query-genny - - name: tsbs-query-optimizations - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-3-node-replSet-last-lts-fcv.arm.aws.2023-11 - display_name: Last LTS FCV 3-Node ReplSet ARM AWS 2023-11 - cron: "0 0 * * 4" # 00:00 on Thursday - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: replica-last-lts-fcv - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: replica - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-replset" - tasks: - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: ycsb.2023-09 - - name: ycsb_60GB.2023-09 - - name: ycsb_60GB.long.2023-09 - - name: ycsb_secondary_reads.2023-09 - - name: ycsb_w1.2023-09 - - name: crud_workloads_majority - - name: crud_workloads_w1 - - name: misc_workloads - - name: map_reduce_workloads - - name: refine_shard_key_transaction_stress - - name: smoke_test - - name: secondary_performance # Uses a special 2 node mongodb setup - - name: non_sharded_workloads - - name: bestbuy_agg - - name: bestbuy_agg_merge_different_db - - name: bestbuy_agg_merge_same_db - - name: bestbuy_agg_merge_wordcount - - name: bestbuy_query - - name: change_streams_latency - - name: change_streams_listen_throughput - - name: snapshot_reads - - name: secondary_reads - - name: tpcc - - name: tpcc_majority - - name: tpch_1_normalized - - name: tpch_1_denormalized - # TODO: Enable in SERVER-66572. - # - name: tpch_10_normalized - # - name: tpch_10_denormalized - - name: linkbench - - name: linkbench2 - - name: tsbs_load - - name: tsbs_query - - name: tsbs_query_finance - - name: tsbs_query_manual_bucketing - - name: tsbs_query_fixed_bucketing - - name: tsbs-query-genny - - name: tsbs-query-optimizations - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-3-node-replSet-all-feature-flags.arm.aws.2023-11 - display_name: all feature flags 3-Node ReplSet ARM AWS 2023-11 - cron: "0 0 * * 4" # 00:00 on Thursday - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: replica-all-feature-flags - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: replica - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-replset" - tasks: - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: ycsb.2023-09 - - name: ycsb_60GB.2023-09 - - name: ycsb_60GB.long.2023-09 - - name: ycsb_secondary_reads.2023-09 - - name: ycsb_w1.2023-09 - - name: crud_workloads_majority - - name: crud_workloads_w1 - - name: misc_workloads - - name: map_reduce_workloads - - name: refine_shard_key_transaction_stress - - name: smoke_test - - name: secondary_performance # Uses a special 2 node mongodb setup - - name: non_sharded_workloads - - name: bestbuy_agg - - name: bestbuy_agg_merge_different_db - - name: bestbuy_agg_merge_same_db - - name: bestbuy_agg_merge_wordcount - - name: bestbuy_query - - name: change_streams_latency - - name: change_streams_listen_throughput - - name: change_streams_preimage_throughput - - name: change_streams_preimage_latency - - name: snapshot_reads - - name: secondary_reads - - name: tpcc - - name: tpcc_majority - - name: tpch_1_normalized - - name: tpch_1_denormalized - # TODO: Enable in SERVER-66572. - # - name: tpch_10_normalized - # - name: tpch_10_denormalized - - name: linkbench - - name: linkbench2 - - name: tsbs_load - - name: tsbs_query - - name: tsbs_query_finance - - name: tsbs_query_manual_bucketing - - name: tsbs_query_fixed_bucketing - - name: tsbs-query-genny - - name: tsbs-query-optimizations - - name: tsbs-expression-query - - name: dbcheck - - name: mixed_workloads_genny_rate_limited_high_value - - name: load_test_high_value - - name: majority_reads10_k_threads_high_value - - name: large_indexed_ins_high_value - - name: expressive_queries_high_value - - name: time_series_sort_high_value - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-3-node-replSet-notls.arm.aws.2023-11 - display_name: No TLS 3-Node ReplSet ARM AWS 2023-11 - cron: "0 0 * * 4" # 00:00 on Thursday - modules: *perf_modules - expansions: - mongodb_setup: replica-tls-disabled - mongodb_setup_release: 2022-11 - infrastructure_provisioning: replica - infrastructure_provisioning_release: 2023-09 - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-replset" - tasks: - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: crud_workloads_majority - - name: ycsb.2023-09 - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-3-node-replSet-maintenance-events.arm.aws.2023-11 - display_name: Maintenance Events 3-Node ReplSet ARM AWS 2023-11 - cron: *cron_sunday_thursday - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: replica-maintenance-events - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: replica - platform: linux - workload_setup: 2022-11 - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-replset" - tasks: - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: ycsb_stepdowns.2023-09 - - name: ycsb_rolling_restarts.2023-09 - - name: ycsb_non_retryable_writes_stepdowns.2023-09 - - name: ycsb_non_retryable_writes_rolling_restarts.2023-09 - - name: linkbench_stepdowns - - name: linkbench_rolling_restarts - - name: linkbench_non_retryable_writes_stepdowns - - name: linkbench_non_retryable_writes_rolling_restarts - - name: mixed_workloads_genny_stepdowns - - name: mixed_workloads_genny_rolling_restarts - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-replSet-initialsync-logkeeper.arm.aws.2023-11 - display_name: Initial Sync LogKeeper ReplSet ARM AWS 2023-11 - cron: "0 0 * * 4" # 00:00 on Thursday - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: initialsync-logkeeper - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: initialsync-logkeeper - workload_setup: 2022-11 - # EBS logkeeper snapshot with FCV set to 8.0 - snapshotId: snap-0679c2f4a929231e7 - platform: linux - authentication: disabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - project_dir: *perf_project_dir - run_on: - - "rhel94-perf-initialsync-logkeeper" - tasks: - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: initialsync-logkeeper - - name: initialsync-logkeeper-fcbis - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-replSet-audit.arm.aws.2023-11 - display_name: Audit 3-Node ReplSet ARM AWS 2023-11 - cron: "0 0 * * 4" # 00:00 on Thursday - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: replica-audit - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: replica - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-replset" - tasks: - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: ycsb.2023-09 - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-replSet-auth-delay.arm.aws.2023-11 - display_name: Auth Delay 3-Node ReplSet ARM AWS 2023-11 - cron: "0 0 * * 4" # 00:00 on Thursday - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: replica-auth-cluster-delay - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: replica - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-replset" - tasks: - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-3-node-replSet-250mbwtcache.arm.aws.2023-11 - display_name: 250 MB WiredTiger Cache 3-Node ReplSet ARM AWS 2023-11 - cron: *linux-3-node-cron - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: replica-250mbwtcache.2023-05 - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: replica - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-replset" - tasks: - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - -- &linux-mongo-perf-repl-arm - <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-mongo-perf-repl.arm.aws.2023-11 - display_name: Mongo-Perf 1-Node ReplSet inMemory ARM AWS 2023-11 - cron: "0 0 * * 0,2,3,4,5" # Run it every day except Saturday and Monday. - modules: *perf_modules - expansions: - <<: *repl-arm-expansions - run_on: - - "rhel94-perf-microbenchmarks" - tasks: - - name: genny_scale_InsertRemove - - name: update_read_commands - - name: insert_read_commands - - name: misc_read_commands - - name: singleThreaded_read_commands - - name: wildcard-index-write_read_commands - - name: pipeline-updates - - name: wildcard-index-write_read_commands - - name: pipeline-updates - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-mongo-perf-standalone-all-feature-flags.arm.aws.2023-11 - display_name: Mongo-Perf Standalone inMemory all feature flags ARM AWS 2023-11 - modules: *perf_modules - cron: "0 0 * * 0,2,3,4,5" # Run it every day except Saturday and Monday. - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: mongo-perf-standalone-all-feature-flags.2023-02 - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: workload_client_mongod_combined.2023-01 - workload_setup: 2022-11 - use_scons_cache: true - platform: linux - canaries: none - storageEngine: inMemory - project_dir: *perf_project_dir - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-microbenchmarks" - # Same as standalone tasks, but with tasks required all feature flags added - tasks: *mirobenchmarks-all-feature-flags-tasks - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-mongo-perf-standalone-classic-query-engine.arm.aws.2023-11 - display_name: Mongo-Perf Standalone inMemory (Classic Query Engine) ARM AWS 2023-11 - cron: *cron_query_perf_schedule - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: mongo-perf-standalone-classic-query-engine.2023-02 - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: workload_client_mongod_combined.2023-01 - workload_setup: 2022-11 - use_scons_cache: true - platform: linux - canaries: none - storageEngine: inMemory - project_dir: *perf_project_dir - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-microbenchmarks" - tasks: - - name: big_collection - - name: genny_scale_InsertRemove - - name: genny_execution_UserAcquisition - - name: aggregation_read_commands - - name: aggregation_read_commands_large_dataset - - name: agg-query-comparison_read_commands - - name: agg-query-comparison_read_commands_high_value - cron: *cron_query_perf_schedule # *linux-microbenchmarks-standalone-arm contains high-value cron for this task. resetting to correct cron - - name: query_read_commands - - name: query_read_commands_large_dataset - - name: views-aggregation - - name: views-query - - name: where_read_commands - - name: update_read_commands - - name: insert_read_commands - - name: wildcard-index-read_read_commands - - name: wildcard-index-write_read_commands - - name: geo_read_commands - - name: misc_read_commands - - name: misc_custom_filter_default_read_commands - - name: misc_custom_filter_slow_or_sample_read_commands - - name: misc_custom_filter_complex_read_commands - - name: misc_custom_filter_whole_doc_read_commands - - name: misc_slowms_everything_read_commands - - name: singleThreaded_read_commands - - name: pipeline-updates - - name: javascript - - name: compound_wildcard_index_write_commands - - name: compound_wildcard_index_read_commands - - name: tie-breaking-heuristics - # yaml does not nicely merge arrays, so DO NOT ADD INDIVIDUAL TASKS HERE. - # Add tasks to the anchor that this variant references - # If diverging from that list, add the entire list of desired tasks here - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-mongo-perf-standalone-sbe.arm.aws.2023-11 - display_name: Mongo-Perf Standalone inMemory SBE ARM AWS 2023-11 - cron: *cron_query_perf_schedule - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: mongo-perf-standalone-sbe.2023-02 - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: workload_client_mongod_combined.2023-01 - workload_setup: 2022-11 - use_scons_cache: true - platform: linux - canaries: none - storageEngine: inMemory - project_dir: *perf_project_dir - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-microbenchmarks" - tasks: - - name: big_collection - - name: genny_scale_InsertRemove - - name: genny_execution_UserAcquisition - - name: aggregation_read_commands - - name: aggregation_read_commands_large_dataset - - name: agg-query-comparison_read_commands - - name: agg-query-comparison_read_commands_high_value - cron: *cron_query_perf_schedule # *linux-microbenchmarks-standalone-arm contains high-value cron for this task. resetting to correct cron - - name: query_read_commands - - name: query_read_commands_large_dataset - - name: views-aggregation - - name: views-query - - name: where_read_commands - - name: update_read_commands - - name: insert_read_commands - - name: wildcard-index-read_read_commands - - name: wildcard-index-write_read_commands - - name: geo_read_commands - - name: misc_read_commands - - name: misc_custom_filter_default_read_commands - - name: misc_custom_filter_slow_or_sample_read_commands - - name: misc_custom_filter_complex_read_commands - - name: misc_custom_filter_whole_doc_read_commands - - name: misc_slowms_everything_read_commands - - name: singleThreaded_read_commands - - name: pipeline-updates - - name: javascript - - name: compound_wildcard_index_write_commands - - name: compound_wildcard_index_read_commands - - name: tie-breaking-heuristics - # yaml does not nicely merge arrays, so DO NOT ADD INDIVIDUAL TASKS HERE. - # Add tasks to the anchor that this variant references - # If diverging from that list, add the entire list of desired tasks here - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-mongo-perf-standalone-sampling-bonsai.arm.aws.2023-11 - display_name: Mongo-Perf Standalone inMemory Bonsai with Sampling CE ARM AWS 2023-11 - cron: *cron_query_perf_schedule - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: mongo-perf-standalone-sampling-bonsai.2023-02 - # Try to use the Bonsai optimizer with sampling CE mode, or fall back to the classic planner. - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: workload_client_mongod_combined.2023-01 - workload_setup: 2022-11 - use_scons_cache: true - platform: linux - canaries: none - storageEngine: inMemory - project_dir: *perf_project_dir - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-microbenchmarks" - tasks: *mongo-perf-bonsai-tasks - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-mongo-perf-standalone-heuristic-bonsai.arm.aws.2023-11 - display_name: Mongo-Perf Standalone inMemory Bonsai with Heuristic CE ARM AWS 2023-11 - cron: "0 0 * * 0" # Run it only on Sunday. - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: mongo-perf-standalone-heuristic-bonsai.2023-02 - # Try to use the Bonsai optimizer with heuristic CE mode, or fall back to the classic planner. - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: workload_client_mongod_combined.2023-01 - workload_setup: 2022-11 - use_scons_cache: true - platform: linux - canaries: none - storageEngine: inMemory - project_dir: *perf_project_dir - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-microbenchmarks" - tasks: *mongo-perf-bonsai-tasks - -- <<: *linux-mongo-perf-repl-arm - name: perf-mongo-perf-repl-all-feature-flags.arm.aws.2023-01 - display_name: Mongo-Perf 1-Node ReplSet inMemory all feature flags ARM AWS 2023-11 - cron: "0 0 * * 0,2,3,4,5" # Run it every day except Saturday and Monday. - expansions: - <<: *repl-arm-expansions - mongodb_setup: mongo-perf-replica-all-feature-flags.2023-02 - # yaml does not nicely merge arrays, so DO NOT ADD INDIVIDUAL TASKS HERE. - # Add tasks to the anchor that this variant references - # If diverging from that list, add the entire list of desired tasks here - -- &linux-mongo-perf-repl-intel - <<: *amazon2_x86_compile_variant_dependency - name: perf-mongo-perf-repl.intel.aws.2023-11 - display_name: Mongo-Perf 1-Node ReplSet inMemory Intel AWS 2023-11 - cron: "0 0 * * 0,2,3,4,5" # Run it every day except Saturday and Monday. - modules: *perf_modules - expansions: - <<: *repl-intel-expansions - run_on: - - "rhel94-perf-microbenchmarks" - tasks: - - name: genny_scale_InsertRemove - - name: update_read_commands - - name: insert_read_commands - - name: misc_read_commands - - name: singleThreaded_read_commands - - name: wildcard-index-write_read_commands - - name: pipeline-updates - -- <<: *amazon2_x86_compile_variant_dependency - name: perf-mongo-perf-standalone-all-feature-flags.intel.aws.2023-01 - display_name: Mongo-Perf Standalone inMemory all feature flags Intel AWS 2023-11 - cron: "0 0 * * 0,2,3,4,5" # Run it every day except Saturday and Monday. - modules: *perf_modules - expansions: - <<: *standalone-intel-expansions - run_on: - - "rhel94-perf-microbenchmarks" - tasks: *mirobenchmarks-all-feature-flags-tasks - # yaml does not nicely merge arrays, so DO NOT ADD INDIVIDUAL TASKS HERE. - # Add tasks to the anchor that this variant references - # If diverging from that list, add the entire list of desired tasks here - -- <<: *amazon2_x86_compile_variant_dependency - name: perf-mongo-perf-standalone-classic-query-engine.intel.aws.2023-01 - display_name: Mongo-Perf Standalone inMemory (Classic Query Engine) Intel AWS 2023-11 - cron: *cron_query_perf_schedule - modules: *perf_modules - expansions: - <<: *standalone-intel-expansions - mongodb_setup: mongo-perf-standalone-classic-query-engine.2023-02 - run_on: - - "rhel94-perf-microbenchmarks" - tasks: - - name: big_collection - - name: genny_scale_InsertRemove - - name: genny_execution_UserAcquisition - - name: aggregation_read_commands - - name: aggregation_read_commands_large_dataset - - name: agg-query-comparison_read_commands - - name: agg-query-comparison_read_commands_high_value - cron: *cron_query_perf_schedule # *linux-microbenchmarks-standalone-arm contains high-value cron for this task. Resetting to correct cron - - name: query_read_commands - - name: query_read_commands_large_dataset - - name: views-aggregation - - name: views-query - - name: where_read_commands - - name: update_read_commands - - name: insert_read_commands - - name: wildcard-index-read_read_commands - - name: wildcard-index-write_read_commands - - name: geo_read_commands - - name: misc_read_commands - - name: misc_custom_filter_default_read_commands - - name: misc_custom_filter_slow_or_sample_read_commands - - name: misc_custom_filter_complex_read_commands - - name: misc_custom_filter_whole_doc_read_commands - - name: misc_slowms_everything_read_commands - - name: singleThreaded_read_commands - - name: pipeline-updates - - name: javascript - - name: compound_wildcard_index_write_commands - - name: compound_wildcard_index_read_commands - - name: tie-breaking-heuristics - # yaml does not nicely merge arrays, so DO NOT ADD INDIVIDUAL TASKS HERE. - # Add tasks to the anchor that this variant references - # If diverging from that list, add the entire list of desired tasks here - -- <<: *amazon2_x86_compile_variant_dependency - name: perf-mongo-perf-standalone-sbe.intel.aws.2023-01 - display_name: Mongo-Perf Standalone inMemory SBE Intel AWS 2023-11 - cron: *cron_query_perf_schedule - modules: *perf_modules - expansions: - <<: *standalone-intel-expansions - mongodb_setup: mongo-perf-standalone-sbe.2023-02 - run_on: - - "rhel94-perf-microbenchmarks" - tasks: - - name: big_collection - - name: genny_scale_InsertRemove - - name: genny_execution_UserAcquisition - - name: aggregation_read_commands - - name: aggregation_read_commands_large_dataset - - name: agg-query-comparison_read_commands - - name: agg-query-comparison_read_commands_high_value - cron: *cron_query_perf_schedule # *linux-microbenchmarks-standalone-arm contains high-value cron for this task. Resetting to correct cron - - name: query_read_commands - - name: query_read_commands_large_dataset - - name: views-aggregation - - name: views-query - - name: where_read_commands - - name: update_read_commands - - name: insert_read_commands - - name: wildcard-index-read_read_commands - - name: wildcard-index-write_read_commands - - name: geo_read_commands - - name: misc_read_commands - - name: misc_custom_filter_default_read_commands - - name: misc_custom_filter_slow_or_sample_read_commands - - name: misc_custom_filter_complex_read_commands - - name: misc_custom_filter_whole_doc_read_commands - - name: misc_slowms_everything_read_commands - - name: singleThreaded_read_commands - - name: pipeline-updates - - name: javascript - - name: compound_wildcard_index_write_commands - - name: compound_wildcard_index_read_commands - - name: tie-breaking-heuristics - # yaml does not nicely merge arrays, so DO NOT ADD INDIVIDUAL TASKS HERE. - # Add tasks to the anchor that this variant references - # If diverging from that list, add the entire list of desired tasks here - -- <<: *amazon2_x86_compile_variant_dependency - name: perf-mongo-perf-standalone-sampling-bonsai.intel.aws.2023-11 - display_name: Mongo-Perf Standalone inMemory Bonsai with Sampling CE Intel AWS 2023-11 - cron: *cron_query_perf_schedule - modules: *perf_modules - expansions: - <<: *standalone-intel-expansions - mongodb_setup: mongo-perf-standalone-sampling-bonsai.2023-02 - # Try to use the Bonsai optimizer with sampling CE mode, or fall back to the classic planner. - run_on: - - "rhel94-perf-microbenchmarks" - tasks: *mongo-perf-bonsai-tasks - -- <<: *amazon2_x86_compile_variant_dependency - name: perf-mongo-perf-standalone-heuristic-bonsai.intel.aws.2023-01 - display_name: Mongo-Perf Standalone inMemory Bonsai with Heuristic CE Intel AWS 2023-11 - cron: *cron_query_perf_schedule - modules: *perf_modules - expansions: - <<: *standalone-intel-expansions - mongodb_setup: mongo-perf-standalone-heuristic-bonsai.2023-02 - # Try to use the Bonsai optimizer with heuristic CE mode, or fall back to the classic planner. - run_on: - - "rhel94-perf-microbenchmarks" - tasks: *mongo-perf-bonsai-tasks - -- <<: *linux-mongo-perf-repl-intel - name: perf-mongo-perf-repl-all-feature-flags.intel.aws.2023-01 - display_name: Mongo-Perf 1-Node ReplSet inMemory all feature flags Intel AWS 2023-11 - cron: "0 0 * * 0,2,3,4,5" # Run it every day except Saturday and Monday. - modules: *perf_modules - expansions: - <<: *repl-intel-expansions - mongodb_setup: mongo-perf-replica-all-feature-flags.2023-02 - # yaml does not nicely merge arrays, so DO NOT ADD INDIVIDUAL TASKS HERE. - # Add tasks to the anchor that this variant references - # If diverging from that list, add the entire list of desired tasks here - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-1-node-replSet-longRunning.arm.aws.2023-11 - display_name: Long-Running 1-Node ReplSet ARM AWS 2023-11 - cron: "0 0 * * 6" # 00:00 on every Saturday - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: single-replica - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: M60-like-single-large-volume.2023-02 - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-single" - tasks: - - name: tsbs_query_high_cardinality - - name: tsbs_query_medium_cardinality - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-1-node-replSet-all-feature-flags-longRunning.arm.aws.2023-11 - display_name: Long-Running all feature flags 1-Node ReplSet ARM AWS 2023-11 - cron: "0 0 * * 6" # 00:00 on every Saturday - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: single-replica-all-feature-flags - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: M60-like-single-large-volume.2023-02 - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-single" - tasks: - - name: tsbs_query_high_cardinality - - name: tsbs_query_medium_cardinality - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-arm-3-shard-resharding.arm.aws.2023-11 - display_name: Resharding 3-Shard ARM AWS 2023-11 - cron: "0 0 * * 4" # 00:00 on Thursday - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: resharding-3shard.2023-08 - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: resharding-3shard.2023-08 - workload_setup: 2022-11 - snapshotId: snap-04f729f7224909902 # FCV 8.0 - platform: linux - authentication: disabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - project_dir: *perf_project_dir - run_on: - - "rhel94-perf-shard" - tasks: - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: genny_resharding_withIndexes - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-3-node-replSet-query-settings.arm.aws.2023-11 - display_name: QuerySettings 3-Node ReplSet ARM AWS 2023-11 - cron: *linux-3-node-cron - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: replica-query-settings - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: replica - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-replset" - tasks: - - *schedule_patch_auto_tasks_task - - name: schedule_variant_auto_tasks - - name: ycsb.2023-09 - - name: ycsb_60GB.2023-09 - - name: ycsb_60GB.long.2023-09 - - name: tpcc_majority - - name: linkbench2 - - name: mixed_workloads_genny_rate_limited_high_value - - name: majority_reads10_k_threads_high_value - - name: bestbuy_agg - - name: large_indexed_ins_high_value - - name: expressive_queries_high_value - - name: time_series_sort_high_value - - name: tsbs_query - - name: array_traversal_high_value - - name: tsbs_query - -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-3-shard-query-settings.arm.aws.2023-11 - display_name: QuerySettings 3-Shard Cluster ARM AWS 2023-11 - cron: *linux-3-shard-cron - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: shard-query-settings - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: shard - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-shard" - tasks: - - *schedule_patch_auto_tasks_task - - name: schedule_variant_auto_tasks - - name: ycsb.2023-09 - - name: tpcc_majority - - name: mixed_workloads_genny_rate_limited_high_value - - name: bestbuy_agg - - name: large_indexed_ins_high_value - - name: expressive_queries_high_value - - name: time_series_sort_high_value - - name: tsbs_query - - name: array_traversal_high_value - - name: tsbs_query - - name: mongos_workloads - -- &3node-query-stats-rate-limit - <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-3-node-replSet-limited-1-query-stats.arm.aws.2023-11 - display_name: QueryStats, Rate Limited with 1 3-Node ReplSet ARM AWS 2023-11 - modules: *perf_modules - expansions: - <<: *3node-query-stats-rate-limit-expansions - config_params_json: '{"v": 0, "internalQueryStatsRateLimit": 1}' - run_on: - - "rhel94-perf-replset" - tasks: - - *schedule_patch_auto_tasks_task - - name: schedule_variant_auto_tasks - - name: ycsb.2023-09 - - name: ycsb_60GB.2023-09 - - name: ycsb_60GB.long.2023-09 - - name: tpcc_majority - - name: linkbench2 - - name: mixed_workloads_genny_rate_limited_high_value - - name: majority_reads10_k_threads_high_value - - name: bestbuy_agg - - name: large_indexed_ins_high_value - - name: expressive_queries_high_value - - name: time_series_sort_high_value - - name: tsbs_query - -- <<: *3node-query-stats-rate-limit - name: perf-3-node-replSet-limited-10-query-stats.arm.aws.2023-11 - display_name: QueryStats, Rate Limited with 10 3-Node ReplSet ARM AWS 2023-11 - expansions: - <<: *3node-query-stats-rate-limit-expansions - config_params_json: '{"v": 0, "internalQueryStatsRateLimit": 10}' - -- <<: *3node-query-stats-rate-limit - name: perf-3-node-replSet-limited-1000-query-stats.arm.aws.2023-11 - display_name: QueryStats, Rate Limited with 1000 3-Node ReplSet ARM AWS 2023-11 - expansions: - <<: *3node-query-stats-rate-limit-expansions - config_params_json: '{"v": 0, "internalQueryStatsRateLimit": 1000}' - -- <<: *3node-query-stats-rate-limit - name: perf-3-node-replSet-limited-10000-query-stats.arm.aws.2023-11 - display_name: QueryStats, Rate Limited with 10000 3-Node ReplSet ARM AWS 2023-11 - expansions: - <<: *3node-query-stats-rate-limit-expansions - config_params_json: '{"v": 0, "internalQueryStatsRateLimit": 10000}' - - -# Variant which runs a single shard cluster with a config -# shard and mongos process processes co-located on the -# same machine as the mongod. -# This variant is a performance comparison point between -# a traditional single node replica set as defined in the -# 'Linux 1-Node ReplSet 2022-11' variant and fully embedded -# single shard clusters. -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-1-node-replSet-default-sharding.arm.aws.2023-11 - display_name: Default Sharding 1-Node ReplSet ARM AWS 2023-11 - cron: *linux-1-node-repl-cron - modules: *perf_modules - expansions: - <<: *linux_arm64_generic_expansions - mongodb_setup_release: 2022-11 - mongodb_setup: shard-one-node-default-sharding - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: single - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - rhel70-small - # Not using 1nodetasks because some need to be temporarily disabled. - tasks: *1nodetasks - -# Variant which runs a single shard cluster with a config -# shard and mongos processes processes co-located on the -# same machine as the mongods. -# This variant is a performance comparison point between -# a traditional replica set as defined in the -# 'Linux 3-Node ReplSet 2022-11' variant and fully embedded -# single shard clusters. -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-3-node-replSet-default-sharding.arm.aws.2023-11 - display_name: Default Sharding 3-Node ReplSet ARM AWS 2023-11 - cron: *linux-3-node-cron - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: shard-default-sharding - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: replica - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-replset" - tasks: - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: ycsb.2023-09 - cron: *high-value-workload-cron - - name: ycsb_single_thread - - name: ycsb_w1.2023-09 - - name: ycsb_60GB.2023-09 - - name: ycsb.load - - name: ycsb_60GB.long.2023-09 - cron: *high-value-workload-cron - - name: ycsb_secondary_reads.2023-09 - - name: crud_workloads_majority - - name: crud_workloads_w1 - - name: misc_workloads - - name: map_reduce_workloads - - name: smoke_test - - name: secondary_performance # Uses a special 2 node mongodb setup - - name: non_sharded_workloads - - name: bestbuy_agg - cron: *high-value-workload-cron - - name: bestbuy_agg_merge_different_db - - name: bestbuy_agg_merge_same_db - - name: bestbuy_agg_merge_wordcount - - name: bestbuy_query - - name: change_streams_preimage_throughput - - name: change_streams_latency - - name: change_streams_preimage_latency - - name: change_streams_listen_throughput - - name: snapshot_reads - - name: secondary_reads - - name: tpcc - - name: tpcc_majority - cron: *high-value-workload-cron - - name: tpch_1_normalized - - name: tpch_1_denormalized - # TODO: Enable in SERVER-66572. - # - name: tpch_10_normalized - # - name: tpch_10_denormalized - - name: linkbench - - name: linkbench2 - cron: *high-value-workload-cron - - name: tsbs_load - cron: *high-value-workload-cron - - name: tsbs_query - cron: *high-value-workload-cron - - name: tsbs_query_finance - - name: tsbs_query_manual_bucketing - - name: tsbs_query_fixed_bucketing - - name: tsbs-query-genny - - name: tsbs-query-optimizations - - name: tsbs-expression-query - - name: big_update_10k - - name: mixed_workloads_genny_rate_limited_high_value - cron: *high-value-workload-cron - - name: load_test_high_value - cron: *high-value-workload-cron - - name: majority_reads10_k_threads_high_value - cron: *high-value-workload-cron - - name: large_indexed_ins_high_value - cron: *high-value-workload-cron - - name: expressive_queries_high_value - cron: *high-value-workload-cron - - name: time_series_sort_high_value - cron: *high-value-workload-cron - - name: array_traversal_high_value - - name: mongos_workloads - -# Variant which runs a single shard cluster with a config -# shard and mongos processes on dedicated machines. -# This variant is a performance comparison point between -# a traditional replica set as defined in the -# 'Linux 3-Node ReplSet 2022-11' variant and single shard -# clusters with dedicated routers. -- <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-3-node-replSet-dedicated-default-sharding.arm.aws.2023-11 - display_name: Dedicated Default Sharding 3-Node ReplSet ARM AWS 2023-11 - cron: *linux-3-node-cron - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: dedicated-shard-default-sharding - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: dedicated-shard-default-sharding - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-replset" - tasks: - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: ycsb.2023-09 - cron: *high-value-workload-cron - - name: ycsb_single_thread - - name: ycsb_w1.2023-09 - - name: ycsb_60GB.2023-09 - - name: ycsb.load - - name: ycsb_60GB.long.2023-09 - cron: *high-value-workload-cron - - name: ycsb_secondary_reads.2023-09 - - name: crud_workloads_majority - - name: crud_workloads_w1 - - name: misc_workloads - - name: map_reduce_workloads - - name: smoke_test - # TODO SERVER-88115: Enable. - # - name: secondary_performance # Uses a special 2 node mongodb setup - - name: non_sharded_workloads - - name: bestbuy_agg - cron: *high-value-workload-cron - - name: bestbuy_agg_merge_different_db - - name: bestbuy_agg_merge_same_db - - name: bestbuy_agg_merge_wordcount - - name: bestbuy_query - - name: change_streams_preimage_throughput - - name: change_streams_latency - - name: change_streams_preimage_latency - - name: change_streams_listen_throughput - - name: snapshot_reads - # TODO SERVER-88115: Enable. - # - name: secondary_reads - - name: tpcc - - name: tpcc_majority - cron: *high-value-workload-cron - - name: tpch_1_normalized - - name: tpch_1_denormalized - # TODO: Enable in SERVER-66572. - # - name: tpch_10_normalized - # - name: tpch_10_denormalized - - name: linkbench - - name: linkbench2 - cron: *high-value-workload-cron - - name: tsbs_load - cron: *high-value-workload-cron - - name: tsbs_query - cron: *high-value-workload-cron - - name: tsbs_query_finance - - name: tsbs_query_manual_bucketing - - name: tsbs_query_fixed_bucketing - - name: tsbs-query-genny - - name: tsbs-query-optimizations - - name: tsbs-expression-query - - name: big_update_10k - - name: mixed_workloads_genny_rate_limited_high_value - cron: *high-value-workload-cron - - name: load_test_high_value - cron: *high-value-workload-cron - - name: majority_reads10_k_threads_high_value - cron: *high-value-workload-cron - - name: large_indexed_ins_high_value - cron: *high-value-workload-cron - - name: expressive_queries_high_value - cron: *high-value-workload-cron - - name: time_series_sort_high_value - cron: *high-value-workload-cron - - name: array_traversal_high_value - - name: mongos_workloads - -- name: renew-ssl-cert - display_name: Renew SSL Cert - cron: "0 0 * * 4" # 00:00 on Thursday - modules: *perf_modules - run_on: # Certbot with route53 plugin is installed on Ubuntu 20.04 - - "ubuntu2004-small" - tasks: - - name: renew_ssl_cert diff --git a/etc/system_perf_yml_components/variants/task_generation.yml b/etc/system_perf_yml_components/variants/task_generation.yml new file mode 100644 index 00000000000..6868f2bf4d4 --- /dev/null +++ b/etc/system_perf_yml_components/variants/task_generation.yml @@ -0,0 +1,15 @@ +# Replacement for generate-tasks-for-version from evergreen_yml_components. +# +# This is similar to generate-tasks-for-version in evergreen_yml_components, +# but doesn't include actual task generation, which does nothing +# for sys-perf, and breaks when it tries to process the sys-perf project. +# + +buildvariants: + - name: generate-tasks-for-version + display_name: "! Generate tasks for evergreen version" + activate: true + run_on: + - rhel8.8-medium + tasks: + - name: version_expansions_gen diff --git a/etc/system_perf_yml_components/variants_branching.yml b/etc/system_perf_yml_components/variants_branching.yml deleted file mode 100644 index 8d4dc26747a..00000000000 --- a/etc/system_perf_yml_components/variants_branching.yml +++ /dev/null @@ -1,564 +0,0 @@ -# This file should only be used for the purposes of branching. -# This is a subset of perf variants that are needed when copying over during the branching process. -# See this doc proposal for more information https://docs.google.com/document/d/1hH7CQJbAFgr0DHxcWg11dy2TxKt7roDDgjlg49HRWbs/edit?usp=sharing - -definitions: - cron_sunday_thursday: &cron_sunday_thursday "0 0 * * 0,4" - high-value-workload-cron: &high-value-workload-cron "0 */4 * * 1-5" # High-value workloads run every weekday, every 4 hours - linux-3-shard-cron: &linux-3-shard-cron "0 0 * * 4" # 00:00 on Thursday - linux-3-node-cron: &linux-3-node-cron "0 0 * * 1,2,3,4,5,6" # Everyday except Sunday at 00:00 - only-run-in-patch-cron: &only-run-in-patch-cron "0 0 29 2 1" - linux-mongo-perf-cron: &linux-mongo-perf-cron "0 0 * * 0,2,3,4,5" - -variables: - - &amazon2_x86_compile_variant_dependency - depends_on: - - name: package_new_compile - variant: amazon2-x86-compile - - - &amazon_linux2_arm64_compile_variant_dependency - depends_on: - - name: package_new_compile - variant: amazon2-arm64-compile - - - &amazon_linux2_x86_streams_compile_variant_dependency - depends_on: - - name: package_new_compile - variant: amazon2-x86-streams-compile - - - &amazon_linux2_arm64_mongocrypt_compile_variant_dependency - depends_on: - - name: package_new_compile - variant: amazon2-arm64-compile - - name: crypt_create_lib - variant: amazon2-arm64-mongocrypt-shlib-compile - - - &al2023_arm64_compile_variant_dependency - depends_on: - - name: package_new_compile - variant: al2023-arm64-compile - - - &al2023_al2_arm64_compile_variant_dependency - depends_on: - - name: package_new_compile - variant: al2023-arm64-compile - - name: package_new_compile - variant: amazon2-arm64-compile - - - &amazon2_x86_expansions - multiversion_platform: amazon2 - multiversion_edition: enterprise - repo_edition: enterprise - num_scons_link_jobs_available: 0.99 - - - &schedule_variant_auto_tasks_task - name: schedule_variant_auto_tasks - activate: false - depends_on: - - name: schedule_global_auto_tasks - variant: task_generation - - - &schedule_patch_auto_tasks_task - name: schedule_patch_auto_tasks - activate: false - depends_on: - - name: schedule_global_auto_tasks - variant: task_generation - - # THIS HAS COPIES IN: - # - etc/evergreen_yml_components/variants/perf/perf.yml - # - etc/evergreen_yml_components/variants/amazon/test_dev_master_branch_only.yml - # - etc/evergreen_yml_components/variants/amazon/test_dev.yml - # ANY MODIFICATIONS HERE SHOULD ALSO BE MADE IN THOSE FILES - - &linux_arm64_generic_expansions - multiversion_platform: amazon2 - multiversion_edition: enterprise - multiversion_architecture: aarch64 - packager_arch: aarch64 - packager_distro: amazon2 - repo_edition: enterprise - large_distro_name: amazon2-arm64-large - num_scons_link_jobs_available: 0.99 - - - modules: &perf_modules - - dsi - - genny - - workloads - - linkbench - - linkbench2 - - tsbs - - mongo-perf - - YCSB - - PrivateWorkloads - - py-tpcc - - flamegraph - - - perf_project_dir: &perf_project_dir dsi - - - &linux_3_shard_tasks - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: ycsb.2023-09 - - name: ycsb_single_thread - - name: ycsb_w1.2023-09 - - name: crud_workloads_majority - - name: crud_workloads_w1 - - name: misc_workloads - - name: map_reduce_workloads - - name: smoke_test - - name: canaries_only - - name: mongos_workloads - cron: *high-value-workload-cron - - name: mongos_large_catalog_workloads - - name: move_chunk_workloads - cron: *high-value-workload-cron - - name: change_streams_latency - cron: *high-value-workload-cron - - name: change_streams_listen_throughput - cron: *high-value-workload-cron - - name: change_streams_multi_mongos - - name: tsbs_query_sharded - - name: tsbs_query_finance_sharded - - name: tsbs_query_sharded_balancer - - name: tsbs_query_finance_sharded_balancer - - - &3node-intel-tasks - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: ycsb.2023-09 - - name: ycsb_single_thread - - name: ycsb_60GB.2023-09 - - name: ycsb_60GB.long.2023-09 - - name: crud_workloads_majority - - name: smoke_test - - name: bestbuy_agg - - name: bestbuy_agg_merge_different_db - - name: bestbuy_agg_merge_same_db - - name: bestbuy_agg_merge_wordcount - - name: bestbuy_query - - name: tpcc_majority - - name: linkbench - - name: linkbench2 - cron: *high-value-workload-cron - - name: tsbs_load - cron: *only-run-in-patch-cron - - name: tsbs_query - - name: mixed_workloads_genny_rate_limited_high_value - cron: *high-value-workload-cron - - name: load_test_high_value - - name: majority_reads10_k_threads_high_value - - name: large_indexed_ins_high_value - - name: expressive_queries_high_value - - name: time_series_sort_high_value - - name: tsbs-expression-query - - - &standalone-arm-expansions - mongodb_setup_release: 2022-11 - mongodb_setup: mongo-perf-standalone.2023-02 - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: workload_client_mongod_combined.2023-01 - workload_setup: 2022-11 - use_scons_cache: true - platform: linux - canaries: none - storageEngine: inMemory - project_dir: *perf_project_dir - compile_variant: amazon2-arm64-compile - - - &standalone-intel-expansions - <<: *standalone-arm-expansions - infrastructure_provisioning: workload_client_mongod_combined_intel.2023-11 - compile_variant: amazon2-x86-compile - -buildvariants: - - <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-atlas-M60-real.arm.aws.2023-11 - display_name: M60-Atlas ReplSet ARM AWS 2023-11 - cron: *cron_sunday_thursday - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: atlas - canaries: none - atlas_setup: M60-repl - use_custom_build: true - infrastructure_provisioning: workload_client_arm.2023-04 - infrastructure_provisioning_release: 2023-09 - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-atlas-large" - tasks: - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: ycsb_single_thread - - name: ycsb_60GB.2023-09 - - name: tpcc - - name: linkbench - - name: array_traversal_high_value - - name: change_streams_listen_throughput - - name: expressive_queries_high_value - - name: large_indexed_ins_high_value - - name: load_test_high_value - - name: linkbench2 - - name: majority_reads10_k_threads_high_value - - name: mixed_workloads_genny_rate_limited_high_value - - name: time_series_sort_high_value - - name: tpcc_majority - - name: tsbs_load - - name: tsbs_query - - name: ycsb.2023-09 - cron: *high-value-workload-cron - - name: ycsb_60GB.long.2023-09 - - - <<: *amazon2_x86_compile_variant_dependency - name: perf-atlas-M60-real.intel.azure.2023-11 - display_name: M60-Atlas ReplSet Intel Azure 2023-11 - cron: *cron_sunday_thursday - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: atlas - canaries: none - atlas_setup: M60-repl-azure - use_custom_build_azure: true - compile_variant: amazon2-x86-compile - infrastructure_provisioning: workload_client_intel.2023-11 - infrastructure_provisioning_release: 2023-09 - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - storageEngine: wiredTiger - run_on: - - "rhel94-perf-atlas-large" - tasks: # Cannot use *3nodetasks because secondary_performance uses a special mongodb setup - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: ycsb_single_thread - - name: ycsb_60GB.2023-09 - - name: tpcc - - name: linkbench - - name: array_traversal_high_value - - name: change_streams_listen_throughput - - name: expressive_queries_high_value - - name: large_indexed_ins_high_value - - name: load_test_high_value - - name: linkbench2 - - name: majority_reads10_k_threads_high_value - - name: mixed_workloads_genny_rate_limited_high_value - - name: time_series_sort_high_value - - name: tpcc_majority - - name: tsbs_load - - name: tsbs_query - - name: ycsb.2023-09 - - name: ycsb_60GB.long.2023-09 - - - <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-standalone.arm.aws.2023-11 - display_name: Standalone ARM AWS 2023-11 - cron: &linux-standalone-cron "0 0 * * 2,4,6" # Tuesday, Thursday and Saturday at 00:00 - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: standalone - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: single - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-single" - tasks: &standalonetasks - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: smoke_test - - name: canaries_only - - name: ycsb.2023-09 - - name: ycsb_single_thread - - name: ycsb_60GB.2023-09 - - name: ycsb_60GB.long.2023-09 - - name: crud_workloads_majority - - name: crud_workloads_w1 - #- name: genny_canaries - - name: cursor_manager - - name: misc_workloads - - name: map_reduce_workloads - - name: non_sharded_workloads - - name: bestbuy_agg - - name: bestbuy_agg_merge_different_db - - name: bestbuy_agg_merge_same_db - - name: bestbuy_agg_merge_wordcount - - name: bestbuy_query - - name: tpcc - - name: tpcc_majority - - name: tpch_1_normalized - - name: tpch_1_denormalized - - name: tpch_10_normalized - - name: tpch_10_denormalized - - name: array_traversal_high_value - cron: *high-value-workload-cron - - - <<: *amazon_linux2_arm64_mongocrypt_compile_variant_dependency - name: perf-shard-lite-fle.arm.aws.2023-11 - display_name: Shard Lite FLE ARM AWS 2023-11 - cron: *cron_sunday_thursday - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: shard-lite-fle - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: shard-lite - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - shlib_compile_variant: amazon2-arm64-mongocrypt-shlib-compile - mongocrypt_shlib_required: true - run_on: - - "rhel94-perf-shard-lite" - tasks: - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: medical_workload_diagnosis_50_50_high_value - cron: *high-value-workload-cron - - name: ycsb_like_queryable_encrypt1_cfdefault_high_value - cron: *high-value-workload-cron - - - <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-3-shard.arm.aws.2023-11 - display_name: 3-Shard Cluster ARM AWS 2023-11 - cron: *linux-3-shard-cron - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: shard - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: shard - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-shard" - tasks: *linux_3_shard_tasks - - - <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-3-node-replSet.arm.aws.2023-11 - display_name: 3-Node ReplSet ARM AWS 2023-11 - cron: *linux-3-node-cron - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: replica - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: replica - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - run_on: - - "rhel94-perf-replset" - tasks: - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: ycsb.2023-09 - cron: *high-value-workload-cron - - name: ycsb_single_thread - - name: ycsb_w1.2023-09 - - name: ycsb_60GB.2023-09 - - name: ycsb.load - - name: ycsb_60GB.long.2023-09 - cron: *high-value-workload-cron - - name: ycsb_secondary_reads.2023-09 - - name: crud_workloads_majority - - name: crud_workloads_w1 - - name: misc_workloads - - name: map_reduce_workloads - - name: refine_shard_key_transaction_stress - - name: smoke_test - - name: secondary_performance # Uses a special 2 node mongodb setup - - name: non_sharded_workloads - - name: bestbuy_agg - cron: *high-value-workload-cron - - name: bestbuy_agg_merge_different_db - - name: bestbuy_agg_merge_same_db - - name: bestbuy_agg_merge_wordcount - - name: bestbuy_query - - name: change_streams_preimage_throughput - - name: change_streams_latency - - name: change_streams_preimage_latency - - name: change_streams_listen_throughput - - name: snapshot_reads - - name: secondary_reads - - name: tpcc - - name: tpcc_majority - cron: *high-value-workload-cron - - name: tpch_1_normalized - - name: tpch_1_denormalized - # TODO: Enable in SERVER-66572. - # - name: tpch_10_normalized - # - name: tpch_10_denormalized - - name: linkbench - - name: linkbench2 - cron: *high-value-workload-cron - - name: tsbs_load - cron: *high-value-workload-cron - - name: tsbs_query - cron: *high-value-workload-cron - - name: tsbs_query_finance - - name: tsbs_query_manual_bucketing - - name: tsbs_query_fixed_bucketing - - name: tsbs-query-genny - - name: tsbs-query-optimizations - - name: tsbs-expression-query - - name: big_update_10k - - name: mixed_workloads_genny_rate_limited_high_value - cron: *high-value-workload-cron - - name: load_test_high_value - cron: *high-value-workload-cron - - name: majority_reads10_k_threads_high_value - cron: *high-value-workload-cron - - name: large_indexed_ins_high_value - cron: *high-value-workload-cron - - name: expressive_queries_high_value - cron: *high-value-workload-cron - - name: time_series_sort_high_value - cron: *high-value-workload-cron - - - <<: *amazon2_x86_compile_variant_dependency - name: perf-3-node-replSet-intel.intel.aws.2023-11 - display_name: 3-Node ReplSet Intel AWS 2023-11 - cron: *linux-3-node-cron - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: replica - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: replica-intel.2023-11 - workload_setup: 2022-11 - platform: linux - project_dir: *perf_project_dir - authentication: enabled - storageEngine: wiredTiger - compile_variant: amazon2-x86-compile - run_on: - - "rhel94-perf-replset" - tasks: *3node-intel-tasks - - # On PERF-730 we changed the initial sync tests to use two nodes instead of three. To avoid - # losing history, the name remains unchanged, but the display_name reflects the change to 2-Node. - - <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-2-node-replSet-initialsync.arm.aws.2023-11 - display_name: Initial Sync 2-Node ReplSet ARM AWS 2023-11 - cron: "0 0 * * 4" # 00:00 on Thursday - modules: *perf_modules - expansions: - mongodb_setup_release: 2022-11 - mongodb_setup: replica-2node - infrastructure_provisioning_release: 2023-09 - infrastructure_provisioning: replica-2node - workload_setup: 2022-11 - platform: linux - authentication: disabled - storageEngine: wiredTiger - compile_variant: amazon2-arm64-compile - project_dir: *perf_project_dir - run_on: - - "rhel94-perf-replset" - tasks: - - *schedule_patch_auto_tasks_task - - *schedule_variant_auto_tasks_task - - name: initialsync-large - - name: initialsync-large-fcbis - - - <<: *amazon_linux2_arm64_compile_variant_dependency - name: perf-mongo-perf-standalone.arm.aws.2023-11 - display_name: Mongo-Perf Standalone inMemory ARM AWS 2023-11 - modules: *perf_modules - cron: *linux-mongo-perf-cron - expansions: *standalone-arm-expansions - run_on: - - "rhel94-perf-microbenchmarks" - tasks: - - name: big_collection - - name: genny_scale_InsertRemove - - name: genny_execution_UserAcquisition - - name: aggregation_read_commands - - name: aggregation_read_commands_large_dataset - - name: agg-query-comparison_read_commands - - name: agg-query-comparison_read_commands_high_value - cron: *high-value-workload-cron - - name: query_read_commands - - name: query_read_commands_large_dataset - - name: views-aggregation - - name: views-query - - name: where_read_commands - - name: update_read_commands - - name: insert_read_commands - - name: wildcard-index-read_read_commands - - name: wildcard-index-write_read_commands - - name: geo_read_commands - - name: misc_read_commands - - name: misc_custom_filter_default_read_commands - - name: misc_custom_filter_slow_or_sample_read_commands - - name: misc_custom_filter_complex_read_commands - - name: misc_custom_filter_whole_doc_read_commands - - name: misc_slowms_everything_read_commands - - name: singleThreaded_read_commands - - name: pipeline-updates - - name: javascript - - name: compound_wildcard_index_write_commands - - name: compound_wildcard_index_read_commands - - name: tie-breaking-heuristics - - - <<: *amazon2_x86_compile_variant_dependency - name: perf-mongo-perf-standalone.intel.aws.2023-11 - display_name: Mongo-Perf Standalone inMemory Intel AWS 2023-11 - cron: "0 0 * * 0,2,3,4,5" # Run it every day except Saturday and Monday. - modules: *perf_modules - expansions: - <<: *standalone-intel-expansions - run_on: - - "rhel94-perf-microbenchmarks" - tasks: - - name: big_collection - - name: genny_scale_InsertRemove - - name: genny_execution_UserAcquisition - - name: aggregation_read_commands - - name: aggregation_read_commands_large_dataset - - name: agg-query-comparison_read_commands - - name: agg-query-comparison_read_commands_high_value - - name: query_read_commands - - name: query_read_commands_large_dataset - - name: views-aggregation - - name: views-query - - name: where_read_commands - - name: update_read_commands - - name: insert_read_commands - - name: wildcard-index-read_read_commands - - name: wildcard-index-write_read_commands - - name: geo_read_commands - - name: misc_read_commands - - name: misc_custom_filter_default_read_commands - - name: misc_custom_filter_slow_or_sample_read_commands - - name: misc_custom_filter_complex_read_commands - - name: misc_custom_filter_whole_doc_read_commands - - name: misc_slowms_everything_read_commands - - name: singleThreaded_read_commands - - name: pipeline-updates - - name: javascript - - name: compound_wildcard_index_write_commands - - name: compound_wildcard_index_read_commands - - name: tie-breaking-heuristics