146 lines
4.7 KiB
Python
Executable File
146 lines
4.7 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
"""Generate multiple powercycle tasks to run in evergreen."""
|
|
|
|
from collections import namedtuple
|
|
from typing import Any
|
|
|
|
import click
|
|
from shrub.v2 import BuildVariant, ExistingTask, FunctionCall, ShrubProject, Task, TaskDependency
|
|
from shrub.v2.command import BuiltInCommand
|
|
|
|
from buildscripts.util.fileops import write_file
|
|
from buildscripts.util.read_config import read_config_file
|
|
from buildscripts.util.taskname import name_generated_task
|
|
|
|
Config = namedtuple(
|
|
"config",
|
|
[
|
|
"current_task_name",
|
|
"task_names",
|
|
"num_tasks",
|
|
"timeout_params",
|
|
"remote_credentials_vars",
|
|
"set_up_ec2_instance_vars",
|
|
"run_powercycle_vars",
|
|
"build_variant",
|
|
"distro",
|
|
],
|
|
)
|
|
|
|
|
|
def make_config(expansions_file: Any) -> Config:
|
|
"""Group expansions into config."""
|
|
expansions = read_config_file(expansions_file)
|
|
private_key_file = "src/powercycle.pem"
|
|
current_task_name = expansions.get("task_name", "powercycle")
|
|
task_names = expansions.get("task_names", "powercycle_smoke_skip_compile")
|
|
# Avoid duplicated task names
|
|
task_names = {task_name for task_name in task_names.split(" ")}
|
|
num_tasks = int(expansions.get("num_tasks", 10))
|
|
timeout_params = {
|
|
"exec_timeout_secs": int(expansions.get("exec_timeout_secs", 7200)),
|
|
"timeout_secs": int(expansions.get("timeout_secs", 1800)),
|
|
}
|
|
remote_credentials_vars = {
|
|
"private_key_file": private_key_file,
|
|
"private_key_remote": "${__project_aws_ssh_key_value}",
|
|
}
|
|
set_up_ec2_instance_vars = {
|
|
"set_up_retry_count": int(expansions.get("set_up_retry_count", 2)),
|
|
"private_key_file": private_key_file,
|
|
}
|
|
run_powercycle_vars = {
|
|
"run_powercycle_args": expansions.get("run_powercycle_args"),
|
|
}
|
|
build_variant = expansions.get("build_variant")
|
|
distro = expansions.get("distro_id")
|
|
|
|
return Config(
|
|
current_task_name,
|
|
task_names,
|
|
num_tasks,
|
|
timeout_params,
|
|
remote_credentials_vars,
|
|
set_up_ec2_instance_vars,
|
|
run_powercycle_vars,
|
|
build_variant,
|
|
distro,
|
|
)
|
|
|
|
|
|
def get_setup_commands() -> tuple[list[FunctionCall], set[TaskDependency]]:
|
|
"""Return setup commands."""
|
|
return [
|
|
FunctionCall("do setup"),
|
|
], {TaskDependency("archive_dist_test")}
|
|
|
|
|
|
def get_skip_compile_setup_commands() -> tuple[list[FunctionCall], set]:
|
|
"""Return skip compile setup commands."""
|
|
return [
|
|
BuiltInCommand("manifest.load", {}),
|
|
FunctionCall("git get shallow project"),
|
|
FunctionCall("restore git history and tags"),
|
|
FunctionCall("f_expansions_write"),
|
|
FunctionCall("kill processes"),
|
|
FunctionCall("cleanup environment"),
|
|
FunctionCall("set up venv"),
|
|
FunctionCall("upload pip requirements"),
|
|
FunctionCall("configure evergreen api credentials"),
|
|
FunctionCall("get compiled binaries"),
|
|
], set()
|
|
|
|
|
|
@click.command()
|
|
@click.argument("expansions_file", type=str, default="expansions.yml")
|
|
@click.argument("output_file", type=str, default="powercycle_tasks.json")
|
|
def main(
|
|
expansions_file: str = "expansions.yml", output_file: str = "powercycle_tasks.json"
|
|
) -> None:
|
|
"""Generate multiple powercycle tasks to run in evergreen."""
|
|
|
|
config = make_config(expansions_file)
|
|
build_variant = BuildVariant(config.build_variant)
|
|
|
|
sub_tasks = set()
|
|
for task_name in config.task_names:
|
|
if "skip_compile" in task_name:
|
|
commands, task_dependency = get_skip_compile_setup_commands()
|
|
else:
|
|
commands, task_dependency = get_setup_commands()
|
|
|
|
commands.extend(
|
|
[
|
|
FunctionCall("set up remote credentials", config.remote_credentials_vars),
|
|
BuiltInCommand("timeout.update", config.timeout_params),
|
|
FunctionCall("set up EC2 instance", config.set_up_ec2_instance_vars),
|
|
FunctionCall("run powercycle test", config.run_powercycle_vars),
|
|
]
|
|
)
|
|
|
|
sub_tasks.update(
|
|
{
|
|
Task(
|
|
name_generated_task(task_name, index, config.num_tasks, config.build_variant),
|
|
commands,
|
|
task_dependency,
|
|
)
|
|
for index in range(config.num_tasks)
|
|
}
|
|
)
|
|
|
|
build_variant.display_task(
|
|
config.current_task_name.replace("_gen", ""),
|
|
sub_tasks,
|
|
distros=[config.distro],
|
|
execution_existing_tasks={ExistingTask(config.current_task_name)},
|
|
)
|
|
shrub_project = ShrubProject.empty()
|
|
shrub_project.add_build_variant(build_variant)
|
|
|
|
write_file(output_file, shrub_project.json())
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|