Skip to content

Parallelized Simulation Tests #3766

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
Andrewyx merged 24 commits into from
Jun 8, 2026
Merged

Parallelized Simulation Tests #3766

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
24 commits
Select commit Hold shift + click to select a range
0976144
added env args
Andrewyx Jun 4, 2026
c346d93
ci mode added
Andrewyx Jun 4, 2026
e37c93a
linting
Andrewyx Jun 5, 2026
491a8a8
Merge branch 'master' of github.com:UBC-Thunderbots/Software into And…
Andrewyx Jun 5, 2026
9daa78f
[pre-commit.ci lite] apply automatic fixes
pre-commit-ci-lite[bot] Jun 5, 2026
f7f23b0
Merge branch 'master' of github.com:UBC-Thunderbots/Software into And…
Andrewyx Jun 5, 2026
3171bc5
Merge branch 'Andrewyx/ci_mode_sim_tests' of github.com:Andrewyx/Soft…
Andrewyx Jun 5, 2026
8bdd40e
Revert unintended changes to getting-started.md and requirements_lock…
Andrewyx Jun 5, 2026
d635340
removed flag
Andrewyx Jun 6, 2026
36f222b
linting
Andrewyx Jun 6, 2026
ded6800
added ci
Andrewyx Jun 6, 2026
7aae924
comments added
Andrewyx Jun 6, 2026
48a93c4
fixes
Andrewyx Jun 6, 2026
ab9728f
fixes
Andrewyx Jun 6, 2026
75d7772
fixes workflow
Andrewyx Jun 7, 2026
6cc9fe1
fixes
Andrewyx Jun 7, 2026
338ea7e
init
Andrewyx Jun 7, 2026
08059ed
linting
Andrewyx Jun 7, 2026
1a043b1
Merge branch 'master' of github.com:UBC-Thunderbots/Software into And…
Andrewyx Jun 7, 2026
94731b2
Merge branch 'master' of github.com:UBC-Thunderbots/Software into And…
Andrewyx Jun 8, 2026
3879486
cleanup
Andrewyx Jun 8, 2026
290bb71
cleanup
Andrewyx Jun 8, 2026
c53de98
cleanup
Andrewyx Jun 8, 2026
2c448b4
cleanup
Andrewyx Jun 8, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
9 changes: 0 additions & 9 deletions src/software/ai/hl/stp/play/BUILD
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -76,10 +76,6 @@ py_test(
srcs = [
"kickoff_play_test.py",
],
# TODO (#2619) Remove tag to run in parallel
tags = [
"exclusive",
],
deps = [
"//software:conftest",
"//software/simulated_tests/validation:validations",
Expand All @@ -94,10 +90,6 @@ py_test(
],
# The default main would be stop_play_test.py; override to our file.
main = "stop_play_test.py",
# TODO (#2619) Remove tag to run in parallel
tags = [
"exclusive",
],
deps = [
"//software:conftest",
"//software/simulated_tests/validation:validations",
Expand Down Expand Up @@ -150,7 +142,6 @@ py_test(
data = [
"//software:py_constants.so",
],
tags = ["exclusive"],
deps = [
"//proto:import_all_protos",
"//proto:software_py_proto",
Expand Down
1 change: 0 additions & 1 deletion src/software/ai/hl/stp/play/ball_placement/BUILD
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -37,7 +37,6 @@ py_test(
srcs = [
"ball_placement_play_test.py",
],
tags = ["exclusive"],
deps = [
"//software:conftest",
"//software/simulated_tests/validation:validations",
Expand Down
4 changes: 2 additions & 2 deletions src/software/ai/hl/stp/play/ball_placement/ball_placement_play_test.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -200,7 +200,7 @@ def run_ball_placement_scenario(
inv_eventually_validation_sequence_set=placement_eventually_validation_sequence_set,
ag_always_validation_sequence_set=[[]],
ag_eventually_validation_sequence_set=placement_eventually_validation_sequence_set,
test_timeout_s=[15],
test_timeout_s=[30],
)

simulated_test_runner.run_test(
Expand All @@ -209,7 +209,7 @@ def run_ball_placement_scenario(
inv_eventually_validation_sequence_set=drop_ball_eventually_validation_sequence_set,
ag_always_validation_sequence_set=drop_ball_always_validation_sequence_set,
ag_eventually_validation_sequence_set=drop_ball_eventually_validation_sequence_set,
test_timeout_s=[5],
test_timeout_s=[10],
)


Expand Down
4 changes: 0 additions & 4 deletions src/software/ai/hl/stp/play/crease_defense/BUILD
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -33,10 +33,6 @@ py_test(
srcs = [
"crease_defense_play_test.py",
],
# TODO (#2619) Remove tag to run in parallel
tags = [
"exclusive",
],
deps = [
"//software:conftest",
"//software/simulated_tests/validation:validations",
Expand Down
4 changes: 0 additions & 4 deletions src/software/ai/hl/stp/play/defense/BUILD
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -36,10 +36,6 @@ py_test(
srcs = [
"defense_play_test.py",
],
# TODO (#2619) Remove tag to run in parallel
tags = [
"exclusive",
],
deps = [
"//software:conftest",
"//software/simulated_tests/validation:validations",
Expand Down
1 change: 0 additions & 1 deletion src/software/ai/hl/stp/play/enemy_ball_placement/BUILD
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,6 @@ py_test(
srcs = [
"enemy_ball_placement_play_test.py",
],
tags = ["exclusive"],
deps = [
"//software:conftest",
"//software/simulated_tests/validation:validations",
Expand Down
3 changes: 0 additions & 3 deletions src/software/ai/hl/stp/play/enemy_free_kick/BUILD
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -40,9 +40,6 @@ py_test(
srcs = [
"enemy_free_kick_play_test.py",
],
tags = [
"exclusive",
],
deps = [
"//software:conftest",
"//software/simulated_tests/validation:validations",
Expand Down
4 changes: 0 additions & 4 deletions src/software/ai/hl/stp/play/example/BUILD
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -35,10 +35,6 @@ cc_test(
py_test(
name = "example_play_test",
srcs = ["example_play_test.py"],
# TODO (#2619) Remove tag to run in parallel
tags = [
"exclusive",
],
deps = [
"//software:conftest",
"//software/simulated_tests/validation:validations",
Expand Down
1 change: 0 additions & 1 deletion src/software/ai/hl/stp/play/free_kick/BUILD
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -37,7 +37,6 @@ cc_library(
py_test(
name = "free_kick_play_test",
srcs = ["free_kick_play_test.py"],
tags = ["exclusive"],
deps = [
"//software:conftest",
"//software/simulated_tests/validation:validations",
Expand Down
4 changes: 0 additions & 4 deletions src/software/ai/hl/stp/play/halt_play/BUILD
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -37,10 +37,6 @@ py_test(
srcs = [
"halt_play_test.py",
],
# TODO (#2619) Remove tag to run in parallel
tags = [
"exclusive",
],
deps = [
"//software:conftest",
"//software/simulated_tests/validation:validations",
Expand Down
1 change: 0 additions & 1 deletion src/software/ai/hl/stp/play/kickoff_enemy/BUILD
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -29,7 +29,6 @@ cc_library(
py_test(
name = "kickoff_enemy_play_test",
srcs = ["kickoff_enemy_play_test.py"],
tags = ["exclusive"],
deps = [
"//software:conftest",
"//software/simulated_tests/validation:validations",
Expand Down
1 change: 0 additions & 1 deletion src/software/ai/hl/stp/play/kickoff_friendly/BUILD
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,6 @@ cc_library(
py_test(
name = "kickoff_friendly_play_test",
srcs = ["kickoff_friendly_play_test.py"],
tags = ["exclusive"],
deps = [
"//software:conftest",
"//software/simulated_tests/validation:validations",
Expand Down
2 changes: 1 addition & 1 deletion src/software/ai/hl/stp/play/kickoff_friendly/kickoff_friendly_play_test.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -144,7 +144,7 @@ def setup(*args):
inv_always_validation_sequence_set=always_validation_sequence_set,
ag_eventually_validation_sequence_set=eventually_validation_sequence_set,
ag_always_validation_sequence_set=always_validation_sequence_set,
test_timeout_s=10,
test_timeout_s=60,

@StarrryNight StarrryNight Jun 8, 2026

Copy link
Copy Markdown
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

60 seems a bit too long compared to other tests

@Andrewyx Andrewyx Jun 8, 2026

Copy link
Copy Markdown
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Its very flaky, I think this + ball placement needs dedicated investigation.

)


Expand Down
4 changes: 0 additions & 4 deletions src/software/ai/hl/stp/play/offense/BUILD
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -33,10 +33,6 @@ py_test(
srcs = [
"offense_play_test.py",
],
# TODO (#2619) Remove tag to run in parallel
tags = [
"exclusive",
],
deps = [
"//software:conftest",
"//software/simulated_tests/validation:validations",
Expand Down
1 change: 0 additions & 1 deletion src/software/ai/hl/stp/play/penalty_kick_enemy/BUILD
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -37,7 +37,6 @@ cc_test(
py_test(
name = "penalty_kick_enemy_play_test",
srcs = ["penalty_kick_enemy_play_test.py"],
tags = ["exclusive"],
deps = [
"//software:conftest",
"//software/simulated_tests/validation:validations",
Expand Down
4 changes: 0 additions & 4 deletions src/software/ai/hl/stp/play/shoot_or_chip/BUILD
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -36,10 +36,6 @@ py_test(
srcs = [
"shoot_or_chip_play_test.py",
],
# TODO (#2619) Remove tag to run in parallel
tags = [
"exclusive",
],
deps = [
"//software:conftest",
"//software/simulated_tests/validation:validations",
Expand Down
4 changes: 0 additions & 4 deletions src/software/ai/hl/stp/play/shoot_or_pass/BUILD
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -52,10 +52,6 @@ py_test(
srcs = [
"shoot_or_pass_play_test.py",
],
# TODO (#2619) Remove tag to run in parallel
tags = [
"exclusive",
],
deps = [
"//software:conftest",
"//software/simulated_tests/validation:validations",
Expand Down
1 change: 0 additions & 1 deletion src/software/ai/hl/stp/tactic/attacker/BUILD
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -38,7 +38,6 @@ cc_test(
py_test(
name = "attacker_tactic_test",
srcs = ["attacker_tactic_test.py"],
tags = ["exclusive"],
deps = [
"//software:conftest",
"//software/simulated_tests/validation:validations",
Expand Down
3 changes: 0 additions & 3 deletions src/software/ai/hl/stp/tactic/chip/BUILD
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -34,9 +34,6 @@ cc_test(
py_test(
name = "chip_tactic_test",
srcs = ["chip_tactic_test.py"],
tags = [
"exclusive",
],
deps = [
"//software:conftest",
"//software/simulated_tests/validation:validations",
Expand Down
3 changes: 0 additions & 3 deletions src/software/ai/hl/stp/tactic/crease_defender/BUILD
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -38,9 +38,6 @@ cc_test(
py_test(
name = "crease_defender_tactic_test",
srcs = ["crease_defender_tactic_test.py"],
tags = [
"exclusive",
],
deps = [
"//software:conftest",
"//software/simulated_tests/validation:validations",
Expand Down
4 changes: 0 additions & 4 deletions src/software/ai/hl/stp/tactic/dribble/BUILD
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -36,10 +36,6 @@ py_test(
srcs = [
"dribble_tactic_test.py",
],
# TODO (#2619) Remove tag to run in parallel
tags = [
"exclusive",
],
deps = [
"//software:conftest",
"//software/simulated_tests/validation:validations",
Expand Down
4 changes: 0 additions & 4 deletions src/software/ai/hl/stp/tactic/goalie/BUILD
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -52,10 +52,6 @@ py_test(
srcs = [
"goalie_tactic_test.py",
],
# TODO (#2619) Remove tag to run in parallel
tags = [
"exclusive",
],
deps = [
"//software:conftest",
"//software/simulated_tests/validation:validations",
Expand Down
3 changes: 0 additions & 3 deletions src/software/ai/hl/stp/tactic/halt/BUILD
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -32,9 +32,6 @@ cc_test(
py_test(
name = "halt_tactic_test",
srcs = ["halt_tactic_test.py"],
tags = [
"exclusive",
],
deps = [
"//software:conftest",
"//software/simulated_tests/validation:validations",
Expand Down
3 changes: 0 additions & 3 deletions src/software/ai/hl/stp/tactic/kick/BUILD
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -34,9 +34,6 @@ cc_test(
py_test(
name = "kick_tactic_test",
srcs = ["kick_tactic_test.py"],
tags = [
"exclusive",
],
deps = [
"//software:conftest",
"//software/simulated_tests/validation:validations",
Expand Down
3 changes: 0 additions & 3 deletions src/software/ai/hl/stp/tactic/move/BUILD
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -33,9 +33,6 @@ cc_test(
py_test(
name = "move_tactic_test",
srcs = ["move_tactic_test.py"],
tags = [
"exclusive",
],
deps = [
"//software:conftest",
"//software/simulated_tests/validation:validations",
Expand Down
4 changes: 0 additions & 4 deletions src/software/ai/hl/stp/tactic/pass_defender/BUILD
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -39,10 +39,6 @@ py_test(
srcs = [
"pass_defender_tactic_test.py",
],
# TODO (#2619) Remove tag to run in parallel
tags = [
"exclusive",
],
deps = [
"//software:conftest",
"//software/simulated_tests/validation:validations",
Expand Down
1 change: 0 additions & 1 deletion src/software/ai/hl/stp/tactic/penalty_kick/BUILD
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -38,7 +38,6 @@ cc_test(
py_test(
name = "penalty_kick_tactic_test",
srcs = ["penalty_kick_tactic_test.py"],
tags = ["exclusive"],
deps = [
"//software:conftest",
"//software/simulated_tests/validation:validations",
Expand Down
3 changes: 0 additions & 3 deletions src/software/ai/hl/stp/tactic/pivot_kick/BUILD
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -36,9 +36,6 @@ cc_test(
py_test(
name = "pivot_kick_tactic_test",
srcs = ["pivot_kick_tactic_test.py"],
tags = [
"exclusive",
Comment thread
Andrewyx marked this conversation as resolved.
],
deps = [
"//software:conftest",
"//software/simulated_tests/validation:validations",
Expand Down
3 changes: 0 additions & 3 deletions src/software/ai/hl/stp/tactic/receiver/BUILD
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -38,9 +38,6 @@ cc_test(
py_test(
name = "receiver_tactic_test",
srcs = ["receiver_tactic_test.py"],
tags = [
"exclusive",
],
deps = [
"//software:conftest",
"//software/simulated_tests/validation:validations",
Expand Down
1 change: 0 additions & 1 deletion src/software/ai/navigator/trajectory/BUILD
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -153,7 +153,6 @@ cc_test(
py_test(
name = "simulated_hrvo_test",
srcs = ["simulated_hrvo_test.py"],
tags = ["exclusive"],
deps = [
"//proto/message_translation:py_tbots_protobuf",
"//software:conftest",
Expand Down
8 changes: 0 additions & 8 deletions src/software/field_tests/BUILD
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -32,10 +32,6 @@ py_test(
srcs = [
"movement_robot_field_test.py",
],
# TODO (#2619) Remove tag to run in parallel
tags = [
"exclusive",
],
deps = [
"//software:conftest",
"//software/simulated_tests:tbots_test_runner",
Expand All @@ -49,10 +45,6 @@ py_test(
srcs = [
"pivot_kick_field_test.py",
],
# TODO (#2619) Remove tag to run in parallel
tags = [
"exclusive",
],
deps = [
"//software:conftest",
"//software/simulated_tests:tbots_test_runner",
Expand Down
32 changes: 29 additions & 3 deletions src/software/field_tests/field_test_fixture.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -202,6 +202,32 @@ def excepthook(args):
__runner()


def get_runtime_dir():
"""Gets the base runtime directory for the test execution.
TODO: Refactor #3744

If running under Bazel, it uses TEST_TMPDIR to keep tests isolated. To prevent UNIX
socket path length limits from being exceeded by Bazel's long paths, it creates a short
symlink in /tmp to the TEST_TMPDIR.

:return: The path to the runtime directory.
"""
test_tmpdir = os.environ.get("TEST_TMPDIR")
if not test_tmpdir:
return "/tmp/tbots"
import uuid

symlink_path = os.path.join("/tmp", f"tbt_{uuid.uuid4().hex[:8]}")
try:
os.symlink(test_tmpdir, symlink_path)
except OSError:
pass
return symlink_path


RUNTIME_DIR = get_runtime_dir()
Comment thread
Andrewyx marked this conversation as resolved.


def load_command_line_arguments():
"""Load in command-line arguments using argparse

Expand All @@ -213,19 +239,19 @@ def load_command_line_arguments():
"--simulator_runtime_dir",
type=str,
help="simulator runtime directory",
default="/tmp/tbots",
default=RUNTIME_DIR,
)
parser.add_argument(
"--blue_full_system_runtime_dir",
type=str,
help="blue full_system runtime directory",
default="/tmp/tbots/blue",
default=os.path.join(RUNTIME_DIR, "blue"),
)
parser.add_argument(
"--yellow_full_system_runtime_dir",
type=str,
help="yellow full_system runtime directory",
default="/tmp/tbots/yellow",
default=os.path.join(RUNTIME_DIR, "yellow"),
)
parser.add_argument(
"--layout",
Expand Down
Loading
Loading