Split schema_test operations into parallel sub-tests

tests/e2e_operations.py

@@ -4801,19 +4801,37 @@ def run_ledger_chunk_cleanup_tests(const_args):
             test_ledger_chunk_cleanup_digest_mismatch(network, args)
 
 
-def run(args):
+# The operations tests below are split into groups which are run
+# concurrently, as separate ConcurrentRunner sub-tests (see tests/schema.py).
+# Each group runs its own tests sequentially, so tests which share a workspace
+# label must stay within a single group. Keep the groups roughly balanced, as
+# the slowest group bounds the total run time.
+
+
+def run_offline_ledger_tools(args):
     run_ledger_viz_test(args)
     run_split_ledger_test(args)
-    run_max_uncommitted_tx_count(args)
     run_file_operations(args)
+    run_read_ledger_on_testdata(args)
+    run_merkle_verification_level(args)
+
+
+def run_snapshot_manual_and_retention(args):
     run_forced_snapshot_while_opening(args)
     run_manual_snapshot_tests(args)
     run_max_retained_snapshot_files(args)
     run_backup_snapshot_cleanup(args)
+
+
+def run_ledger_chunk_operations(args):
+    run_max_uncommitted_tx_count(args)
     run_max_committed_ledger_chunk_files(args)
     run_post_snapshot_chunk_retention(args)
     run_ledger_cleanup_no_read_only_dir_check(args)
     run_ledger_chunk_cleanup_tests(args)
+
+
+def run_node_config_checks(args):
     run_tls_san_checks(args)
     run_tls_san_join_mismatch(args)
     run_config_timeout_check(args)
@@ -4822,12 +4840,19 @@ def run(args):
     run_preopen_readiness_check(args)
     run_sighup_check(args)
     run_service_subject_name_check(args)
-    run_cose_signatures_config_check(args)
-    run_late_mounted_ledger_check(args)
     run_empty_ledger_dir_check(args)
-    run_read_ledger_on_testdata(args)
-    run_merkle_verification_level(args)
     run_propose_request_vote(args)
+
+
+def run_cose_checks(args):
+    run_cose_signatures_config_check(args)
+    run_late_mounted_ledger_check(args)
+    run_cose_only_mode_upgrade(args)
+
+
+def run_time_based_snapshots(args):
     run_time_based_snapshotting(args)
+
+
+def run_snapshot_persistence(args):
     run_snapshot_persistence_across_primary_failure(args)
-    run_cose_only_mode_upgrade(args)

tests/schema.py

@@ -264,14 +264,25 @@ def add(parser):
         initial_member_count=1,
     )
 
-    cr.add(
-        "operations",
-        e2e_operations.run,
-        package="samples/apps/logging/logging",
-        nodes=infra.e2e_args.min_nodes(cr.args, f=0),
-        initial_user_count=1,
-        ledger_chunk_bytes="1B",  # Chunk ledger at every signature transaction
-    )
+    # The operations tests are split into groups which run concurrently, as the
+    # single sequential group used to dominate this test's total run time.
+    for name, target in (
+        ("operations-offline", e2e_operations.run_offline_ledger_tools),
+        ("operations-snapshots", e2e_operations.run_snapshot_manual_and_retention),
+        ("operations-chunks", e2e_operations.run_ledger_chunk_operations),
+        ("operations-config", e2e_operations.run_node_config_checks),
+        ("operations-cose", e2e_operations.run_cose_checks),
+        ("operations-tb-snapshots", e2e_operations.run_time_based_snapshots),
+        ("operations-persistence", e2e_operations.run_snapshot_persistence),
+    ):
+        cr.add(
+            name,
+            target,
+            package="samples/apps/logging/logging",
+            nodes=infra.e2e_args.min_nodes(cr.args, f=0),
+            initial_user_count=1,
+            ledger_chunk_bytes="1B",  # Chunk ledger at every signature transaction
+        )
 
     cr.add(
         "download",