Merge branch 'set-all-scheduled-system-tests-flaky' into 'master'

Set all scheduled system-tests as flaky As agreed today with @mykola.dzham1, we mark all `system-tests` in the `rc` job `bazel-nightly` as flaky. They will run up 3 times. Thus, I extended the job timeout to a safe value of 7.5 h. See merge request dfinity-lab/public/ic!11794
dfinity · Apr 11, 2023 · 60a8e46 · 60a8e46
2 parents a954c93 + ccafd5a
commit 60a8e46
Show file tree

Hide file tree

Showing 7 changed files with 1 addition and 18 deletions.
diff --git a/gitlab-ci/config/20--test--bazel-pipeline.yml b/gitlab-ci/config/20--test--bazel-pipeline.yml
@@ -131,7 +131,7 @@ bazel-system-test-nightly:
   variables:
     BAZEL_EXTRA_ARGS: "--repository_cache=/cache/bazel --test_tag_filters=system_test_nightly"
     BAZEL_TARGETS: "//..."
-  timeout: 200 minutes
+  timeout: 7h 30m
 
 bazel-config-check-all-rebuild:
   extends:

diff --git a/rs/tests/boundary_nodes/BUILD.bazel b/rs/tests/boundary_nodes/BUILD.bazel
@@ -42,7 +42,6 @@ system_test(
 
 system_test(
     name = "boundary_node_update_workload_test",
-    flaky = False,
     proc_macro_deps = MACRO_DEPENDENCIES,
     tags = [
         "system_test_hourly",

diff --git a/rs/tests/financial_integrations/BUILD.bazel b/rs/tests/financial_integrations/BUILD.bazel
@@ -35,7 +35,6 @@ system_test(
 
 system_test(
     name = "token_fault_tolerance_test",
-    flaky = False,
     proc_macro_deps = MACRO_DEPENDENCIES,
     tags = [
         "system_test_hourly",

diff --git a/rs/tests/message_routing/BUILD.bazel b/rs/tests/message_routing/BUILD.bazel
@@ -14,7 +14,6 @@ system_test(
 
 system_test(
     name = "rejoin_test",
-    flaky = False,  # remove after when PFOPS-3148 is resolved
     proc_macro_deps = MACRO_DEPENDENCIES,
     tags = [
         "system_test_hourly",

diff --git a/rs/tests/networking/BUILD.bazel b/rs/tests/networking/BUILD.bazel
@@ -69,7 +69,6 @@ system_test(
 
 system_test(
     name = "canister_http_remote_test",
-    flaky = False,
     proc_macro_deps = MACRO_DEPENDENCIES,
     tags = [
         "system_test_nightly",
@@ -85,7 +84,6 @@ system_test(
 
 system_test(
     name = "canister_http_time_out_test",
-    flaky = False,
     proc_macro_deps = MACRO_DEPENDENCIES,
     tags = [
         "system_test_nightly",
@@ -101,7 +99,6 @@ system_test(
 
 system_test(
     name = "firewall_priority_test",
-    flaky = False,
     proc_macro_deps = MACRO_DEPENDENCIES,
     tags = [
         "system_test_hourly",
@@ -125,7 +122,6 @@ system_test(
 
 system_test(
     name = "query_workload_long_test",
-    flaky = False,
     proc_macro_deps = MACRO_DEPENDENCIES,
     tags = [
         "system_test_nightly",
@@ -149,7 +145,6 @@ system_test(
 
 system_test(
     name = "update_workload_large_payload",
-    flaky = False,
     proc_macro_deps = MACRO_DEPENDENCIES,
     tags = [
         "system_test_nightly",
@@ -162,7 +157,6 @@ system_test(
 
 system_test(
     name = "update_workload_long_test",
-    flaky = False,
     proc_macro_deps = MACRO_DEPENDENCIES,
     tags = [
         "system_test_nightly",

diff --git a/rs/tests/nns/sns/BUILD.bazel b/rs/tests/nns/sns/BUILD.bazel
@@ -19,7 +19,6 @@ SNS_CANISTER_RUNTIME_DEPS = [":sns-canisters"]
 
 system_test(
     name = "deploy_with_sale",
-    flaky = False,  # remove after when PFOPS-3148 is resolved
     proc_macro_deps = MACRO_DEPENDENCIES,
     tags = [
         "system_test_hourly",
@@ -33,7 +32,6 @@ system_test(
 
 system_test(
     name = "sale_participation",
-    flaky = False,  # remove after when PFOPS-3148 is resolved
     proc_macro_deps = MACRO_DEPENDENCIES,
     tags = [
         "system_test_hourly",
@@ -47,7 +45,6 @@ system_test(
 
 system_test(
     name = "sale_mass_participation",
-    flaky = False,  # remove after when PFOPS-3148 is resolved
     proc_macro_deps = MACRO_DEPENDENCIES,
     tags = [
         "system_test_hourly",
@@ -104,7 +101,6 @@ system_test(
 
 system_test(
     name = "aggregation_canister_test",
-    flaky = False,  # remove after when PFOPS-3148 is resolved
     proc_macro_deps = MACRO_DEPENDENCIES,
     tags = [
         "system_test_hourly",
@@ -182,7 +178,6 @@ system_test(
 
 system_test(
     name = "payment_flow_test",
-    flaky = False,  # remove after when PFOPS-3148 is resolved
     proc_macro_deps = MACRO_DEPENDENCIES,
     tags = [
         "system_test_hourly",

diff --git a/rs/tests/testing_verification/BUILD.bazel b/rs/tests/testing_verification/BUILD.bazel
@@ -34,7 +34,6 @@ system_test(
 
 system_test(
     name = "basic_health_test",
-    flaky = False,  # remove after when PFOPS-3148 is resolved
     proc_macro_deps = MACRO_DEPENDENCIES,
     tags = [
         "system_test_hourly",
@@ -65,7 +64,6 @@ system_test(
 
 system_test(
     name = "ii_delegation_test",
-    flaky = False,  # remove after when PFOPS-3148 is resolved
     proc_macro_deps = MACRO_DEPENDENCIES,
     tags = [
         "system_test_hourly",
@@ -144,7 +142,6 @@ rust_test(
 
 system_test(
     name = "workload_counter_canister_test",
-    flaky = False,  # remove after when PFOPS-3148 is resolved
     proc_macro_deps = MACRO_DEPENDENCIES,
     tags = [
         "system_test_hourly",