chore(op-acceptance-tests): flake-shake; test promotions

op-acceptance-tests/acceptance-tests.yaml

@@ -1,138 +1,107 @@
-# Configuration file for acceptance tests (op-acceptor)
-#
-# All acceptance tests need to be registered here for op-acceptor to run them.
-# As a rule of thumb, we recommend that each fork gate inherits from the
-# base gate as well as any earlier fork gates.
-
 gates:
-  # New tests should be added here first with target_gate metadata.
-  # Once we're confident they're not flaky, they will be promoted.
-  # Example entry format:
-  # - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/parallelism
-  #   timeout: 10m
-  #   metadata:
-  #     target_gate: base  # Will be promoted to base gate once stable
-  #     added_date: "2025-01-23"
-  #     owner: "team-infra"
-  - id: flake-shake
-    description: "Quarantine gate for new and potentially flaky tests requiring stability validation."
-    tests:
-      - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/sync_tester/sync_tester_elsync
-        name: TestSyncTesterELSync
-        timeout: 10m
-        metadata:
-          target_gate: sync-test-op-node
-          owner: "changwan,anton"
-      - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/jovian
-        name: TestMinBaseFee
-        timeout: 10m
-        metadata:
-          target_gate: jovian
-          owner: "george"
-      - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/base/withdrawal
-        name: TestWithdrawal
-        timeout: 10m
-        metadata:
-          target_gate: base
-          owner: "stefano"
-      - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/base
-        name: TestDummyFlakyTest
-        timeout: 10m
-        metadata:
-          target_gate: interop
-          owner: "stefano"
-
-  - id: isthmus
-    description: "Isthmus network tests."
-    tests:
-      - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/isthmus
-        timeout: 6h
-      - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/isthmus/operator_fee
-        timeout: 6h
-      - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/isthmus/withdrawal_root
-        timeout: 20m
-      - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/isthmus/erc20_bridge
-        timeout: 10m
-      - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/isthmus/pectra
-        timeout: 10m
-
-  - id: base
-    description: "Sanity/smoke acceptance tests for all networks."
-    inherits:
-      - isthmus
-    tests:
-      - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/base
-      - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/base/deposit
-        timeout: 10m
-      - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/base/chain
-        timeout: 10m
-      - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/ecotone
-        timeout: 10m
-      # TODO(infra#401): Re-enable the test when the sysext missing toolset is implemented
-      #- package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/base/withdrawal
-      #  timeout: 10m
-      - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/fjord
-
-  - id: conductor
-    description: "Sanity/smoke acceptance tests for networks with conductors."
-    tests:
-      - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/base/conductor
-        timeout: 10m
-
-  - id: pre-interop
-    inherits:
-      - base
-    description: "Pre-interop network tests."
-    tests:
-      - name: TestInteropReadiness
-        package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/isthmus/preinterop
-        timeout: 20m
-
-  - id: interop
-    inherits:
-      - base
-    description: "Interop network tests."
-    tests:
-      - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/interop
-        timeout: 10m
-      - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/interop/message
-        timeout: 30m
-      - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/interop/sync
-      - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/interop/smoke
-      - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/interop/contract
-
-  - id: interop-loadtest
-    description: "Interop network loadtests."
-    tests:
-      - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/interop/loadtest
-        timeout: 10m
-
-  - id: flashblocks
-    inherits:
-      - base
-    description: "Flashblocks network tests."
-    tests:
-      - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/flashblocks
-        timeout: 5m
-
-  - id: flashblocks-with-isthmus
-    inherits:
-      - base
-    description: "Flashblocks network tests with Isthmus."
-    tests:
-      - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/flashblocks
-        timeout: 5m
-
-  - id: sync-test-op-node
-    description: "Sync tests for op-node with external networks via the op-sync-tester - tests run daily."
-    tests:
-      - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/sync_tester/sync_tester_ext_el
-        timeout: 30m
-
-  - id: jovian
-    inherits:
-      - base
-    description: "Jovian network tests."
-    tests:
-      - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/jovian
-        timeout: 10m
+    - id: flake-shake
+      description: Quarantine gate for new and potentially flaky tests requiring stability validation.
+      tests:
+        - name: TestDummyFlakyTest
+          package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/base
+          timeout: 10m
+          metadata:
+            owner: stefano
+            target_gate: interop
+    - id: isthmus
+      description: Isthmus network tests.
+      tests:
+        - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/isthmus
+          timeout: 6h
+        - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/isthmus/operator_fee
+          timeout: 6h
+        - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/isthmus/withdrawal_root
+          timeout: 20m
+        - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/isthmus/erc20_bridge
+          timeout: 10m
+        - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/isthmus/pectra
+          timeout: 10m
+    - id: base
+      description: Sanity/smoke acceptance tests for all networks.
+      inherits:
+        - isthmus
+      tests:
+        - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/base
+        - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/base/deposit
+          timeout: 10m
+        - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/base/chain
+          timeout: 10m
+        - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/ecotone
+          timeout: 10m
+        - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/fjord
+        - name: TestWithdrawal
+          package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/base/withdrawal
+          timeout: 10m
+          metadata:
+            owner: stefano
+    - id: conductor
+      description: Sanity/smoke acceptance tests for networks with conductors.
+      tests:
+        - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/base/conductor
+          timeout: 10m
+    - id: pre-interop
+      description: Pre-interop network tests.
+      inherits:
+        - base
+      tests:
+        - name: TestInteropReadiness
+          package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/isthmus/preinterop
+          timeout: 20m
+    - id: interop
+      description: Interop network tests.
+      inherits:
+        - base
+      tests:
+        - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/interop
+          timeout: 10m
+        - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/interop/message
+          timeout: 30m
+        - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/interop/sync
+        - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/interop/smoke
+        - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/interop/contract
+    - id: interop-loadtest
+      description: Interop network loadtests.
+      tests:
+        - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/interop/loadtest
+          timeout: 10m
+    - id: flashblocks
+      description: Flashblocks network tests.
+      inherits:
+        - base
+      tests:
+        - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/flashblocks
+          timeout: 5m
+    - id: flashblocks-with-isthmus
+      description: Flashblocks network tests with Isthmus.
+      inherits:
+        - base
+      tests:
+        - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/flashblocks
+          timeout: 5m
+    - id: sync-test-op-node
+      description: Sync tests for op-node with external networks via the op-sync-tester - tests run daily.
+      tests:
+        - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/sync_tester/sync_tester_ext_el
+          timeout: 30m
+        - name: TestSyncTesterELSync
+          package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/sync_tester/sync_tester_elsync
+          timeout: 10m
+          metadata:
+            owner: changwan,anton
+    - id: jovian
+      description: Jovian network tests.
+      inherits:
+        - base
+      tests:
+        - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/jovian
+          timeout: 10m
+        - name: TestMinBaseFee
+          package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/jovian
+          timeout: 10m
+          metadata:
+            owner: george