diff --git a/op-acceptance-tests/acceptance-tests.yaml b/op-acceptance-tests/acceptance-tests.yaml index 21c6216209f..cea7390578a 100644 --- a/op-acceptance-tests/acceptance-tests.yaml +++ b/op-acceptance-tests/acceptance-tests.yaml @@ -1,138 +1,107 @@ -# Configuration file for acceptance tests (op-acceptor) -# -# All acceptance tests need to be registered here for op-acceptor to run them. -# As a rule of thumb, we recommend that each fork gate inherits from the -# base gate as well as any earlier fork gates. - gates: - # New tests should be added here first with target_gate metadata. - # Once we're confident they're not flaky, they will be promoted. - # Example entry format: - # - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/parallelism - # timeout: 10m - # metadata: - # target_gate: base # Will be promoted to base gate once stable - # added_date: "2025-01-23" - # owner: "team-infra" - - id: flake-shake - description: "Quarantine gate for new and potentially flaky tests requiring stability validation." - tests: - - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/sync_tester/sync_tester_elsync - name: TestSyncTesterELSync - timeout: 10m - metadata: - target_gate: sync-test-op-node - owner: "changwan,anton" - - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/jovian - name: TestMinBaseFee - timeout: 10m - metadata: - target_gate: jovian - owner: "george" - - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/base/withdrawal - name: TestWithdrawal - timeout: 10m - metadata: - target_gate: base - owner: "stefano" - - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/base - name: TestDummyFlakyTest - timeout: 10m - metadata: - target_gate: interop - owner: "stefano" - - - id: isthmus - description: "Isthmus network tests." - tests: - - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/isthmus - timeout: 6h - - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/isthmus/operator_fee - timeout: 6h - - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/isthmus/withdrawal_root - timeout: 20m - - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/isthmus/erc20_bridge - timeout: 10m - - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/isthmus/pectra - timeout: 10m - - - id: base - description: "Sanity/smoke acceptance tests for all networks." - inherits: - - isthmus - tests: - - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/base - - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/base/deposit - timeout: 10m - - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/base/chain - timeout: 10m - - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/ecotone - timeout: 10m - # TODO(infra#401): Re-enable the test when the sysext missing toolset is implemented - #- package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/base/withdrawal - # timeout: 10m - - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/fjord - - - id: conductor - description: "Sanity/smoke acceptance tests for networks with conductors." - tests: - - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/base/conductor - timeout: 10m - - - id: pre-interop - inherits: - - base - description: "Pre-interop network tests." - tests: - - name: TestInteropReadiness - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/isthmus/preinterop - timeout: 20m - - - id: interop - inherits: - - base - description: "Interop network tests." - tests: - - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/interop - timeout: 10m - - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/interop/message - timeout: 30m - - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/interop/sync - - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/interop/smoke - - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/interop/contract - - - id: interop-loadtest - description: "Interop network loadtests." - tests: - - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/interop/loadtest - timeout: 10m - - - id: flashblocks - inherits: - - base - description: "Flashblocks network tests." - tests: - - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/flashblocks - timeout: 5m - - - id: flashblocks-with-isthmus - inherits: - - base - description: "Flashblocks network tests with Isthmus." - tests: - - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/flashblocks - timeout: 5m - - - id: sync-test-op-node - description: "Sync tests for op-node with external networks via the op-sync-tester - tests run daily." - tests: - - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/sync_tester/sync_tester_ext_el - timeout: 30m - - - id: jovian - inherits: - - base - description: "Jovian network tests." - tests: - - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/jovian - timeout: 10m + - id: flake-shake + description: Quarantine gate for new and potentially flaky tests requiring stability validation. + tests: + - name: TestDummyFlakyTest + package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/base + timeout: 10m + metadata: + owner: stefano + target_gate: interop + - id: isthmus + description: Isthmus network tests. + tests: + - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/isthmus + timeout: 6h + - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/isthmus/operator_fee + timeout: 6h + - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/isthmus/withdrawal_root + timeout: 20m + - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/isthmus/erc20_bridge + timeout: 10m + - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/isthmus/pectra + timeout: 10m + - id: base + description: Sanity/smoke acceptance tests for all networks. + inherits: + - isthmus + tests: + - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/base + - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/base/deposit + timeout: 10m + - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/base/chain + timeout: 10m + - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/ecotone + timeout: 10m + - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/fjord + - name: TestWithdrawal + package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/base/withdrawal + timeout: 10m + metadata: + owner: stefano + - id: conductor + description: Sanity/smoke acceptance tests for networks with conductors. + tests: + - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/base/conductor + timeout: 10m + - id: pre-interop + description: Pre-interop network tests. + inherits: + - base + tests: + - name: TestInteropReadiness + package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/isthmus/preinterop + timeout: 20m + - id: interop + description: Interop network tests. + inherits: + - base + tests: + - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/interop + timeout: 10m + - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/interop/message + timeout: 30m + - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/interop/sync + - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/interop/smoke + - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/interop/contract + - id: interop-loadtest + description: Interop network loadtests. + tests: + - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/interop/loadtest + timeout: 10m + - id: flashblocks + description: Flashblocks network tests. + inherits: + - base + tests: + - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/flashblocks + timeout: 5m + - id: flashblocks-with-isthmus + description: Flashblocks network tests with Isthmus. + inherits: + - base + tests: + - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/flashblocks + timeout: 5m + - id: sync-test-op-node + description: Sync tests for op-node with external networks via the op-sync-tester - tests run daily. + tests: + - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/sync_tester/sync_tester_ext_el + timeout: 30m + - name: TestSyncTesterELSync + package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/sync_tester/sync_tester_elsync + timeout: 10m + metadata: + owner: changwan,anton + - id: jovian + description: Jovian network tests. + inherits: + - base + tests: + - package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/jovian + timeout: 10m + - name: TestMinBaseFee + package: github.com/ethereum-optimism/optimism/op-acceptance-tests/tests/jovian + timeout: 10m + metadata: + owner: george