Skip to content
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
35 commits
Select commit Hold shift + click to select a range
53c1db3
test(e2e): prune gateway upgrade coverage
rsliter Sep 3, 2026
3383997
test(e2e): address gateway upgrade review feedback
rsliter Sep 3, 2026
57fdc71
merge: refresh PR #11007 from main
rsliter Sep 3, 2026
9d5e49e
merge: refresh PR #11007 from main
rsliter Sep 3, 2026
d6a5d38
merge: refresh PR #11007 from main
rsliter Sep 4, 2026
c11e47f
merge: refresh PR #11007 with current main
rsliter Sep 4, 2026
999abe1
test(e2e): simplify gateway upgrade fixture
rsliter Sep 4, 2026
719a1e5
merge: refresh main for #11007
rsliter Sep 4, 2026
473890e
test(e2e): centralize gateway upgrade fixture
rsliter Sep 4, 2026
f26277e
merge: refresh #11007 from main
rsliter Sep 4, 2026
a07b5ec
merge: refresh #11007 from main
rsliter Sep 4, 2026
d73f5c0
docs(security): clarify gateway readiness state
rsliter Sep 4, 2026
11726ab
docs(e2e): clarify credential probe boundary
rsliter Sep 4, 2026
8eeec01
test(e2e): include gateway fixture in isolated runtime
rsliter Sep 4, 2026
df15ee8
merge: refresh main for managed image cohort
rsliter Sep 4, 2026
1b806c3
test(e2e): map gateway recovery owners
rsliter Sep 4, 2026
d61cc24
Merge remote-tracking branch 'origin/main' into codex/10517-prune-ope…
rsliter Sep 4, 2026
cfff27b
docs: clarify gateway upgrade evidence
rsliter Sep 4, 2026
fffcef5
test: bind gateway fixture tag to reviewed commit
rsliter Sep 5, 2026
72cddbd
Merge remote-tracking branch 'origin/main' into codex/10517-prune-ope…
rsliter Sep 5, 2026
4d5e114
test(e2e): bind gateway fixture to release tag
rsliter Sep 6, 2026
bd902e5
Merge remote-tracking branch 'origin/main' into codex/10517-prune-ope…
rsliter Sep 6, 2026
120cd69
test(e2e): clarify retained evidence contracts
rsliter Sep 7, 2026
20f6f78
Merge remote-tracking branch 'origin/main' into codex/10517-prune-ope…
rsliter Sep 7, 2026
c28b238
Merge remote-tracking branch 'origin/main' into codex/10517-prune-ope…
rsliter Sep 7, 2026
4194348
Merge remote-tracking branch 'origin/main' into codex/10517-prune-ope…
rsliter Sep 7, 2026
431087d
Merge remote-tracking branch 'origin/main' into codex/10517-prune-ope…
rsliter Sep 7, 2026
cab268f
Merge remote-tracking branch 'origin/main' into codex/10517-prune-ope…
rsliter Sep 7, 2026
284854a
merge: resolve conflicts with main
github-actions[bot] Sep 7, 2026
e860d95
chore: retrigger exact CI after bot refresh
rsliter Sep 7, 2026
8d65286
merge: refresh gateway upgrade test pruning
rsliter Sep 8, 2026
778d95a
test(e2e): remove unused gateway fixture result
rsliter Sep 8, 2026
7d3fc24
merge: resolve conflicts with main
github-actions[bot] Sep 8, 2026
9983fd5
merge: refresh #11007 from main
rsliter Sep 8, 2026
b95f14b
test(e2e): refresh gateway assertion census
rsliter Sep 8, 2026
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
30 changes: 15 additions & 15 deletions ci/e2e-assertion-budget.json
Original file line number Diff line number Diff line change
Expand Up @@ -15,28 +15,28 @@
"testFileCount": 86,
"liveFileCount": 222,
"direct": {
"expectCalls": 1888,
"matcherAssertions": 1857,
"expectCalls": 1822,
"matcherAssertions": 1791,
"nodeAssertions": 100,
"namedAssertionHelpers": 628,
"namedAssertionHelpers": 616,
"failCalls": 8,
"throwGuards": 87,
"objectFieldAssertions": 245,
"assertionPoints": 2925,
"generatedProbeBlocks": 136,
"generatedProbeConditions": 354
"assertionPoints": 2847,
"generatedProbeBlocks": 126,
"generatedProbeConditions": 340
},
"unique": {
"expectCalls": 2380,
"matcherAssertions": 2344,
"expectCalls": 2314,
"matcherAssertions": 2278,
"nodeAssertions": 119,
"namedAssertionHelpers": 931,
"namedAssertionHelpers": 919,
"failCalls": 38,
"throwGuards": 646,
"throwGuards": 644,
"objectFieldAssertions": 348,
"assertionPoints": 4426,
"generatedProbeBlocks": 290,
"generatedProbeConditions": 980
"assertionPoints": 4346,
"generatedProbeBlocks": 280,
"generatedProbeConditions": 966
},
"fileMetricOrder": [
"directExpectCalls",
Expand Down Expand Up @@ -106,7 +106,7 @@
"test/e2e/live/openclaw-tui-chat-correlation.test.ts": [40,46,40,52,4],
"test/e2e/live/openshell-credential-generation-window.test.ts": [44,94,44,113,18],
"test/e2e/live/openshell-gateway-auth-source-contract.test.ts": [0,0,16,28,2],
"test/e2e/live/openshell-gateway-upgrade.test.ts": [77,109,77,121,17],
"test/e2e/live/openshell-gateway-upgrade.test.ts": [11,31,11,41,7],
"test/e2e/live/overlayfs-autofix.test.ts": [22,25,22,28,2],
"test/e2e/live/pi-agent-qualification.test.ts": [30,37,30,52,4],
"test/e2e/live/podman-cpu-lifecycle.test.ts": [40,67,53,102,1],
Expand All @@ -121,7 +121,7 @@
"test/e2e/live/sandbox-rlimits-connect.test.ts": [1,1,1,1,0],
"test/e2e/live/sandbox-survival.test.ts": [10,27,10,27,1],
"test/e2e/live/sessions-agents-cli.test.ts": [20,29,20,31,0],
"test/e2e/live/shields-retirement-upgrade.test.ts": [14,29,14,41,5],
"test/e2e/live/shields-retirement-upgrade.test.ts": [14,29,14,39,5],
"test/e2e/live/skill-agent.test.ts": [9,11,9,11,0],
"test/e2e/live/snapshot-commands.test.ts": [26,39,26,41,3],
"test/e2e/live/spark-express-vllm.test.ts": [35,45,47,65,4],
Expand Down
6 changes: 5 additions & 1 deletion test/e2e/README.md
Original file line number Diff line number Diff line change
Expand Up @@ -173,13 +173,17 @@ The historical fixtures retain these version boundaries:

| Fixture | Required boundary |
| --- | --- |
| `openshell-gateway-upgrade` | Retain the historical installer commit and SHA-256 digest, sandbox image digest, and reviewed OpenClaw npm URL and SHA-512 integrity. Install the historical package before testing the candidate upgrade path. |
| `openshell-gateway-upgrade` | Retain one v0.0.89 fixture with a pinned installer commit and digest, sandbox image digest, and reviewed OpenClaw archive. Prove that the current gateway upgrade leaves its sandbox Ready, preserves a workspace marker, keeps the raw gateway credential out of the sandbox environment and managed OpenClaw files, and supports authenticated agent turns before and after the upgrade. |
| `rebuild-openclaw` | Retain the reviewed old-base build in the target. Build and create the old sandbox before testing the candidate rebuild path. |

These targets may restore the shared artifact for the candidate CLI.
They must not replace a historical installer, package, image, or version boundary with that artifact.
The gateway fixture already binds its remote historical inputs to immutable commits and cryptographic digests.
The workflow does not republish those inputs as artifacts.
Deterministic tests own installer identity, OpenShell release asset selection,
NemoClaw restore behavior, and Dockerfile patch behavior. The live target does not
assert OpenClaw database tables, migration checkpoints, or other third-party
storage details.

### Hermes Sandbox Image Artifact

Expand Down
45 changes: 4 additions & 41 deletions test/e2e/live/openshell-gateway-upgrade-helpers.ts
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,6 @@ import { reviewedOldInstallerProfile } from "./openshell-gateway-upgrade-old-ins

const NON_INTERACTIVE_INSTALLER_ARGS = ["--non-interactive", "--yes-i-accept-third-party-software"];
const GATEWAY_VOLUME_PREFIX = "openshell-cluster-nemoclaw";
const LEGACY_GATEWAY_DOCKER_NETWORK = "openshell-cluster-nemoclaw";
export const GATEWAY_UPGRADE_INSTALL_TIMEOUT_MS = 35 * 60_000;

export interface LegacyGatewayUpgradeFixture {
Expand Down Expand Up @@ -54,11 +53,8 @@ export function oldGatewayUpgradeInstallerArgs(installer: string): string[] {
return [installer, ...NON_INTERACTIVE_INSTALLER_ARGS, "--fresh"];
}

export function currentGatewayUpgradeInstallerArgs(
installer: string,
options: { interactive?: boolean } = {},
): string[] {
return options.interactive ? [installer] : [installer, ...NON_INTERACTIVE_INSTALLER_ARGS];
export function currentGatewayUpgradeInstallerArgs(installer: string): string[] {
return [installer, ...NON_INTERACTIVE_INSTALLER_ARGS];
}

export function currentNemoclawUpgradeRef(env: NodeJS.ProcessEnv): string {
Expand All @@ -72,29 +68,13 @@ export function currentNemoclawUpgradeRef(env: NodeJS.ProcessEnv): string {
return "HEAD";
}

export function legacyGatewayUpgradeHostFirewallOptions(nemoclawRef: string): {
export function legacyGatewayUpgradeHostFirewallOptions(): {
networkName: string | undefined;
waitForNetworkMs: number;
} {
let networkName: string | undefined;
switch (nemoclawRef) {
case "v0.0.36":
// This cluster-era gateway names its bridge after the gateway; newer
// Docker gateways use the host fixture's openshell-docker default.
networkName = LEGACY_GATEWAY_DOCKER_NETWORK;
break;
case "v0.0.55":
case "v0.0.74":
case "v0.0.89":
case "v0.0.115":
networkName = undefined;
break;
default:
throw new Error(`Unsupported gateway-upgrade network fixture: ${nemoclawRef}`);
}
// The historical install creates its network after fetching and building
// its payload, so keep the parallel probe alive for the full install budget.
return { networkName, waitForNetworkMs: GATEWAY_UPGRADE_INSTALL_TIMEOUT_MS };
return { networkName: undefined, waitForNetworkMs: GATEWAY_UPGRADE_INSTALL_TIMEOUT_MS };
}

export function throwGatewayUpgradeSetupFailures(
Expand All @@ -109,23 +89,6 @@ export function throwGatewayUpgradeSetupFailures(
}
}

export function expectedLegacyRegistryMetadata(nemoclawRef: string): {
nemoclawVersion: string | undefined;
fromDockerfile: null | undefined;
} {
switch (nemoclawRef) {
case "v0.0.36":
case "v0.0.55":
return { nemoclawVersion: undefined, fromDockerfile: undefined };
case "v0.0.74":
return { nemoclawVersion: "0.0.74", fromDockerfile: null };
case "v0.0.89":
return { nemoclawVersion: "0.0.89", fromDockerfile: null };
default:
throw new Error(`Unsupported gateway-upgrade registry fixture: ${nemoclawRef}`);
}
}

export function upgradeGatewayStateCleanupScript(pidFile: string): string {
return `set -e
volume_prefix=${GATEWAY_VOLUME_PREFIX}
Expand Down
39 changes: 0 additions & 39 deletions test/e2e/live/openshell-gateway-upgrade-old-installer.ts
Original file line number Diff line number Diff line change
Expand Up @@ -23,27 +23,6 @@ type ReviewedOldInstallerProfile = OldInstallerFixtureIdentity &

const REVIEWED_OLD_OPENCLAW_ARCHIVES: Readonly<Record<string, ReviewedOldOpenClawArchive>> =
Object.freeze({
"2026.4.24": {
expectedIntegrity:
"sha512-W6u4XeIIP4+uG4DYV9G3JeS6QNuKwfhQIej1GIoL4BdcnUFgrnB8kHYNXL3MxiHRKuhZB9OYwUMGs8jKFZR/Vg==",
label: "historical fixture OpenClaw 2026.4.24",
packageSpec: "openclaw@2026.4.24",
tarballUrl: "https://registry.npmjs.org/openclaw/-/openclaw-2026.4.24.tgz",
},
"2026.5.22": {
expectedIntegrity:
"sha512-m+zgBELGbCHjWB1IWF5WSWNPr480cMKOMff2OF72c8A0AMD4hC/9+qwYtzjYmGkETcffnB711JymlVsQnh2Tow==",
label: "historical fixture OpenClaw 2026.5.22",
packageSpec: "openclaw@2026.5.22",
tarballUrl: "https://registry.npmjs.org/openclaw/-/openclaw-2026.5.22.tgz",
},
"2026.5.27": {
expectedIntegrity:
"sha512-2N93zhdAo88KAbHt6T7KvYXf4s7XIkYXBgv1npYpn7e1Y9FvrtgtpsA38my9rtFW+70uXEojRPX5/OqnuDqJPw==",
label: "historical fixture OpenClaw 2026.5.27",
packageSpec: "openclaw@2026.5.27",
tarballUrl: "https://registry.npmjs.org/openclaw/-/openclaw-2026.5.27.tgz",
},
"2026.6.10": {
expectedIntegrity:
"sha512-LcooND2tBQw8A+kc1Ujltu3lg30bJ0w7XaeRy7eYzobb8BBdcW6DOGbwJL4vpj1vl9+gjRceOtlh5nh9OARcug==",
Expand All @@ -62,24 +41,6 @@ export const OLD_INSTALLER_ARCHIVE_CONTEXT_PATH = "nemoclaw/src/.nemoclaw-e2e-ol

const REVIEWED_OLD_INSTALLER_PROFILES: Readonly<Record<string, ReviewedOldInstallerProfile>> =
Object.freeze({
"v0.0.36": Object.freeze({
expectedAdvisoryAuditCount: 0,
nemoclawCommit: "3351fbdd4eb7d9b80ec471545083956327da2b10",
nemoclawRef: "v0.0.36",
openclawVersion: "2026.4.24",
}),
"v0.0.55": Object.freeze({
expectedAdvisoryAuditCount: 0,
nemoclawCommit: "95d483fe2b6569d68e59493c60f19df09a068e8f",
nemoclawRef: "v0.0.55",
openclawVersion: "2026.5.22",
}),
"v0.0.74": Object.freeze({
expectedAdvisoryAuditCount: 1,
nemoclawCommit: "3a05b54e8ec3e1d5550ec5c728de54af872bffe3",
nemoclawRef: "v0.0.74",
openclawVersion: "2026.5.27",
}),
"v0.0.89": Object.freeze({
expectedAdvisoryAuditCount: 1,
nemoclawCommit: "1143aa5cce77f3bad1b3b5588bd7fddbe438237e",
Expand Down
Loading
Loading