Skip to content
Merged
Show file tree
Hide file tree
Changes from 2 commits
Commits
Show all changes
28 commits
Select commit Hold shift + click to select a range
d102139
refactor(e2e): enhance test of cloudflared tunnel | separating files
hunglp6d May 14, 2026
f463c4d
refactor(e2e): clasify tunnel logs and rename function in back/restor…
hunglp6d May 14, 2026
89c92fa
refactor(e2e): Update parity files | Tighten state backup/restore | T…
hunglp6d May 14, 2026
f837eb5
Merge branch 'main' into refactor/intermittent-tunnel-failure
hunglp6d May 14, 2026
c75e5ed
refactor(e2e): update the old references
hunglp6d May 14, 2026
44b0373
Merge branch 'refactor/intermittent-tunnel-failure' of github.com:NVI…
hunglp6d May 14, 2026
dc20cef
Merge branch 'main' into refactor/intermittent-tunnel-failure
hunglp6d May 14, 2026
fc76854
refactor(e2e): apply shfmt to new test files
hunglp6d May 14, 2026
48574cb
refactor(e2e): resolve rabbit comments 1 and 3
hunglp6d May 14, 2026
59f3c61
refactor(e2e): resolve rabbit comments of avoid deleting the onboard …
hunglp6d May 14, 2026
6287be6
refactor(e2e): resolve rabbit comments of mask backup/restore command…
hunglp6d May 14, 2026
07c0565
Merge branch 'main' into refactor/intermittent-tunnel-failure
hunglp6d May 14, 2026
2d9ea06
refactor(e2e): resolve rabbit comments of use fixed-string matching f…
hunglp6d May 14, 2026
673e789
Merge branch 'refactor/intermittent-tunnel-failure' of github.com:NVI…
hunglp6d May 14, 2026
d34275e
refactor(e2e): resolve rabbit comments
hunglp6d May 14, 2026
7ead53f
Merge branch 'main' into refactor/intermittent-tunnel-failure
hunglp6d May 14, 2026
46986f7
refactor(e2e): resolve rabbit comments
hunglp6d May 14, 2026
b10bb6e
Merge branch 'refactor/intermittent-tunnel-failure' of github.com:NVI…
hunglp6d May 14, 2026
604112c
refactor(e2e): update stale parity
hunglp6d May 14, 2026
0b28f7e
Merge branch 'main' into refactor/intermittent-tunnel-failure
cv May 14, 2026
1a7e7c8
Merge remote-tracking branch 'origin/main' into refactor/intermittent…
jyaunches May 15, 2026
aa95752
Merge branch 'main' into refactor/intermittent-tunnel-failure
hunglp6d May 15, 2026
3b47290
refactor(e2e): pin cloudflared via signed APT repo + fail-closed
hunglp6d May 15, 2026
c760562
Merge branch 'main' into refactor/intermittent-tunnel-failure
hunglp6d May 15, 2026
83590fa
refactor(e2e): apply formatting
hunglp6d May 15, 2026
6fa1626
Merge branch 'refactor/intermittent-tunnel-failure' of github.com:NVI…
hunglp6d May 15, 2026
6ce56a3
Merge branch 'main' into refactor/intermittent-tunnel-failure
hunglp6d May 15, 2026
692059d
Merge branch 'main' into refactor/intermittent-tunnel-failure
cv May 15, 2026
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 2 additions & 2 deletions .github/workflows/nightly-e2e.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -1080,9 +1080,9 @@ jobs:
if-no-files-found: ignore

# ── Deployment & Services E2E ────────────────────────────────
# TC-STATE-02: backup-workspace.sh lifecycle (backup → destroy → restore)
# TC-STATE-01: backup-workspace.sh lifecycle (backup → destroy → restore)
# TC-DEPLOY-01: nemoclaw start/stop (cloudflared tunnel)
# TC-DEPLOY-03: uninstall --keep-openshell (destructive, runs last in script)
# TC-DEPLOY-02: uninstall --keep-openshell (destructive, runs last in script)
deployment-services-e2e:
if: >-
github.repository == 'NVIDIA/NemoClaw' &&
Expand Down
76 changes: 38 additions & 38 deletions test/e2e/docs/parity-inventory.generated.json
Original file line number Diff line number Diff line change
Expand Up @@ -1396,113 +1396,113 @@
{
"script": "test/e2e/test-deployment-services.sh",
"line": 202,
"text": "TC-STATE-02: Setup",
"text": "TC-STATE-01: Setup",
"polarity": "fail",
"normalized_id": "tc.state.02.setup",
"normalized_id": "tc.state.01.setup",
"mapping_status": "deferred"
},
{
"script": "test/e2e/test-deployment-services.sh",
"line": 213,
"text": "TC-STATE-02: Backup completed successfully",
"text": "TC-STATE-01: Backup completed successfully",
"polarity": "pass",
"normalized_id": "tc.state.02.backup.completed.successfully",
"normalized_id": "tc.state.01.backup.completed.successfully",
"mapping_status": "deferred"
},
{
"script": "test/e2e/test-deployment-services.sh",
"line": 215,
"text": "TC-STATE-02: Backup",
"text": "TC-STATE-01: Backup",
"polarity": "fail",
"normalized_id": "tc.state.02.backup",
"normalized_id": "tc.state.01.backup",
"mapping_status": "deferred"
},
{
"script": "test/e2e/test-deployment-services.sh",
"line": 222,
"text": "TC-STATE-02: Backup dir",
"text": "TC-STATE-01: Backup dir",
"polarity": "fail",
"normalized_id": "tc.state.02.backup.dir",
"normalized_id": "tc.state.01.backup.dir",
"mapping_status": "deferred"
},
{
"script": "test/e2e/test-deployment-services.sh",
"line": 248,
"text": "TC-STATE-02: Destroy",
"text": "TC-STATE-01: Destroy",
"polarity": "fail",
"normalized_id": "tc.state.02.destroy",
"normalized_id": "tc.state.01.destroy",
"mapping_status": "deferred"
},
{
"script": "test/e2e/test-deployment-services.sh",
"line": 251,
"text": "TC-STATE-02: Sandbox destroyed",
"text": "TC-STATE-01: Sandbox destroyed",
"polarity": "pass",
"normalized_id": "tc.state.02.sandbox.destroyed",
"normalized_id": "tc.state.01.sandbox.destroyed",
"mapping_status": "deferred"
},
{
"script": "test/e2e/test-deployment-services.sh",
"line": 255,
"text": "TC-STATE-02: Re-onboard",
"text": "TC-STATE-01: Re-onboard",
"polarity": "fail",
"normalized_id": "tc.state.02.re.onboard",
"normalized_id": "tc.state.01.re.onboard",
"mapping_status": "deferred"
},
{
"script": "test/e2e/test-deployment-services.sh",
"line": 258,
"text": "TC-STATE-02: Sandbox re-onboarded",
"text": "TC-STATE-01: Sandbox re-onboarded",
"polarity": "pass",
"normalized_id": "tc.state.02.sandbox.re.onboarded",
"normalized_id": "tc.state.01.sandbox.re.onboarded",
"mapping_status": "deferred"
},
{
"script": "test/e2e/test-deployment-services.sh",
"line": 266,
"text": "TC-STATE-02: Restore completed successfully",
"text": "TC-STATE-01: Restore completed successfully",
"polarity": "pass",
"normalized_id": "tc.state.02.restore.completed.successfully",
"normalized_id": "tc.state.01.restore.completed.successfully",
"mapping_status": "deferred"
},
{
"script": "test/e2e/test-deployment-services.sh",
"line": 268,
"text": "TC-STATE-02: Restore",
"text": "TC-STATE-01: Restore",
"polarity": "fail",
"normalized_id": "tc.state.02.restore",
"normalized_id": "tc.state.01.restore",
"mapping_status": "deferred"
},
{
"script": "test/e2e/test-deployment-services.sh",
"line": 285,
"text": "TC-STATE-02: ${verified}/5 workspace files verified with correct content",
"text": "TC-STATE-01: ${verified}/5 workspace files verified with correct content",
"polarity": "pass",
"normalized_id": "tc.state.02.verified.5.workspace.files.verified.with.correct.content",
"normalized_id": "tc.state.01.verified.5.workspace.files.verified.with.correct.content",
"mapping_status": "deferred"
},
{
"script": "test/e2e/test-deployment-services.sh",
"line": 288,
"text": "TC-STATE-02: ${verified}/5 workspace files verified (partial tolerance applied)",
"text": "TC-STATE-01: ${verified}/5 workspace files verified (partial tolerance applied)",
"polarity": "pass",
"normalized_id": "tc.state.02.verified.5.workspace.files.verified.partial.tolerance.applied",
"normalized_id": "tc.state.01.verified.5.workspace.files.verified.partial.tolerance.applied",
"mapping_status": "deferred"
},
{
"script": "test/e2e/test-deployment-services.sh",
"line": 290,
"text": "TC-STATE-02: Verify",
"text": "TC-STATE-01: Verify",
"polarity": "fail",
"normalized_id": "tc.state.02.verify",
"normalized_id": "tc.state.01.verify",
"mapping_status": "deferred"
},
{
"script": "test/e2e/test-deployment-services.sh",
"line": 296,
"text": "TC-STATE-02: Memory note restored correctly",
"text": "TC-STATE-01: Memory note restored correctly",
"polarity": "pass",
"normalized_id": "tc.state.02.memory.note.restored.correctly",
"normalized_id": "tc.state.01.memory.note.restored.correctly",
"mapping_status": "deferred"
},
{
Expand Down Expand Up @@ -1588,41 +1588,41 @@
{
"script": "test/e2e/test-deployment-services.sh",
"line": 448,
"text": "TC-DEPLOY-03: openshell binary still in PATH after uninstall",
"text": "TC-DEPLOY-02: openshell binary still in PATH after uninstall",
"polarity": "pass",
"normalized_id": "tc.deploy.03.openshell.binary.still.in.path.after.uninstall",
"normalized_id": "tc.deploy.02.openshell.binary.still.in.path.after.uninstall",
"mapping_status": "deferred"
},
{
"script": "test/e2e/test-deployment-services.sh",
"line": 450,
"text": "TC-DEPLOY-03: openshell",
"text": "TC-DEPLOY-02: openshell",
"polarity": "fail",
"normalized_id": "tc.deploy.03.openshell",
"normalized_id": "tc.deploy.02.openshell",
"mapping_status": "deferred"
},
{
"script": "test/e2e/test-deployment-services.sh",
"line": 457,
"text": "TC-DEPLOY-03: nemoclaw removed after uninstall",
"text": "TC-DEPLOY-02: nemoclaw removed after uninstall",
"polarity": "pass",
"normalized_id": "tc.deploy.03.nemoclaw.removed.after.uninstall",
"normalized_id": "tc.deploy.02.nemoclaw.removed.after.uninstall",
"mapping_status": "retired"
},
{
"script": "test/e2e/test-deployment-services.sh",
"line": 459,
"text": "TC-DEPLOY-03: uninstall completed (nemoclaw in source tree is expected)",
"text": "TC-DEPLOY-02: uninstall completed (nemoclaw in source tree is expected)",
"polarity": "pass",
"normalized_id": "tc.deploy.03.uninstall.completed.nemoclaw.in.source.tree.is.expected",
"normalized_id": "tc.deploy.02.uninstall.completed.nemoclaw.in.source.tree.is.expected",
"mapping_status": "deferred"
},
{
"script": "test/e2e/test-deployment-services.sh",
"line": 461,
"text": "TC-DEPLOY-03: nemoclaw",
"text": "TC-DEPLOY-02: nemoclaw",
"polarity": "fail",
"normalized_id": "tc.deploy.03.nemoclaw",
"normalized_id": "tc.deploy.02.nemoclaw",
"mapping_status": "deferred"
},
{
Expand Down
38 changes: 19 additions & 19 deletions test/e2e/docs/parity-map.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -839,72 +839,72 @@ scripts:
status: migrated
bucket: rebuild-runtime
assertions:
- legacy: 'TC-STATE-02: Setup'
- legacy: 'TC-STATE-01: Setup'
status: deferred
reason: live legacy behavior requires non-deterministic infrastructure; retained for bucket parity tracking
owner: e2e-maintainers
runner_requirement: sandbox runner with NemoClaw/OpenShell CLIs
- legacy: 'TC-STATE-02: Backup completed successfully'
- legacy: 'TC-STATE-01: Backup completed successfully'
status: deferred
reason: live legacy behavior requires non-deterministic infrastructure; retained for bucket parity tracking
owner: e2e-maintainers
runner_requirement: sandbox runner with NemoClaw/OpenShell CLIs
- legacy: 'TC-STATE-02: Backup'
- legacy: 'TC-STATE-01: Backup'
status: deferred
reason: live legacy behavior requires non-deterministic infrastructure; retained for bucket parity tracking
owner: e2e-maintainers
runner_requirement: sandbox runner with NemoClaw/OpenShell CLIs
- legacy: 'TC-STATE-02: Backup dir'
- legacy: 'TC-STATE-01: Backup dir'
status: deferred
reason: live legacy behavior requires non-deterministic infrastructure; retained for bucket parity tracking
owner: e2e-maintainers
runner_requirement: sandbox runner with NemoClaw/OpenShell CLIs
- legacy: 'TC-STATE-02: Destroy'
- legacy: 'TC-STATE-01: Destroy'
status: deferred
reason: live legacy behavior requires non-deterministic infrastructure; retained for bucket parity tracking
owner: e2e-maintainers
runner_requirement: sandbox runner with NemoClaw/OpenShell CLIs
- legacy: 'TC-STATE-02: Sandbox destroyed'
- legacy: 'TC-STATE-01: Sandbox destroyed'
status: deferred
reason: live legacy behavior requires non-deterministic infrastructure; retained for bucket parity tracking
owner: e2e-maintainers
runner_requirement: sandbox runner with NemoClaw/OpenShell CLIs
- legacy: 'TC-STATE-02: Re-onboard'
- legacy: 'TC-STATE-01: Re-onboard'
status: deferred
reason: live legacy behavior requires non-deterministic infrastructure; retained for bucket parity tracking
owner: e2e-maintainers
runner_requirement: sandbox runner with NemoClaw/OpenShell CLIs
- legacy: 'TC-STATE-02: Sandbox re-onboarded'
- legacy: 'TC-STATE-01: Sandbox re-onboarded'
status: deferred
reason: live legacy behavior requires non-deterministic infrastructure; retained for bucket parity tracking
owner: e2e-maintainers
runner_requirement: sandbox runner with NemoClaw/OpenShell CLIs
- legacy: 'TC-STATE-02: Restore completed successfully'
- legacy: 'TC-STATE-01: Restore completed successfully'
status: deferred
reason: live legacy behavior requires non-deterministic infrastructure; retained for bucket parity tracking
owner: e2e-maintainers
runner_requirement: sandbox runner with NemoClaw/OpenShell CLIs
- legacy: 'TC-STATE-02: Restore'
- legacy: 'TC-STATE-01: Restore'
status: deferred
reason: live legacy behavior requires non-deterministic infrastructure; retained for bucket parity tracking
owner: e2e-maintainers
runner_requirement: sandbox runner with NemoClaw/OpenShell CLIs
- legacy: 'TC-STATE-02: ${verified}/5 workspace files verified with correct content'
- legacy: 'TC-STATE-01: ${verified}/5 workspace files verified with correct content'
status: deferred
reason: live legacy behavior requires non-deterministic infrastructure; retained for bucket parity tracking
owner: e2e-maintainers
runner_requirement: sandbox runner with NemoClaw/OpenShell CLIs
- legacy: 'TC-STATE-02: ${verified}/5 workspace files verified (partial tolerance applied)'
- legacy: 'TC-STATE-01: ${verified}/5 workspace files verified (partial tolerance applied)'
status: deferred
reason: live legacy behavior requires non-deterministic infrastructure; retained for bucket parity tracking
owner: e2e-maintainers
runner_requirement: sandbox runner with NemoClaw/OpenShell CLIs
- legacy: 'TC-STATE-02: Verify'
- legacy: 'TC-STATE-01: Verify'
status: deferred
reason: live legacy behavior requires non-deterministic infrastructure; retained for bucket parity tracking
owner: e2e-maintainers
runner_requirement: sandbox runner with NemoClaw/OpenShell CLIs
- legacy: 'TC-STATE-02: Memory note restored correctly'
- legacy: 'TC-STATE-01: Memory note restored correctly'
status: deferred
reason: live legacy behavior requires non-deterministic infrastructure; retained for bucket parity tracking
owner: e2e-maintainers
Expand Down Expand Up @@ -959,27 +959,27 @@ scripts:
reason: live legacy behavior requires non-deterministic infrastructure; retained for bucket parity tracking
owner: e2e-maintainers
runner_requirement: sandbox runner with NemoClaw/OpenShell CLIs
- legacy: 'TC-DEPLOY-03: openshell binary still in PATH after uninstall'
- legacy: 'TC-DEPLOY-02: openshell binary still in PATH after uninstall'
status: deferred
reason: live legacy behavior requires non-deterministic infrastructure; retained for bucket parity tracking
owner: e2e-maintainers
runner_requirement: sandbox runner with NemoClaw/OpenShell CLIs
- legacy: 'TC-DEPLOY-03: openshell'
- legacy: 'TC-DEPLOY-02: openshell'
status: deferred
reason: live legacy behavior requires non-deterministic infrastructure; retained for bucket parity tracking
owner: e2e-maintainers
runner_requirement: sandbox runner with NemoClaw/OpenShell CLIs
- legacy: 'TC-DEPLOY-03: nemoclaw removed after uninstall'
- legacy: 'TC-DEPLOY-02: nemoclaw removed after uninstall'
status: retired
reason: legacy assertion is obsolete or negative cleanup behavior after scenario migration
reviewer: e2e-maintainers
approved_at: '2026-05-13'
- legacy: 'TC-DEPLOY-03: uninstall completed (nemoclaw in source tree is expected)'
- legacy: 'TC-DEPLOY-02: uninstall completed (nemoclaw in source tree is expected)'
status: deferred
reason: live legacy behavior requires non-deterministic infrastructure; retained for bucket parity tracking
owner: e2e-maintainers
runner_requirement: sandbox runner with NemoClaw/OpenShell CLIs
- legacy: 'TC-DEPLOY-03: nemoclaw'
- legacy: 'TC-DEPLOY-02: nemoclaw'
status: deferred
reason: live legacy behavior requires non-deterministic infrastructure; retained for bucket parity tracking
owner: e2e-maintainers
Expand Down
Loading
Loading