From edacd65a67ccfbbd69fb74e8b9fa14215a607590 Mon Sep 17 00:00:00 2001 From: Carlos Villela Date: Sat, 27 Jun 2026 00:19:42 -0700 Subject: [PATCH 1/4] fix(e2e): avoid multiline Deep Agents Python probe Signed-off-by: Carlos Villela --- ...platform-parity-cloud-experimental.test.ts | 22 ++++++++++++ .../06-deepagents-code-python-egress.sh | 35 ++++++++++++++----- 2 files changed, 48 insertions(+), 9 deletions(-) diff --git a/test/e2e-scenario/support-tests/platform-parity-cloud-experimental.test.ts b/test/e2e-scenario/support-tests/platform-parity-cloud-experimental.test.ts index 86a0b8a895f..1a963632625 100644 --- a/test/e2e-scenario/support-tests/platform-parity-cloud-experimental.test.ts +++ b/test/e2e-scenario/support-tests/platform-parity-cloud-experimental.test.ts @@ -65,6 +65,28 @@ describe("P0-E cloud-experimental parity guardrails", () => { ); }); + it("keeps Deep Agents Python egress probe command single-line for OpenShell exec", () => { + const result = spawnSync( + "bash", + [ + path.join( + process.cwd(), + "test/e2e/e2e-cloud-experimental/checks/06-deepagents-code-python-egress.sh", + ), + ], + { + encoding: "utf8", + env: { + NEMOCLAW_E2E_PYTHON_EGRESS_SELF_TEST: "probe-command-shape", + PATH: process.env.PATH ?? "/usr/bin:/bin", + }, + }, + ); + + expect(result.status).toBe(0); + expect(result.stdout.trim()).toBe("NO_NEWLINE_IN_COMMAND"); + }); + it("registers executable Deep Agents cloud-experimental checks", () => { expect(DEEPAGENTS_CLOUD_EXPERIMENTAL_CHECKS).toEqual([ "test/e2e/e2e-cloud-experimental/checks/05-deepagents-code-landlock-readonly.sh", diff --git a/test/e2e/e2e-cloud-experimental/checks/06-deepagents-code-python-egress.sh b/test/e2e/e2e-cloud-experimental/checks/06-deepagents-code-python-egress.sh index f9f91874862..2cec517e7fd 100755 --- a/test/e2e/e2e-cloud-experimental/checks/06-deepagents-code-python-egress.sh +++ b/test/e2e/e2e-cloud-experimental/checks/06-deepagents-code-python-egress.sh @@ -34,14 +34,8 @@ sandbox_exec() { openshell sandbox exec --name "$SANDBOX_NAME" -- bash -c "$1" 2>&1 } -python_probe() { - local python_bin="$1" - local url="$2" - if [ -n "${NEMOCLAW_E2E_PYTHON_PROBE_FIXTURE+x}" ]; then - printf '%s\n' "$NEMOCLAW_E2E_PYTHON_PROBE_FIXTURE" - return 0 - fi - sandbox_exec "${python_bin@Q} - ${url@Q} <<'PY' +python_probe_source_b64() { + base64 -w0 <<'PY' import sys import urllib.error import urllib.request @@ -95,7 +89,19 @@ except OSError as exc: except Exception as exc: print(f'ERROR:{type(exc).__name__}:{exc}') PY -" +} + +python_probe() { + local python_bin="$1" + local url="$2" + local encoded remote_cmd + if [ -n "${NEMOCLAW_E2E_PYTHON_PROBE_FIXTURE+x}" ]; then + printf '%s\n' "$NEMOCLAW_E2E_PYTHON_PROBE_FIXTURE" + return 0 + fi + encoded="$(python_probe_source_b64)" + remote_cmd="probe=\$(mktemp /tmp/nemoclaw-python-egress.XXXXXX.py); printf '%s' ${encoded@Q} | base64 -d > \"\$probe\"; ${python_bin@Q} \"\$probe\" ${url@Q}; rc=\$?; rm -f \"\$probe\"; exit \"\$rc\"" + sandbox_exec "$remote_cmd" } expect_reached() { @@ -138,6 +144,17 @@ if [ "${NEMOCLAW_E2E_PYTHON_EGRESS_SELF_TEST:-}" = "blocked-no-marker" ]; then exit 0 fi +if [ "${NEMOCLAW_E2E_PYTHON_EGRESS_SELF_TEST:-}" = "probe-command-shape" ]; then + sandbox_exec() { + case "$1" in + *$'\n'*) printf '%s\n' "NEWLINE_IN_COMMAND" ; return 1 ;; + *) printf '%s\n' "NO_NEWLINE_IN_COMMAND" ; return 0 ;; + esac + } + python_probe "python3" "https://example.com/" + exit 0 +fi + cleanup_project_venv() { sandbox_exec "rm -rf ${PROJECT_VENV@Q}" >/dev/null || true } From 96286664f023989ea962501450b353c63a1fe790 Mon Sep 17 00:00:00 2001 From: Carlos Villela Date: Sat, 27 Jun 2026 00:32:19 -0700 Subject: [PATCH 2/4] test(e2e): update Deep Agents probe contract Signed-off-by: Carlos Villela --- .../checks/06-deepagents-code-python-egress.sh | 10 ++++++++-- test/langchain-deepagents-code-image.test.ts | 6 +++++- 2 files changed, 13 insertions(+), 3 deletions(-) diff --git a/test/e2e/e2e-cloud-experimental/checks/06-deepagents-code-python-egress.sh b/test/e2e/e2e-cloud-experimental/checks/06-deepagents-code-python-egress.sh index 2cec517e7fd..589db600dad 100755 --- a/test/e2e/e2e-cloud-experimental/checks/06-deepagents-code-python-egress.sh +++ b/test/e2e/e2e-cloud-experimental/checks/06-deepagents-code-python-egress.sh @@ -147,8 +147,14 @@ fi if [ "${NEMOCLAW_E2E_PYTHON_EGRESS_SELF_TEST:-}" = "probe-command-shape" ]; then sandbox_exec() { case "$1" in - *$'\n'*) printf '%s\n' "NEWLINE_IN_COMMAND" ; return 1 ;; - *) printf '%s\n' "NO_NEWLINE_IN_COMMAND" ; return 0 ;; + *$'\n'*) + printf '%s\n' "NEWLINE_IN_COMMAND" + return 1 + ;; + *) + printf '%s\n' "NO_NEWLINE_IN_COMMAND" + return 0 + ;; esac } python_probe "python3" "https://example.com/" diff --git a/test/langchain-deepagents-code-image.test.ts b/test/langchain-deepagents-code-image.test.ts index 605256e24eb..eafbbf958ab 100644 --- a/test/langchain-deepagents-code-image.test.ts +++ b/test/langchain-deepagents-code-image.test.ts @@ -402,7 +402,11 @@ describe("LangChain Deep Agents Code image contracts", () => { expect(pythonEgressCheck).toContain("except urllib.error.URLError as exc:"); expect(pythonEgressCheck).toContain("ERROR:URLError"); expect(pythonEgressCheck).toContain("lacked denial evidence"); - expect(pythonEgressCheck).toContain("${python_bin@Q} - ${url@Q} <<'PY'"); + expect(pythonEgressCheck).toContain("python_probe_source_b64"); + expect(pythonEgressCheck).toContain("mktemp /tmp/nemoclaw-python-egress.XXXXXX.py"); + expect(pythonEgressCheck).toContain("base64 -d"); + expect(pythonEgressCheck).toContain("${python_bin@Q}"); + expect(pythonEgressCheck).toContain("${url@Q}; rc=\\$?"); expect(pythonEgressCheck).toContain( 'expect_reached "arbitrary Python" "GitHub" "https://api.github.com/"', ); From 31eb3f0f3c61532395d2a0c60b2018fb9e9b28a1 Mon Sep 17 00:00:00 2001 From: Carlos Villela Date: Sat, 27 Jun 2026 00:43:11 -0700 Subject: [PATCH 3/4] test(e2e): align Deep Agents probe source checks Signed-off-by: Carlos Villela --- .../checks/06-deepagents-code-python-egress.sh | 8 ++++---- test/langchain-deepagents-code-image.test.ts | 8 +++++--- 2 files changed, 9 insertions(+), 7 deletions(-) diff --git a/test/e2e/e2e-cloud-experimental/checks/06-deepagents-code-python-egress.sh b/test/e2e/e2e-cloud-experimental/checks/06-deepagents-code-python-egress.sh index 589db600dad..b875d1fdb21 100755 --- a/test/e2e/e2e-cloud-experimental/checks/06-deepagents-code-python-egress.sh +++ b/test/e2e/e2e-cloud-experimental/checks/06-deepagents-code-python-egress.sh @@ -34,8 +34,8 @@ sandbox_exec() { openshell sandbox exec --name "$SANDBOX_NAME" -- bash -c "$1" 2>&1 } -python_probe_source_b64() { - base64 -w0 <<'PY' +python_probe_source() { + cat <<'PY' import sys import urllib.error import urllib.request @@ -99,8 +99,8 @@ python_probe() { printf '%s\n' "$NEMOCLAW_E2E_PYTHON_PROBE_FIXTURE" return 0 fi - encoded="$(python_probe_source_b64)" - remote_cmd="probe=\$(mktemp /tmp/nemoclaw-python-egress.XXXXXX.py); printf '%s' ${encoded@Q} | base64 -d > \"\$probe\"; ${python_bin@Q} \"\$probe\" ${url@Q}; rc=\$?; rm -f \"\$probe\"; exit \"\$rc\"" + encoded="$(python_probe_source | base64 | tr -d '\n')" + remote_cmd="probe_dir=\$(mktemp -d /tmp/nemoclaw-python-egress.XXXXXX); probe=\"\$probe_dir/probe.py\"; cleanup(){ rm -rf \"\$probe_dir\"; }; trap cleanup EXIT; printf '%s' ${encoded@Q} | base64 -d > \"\$probe\"; ${python_bin@Q} \"\$probe\" ${url@Q}" sandbox_exec "$remote_cmd" } diff --git a/test/langchain-deepagents-code-image.test.ts b/test/langchain-deepagents-code-image.test.ts index eafbbf958ab..f15710e883e 100644 --- a/test/langchain-deepagents-code-image.test.ts +++ b/test/langchain-deepagents-code-image.test.ts @@ -402,11 +402,13 @@ describe("LangChain Deep Agents Code image contracts", () => { expect(pythonEgressCheck).toContain("except urllib.error.URLError as exc:"); expect(pythonEgressCheck).toContain("ERROR:URLError"); expect(pythonEgressCheck).toContain("lacked denial evidence"); - expect(pythonEgressCheck).toContain("python_probe_source_b64"); - expect(pythonEgressCheck).toContain("mktemp /tmp/nemoclaw-python-egress.XXXXXX.py"); + expect(pythonEgressCheck).toContain("python_probe_source"); + expect(pythonEgressCheck).toContain("base64 | tr -d"); + expect(pythonEgressCheck).toContain("mktemp -d /tmp/nemoclaw-python-egress.XXXXXX"); + expect(pythonEgressCheck).toContain("probe.py"); expect(pythonEgressCheck).toContain("base64 -d"); expect(pythonEgressCheck).toContain("${python_bin@Q}"); - expect(pythonEgressCheck).toContain("${url@Q}; rc=\\$?"); + expect(pythonEgressCheck).toContain("${url@Q}"); expect(pythonEgressCheck).toContain( 'expect_reached "arbitrary Python" "GitHub" "https://api.github.com/"', ); From a7ac29412ca29e6d825b62fbfea5375aee51bc67 Mon Sep 17 00:00:00 2001 From: Carlos Villela Date: Sat, 27 Jun 2026 00:52:53 -0700 Subject: [PATCH 4/4] fix(e2e): avoid temp file in Python egress probe Signed-off-by: Carlos Villela --- .../checks/06-deepagents-code-python-egress.sh | 2 +- test/langchain-deepagents-code-image.test.ts | 5 ++--- 2 files changed, 3 insertions(+), 4 deletions(-) diff --git a/test/e2e/e2e-cloud-experimental/checks/06-deepagents-code-python-egress.sh b/test/e2e/e2e-cloud-experimental/checks/06-deepagents-code-python-egress.sh index b875d1fdb21..254a516f02f 100755 --- a/test/e2e/e2e-cloud-experimental/checks/06-deepagents-code-python-egress.sh +++ b/test/e2e/e2e-cloud-experimental/checks/06-deepagents-code-python-egress.sh @@ -100,7 +100,7 @@ python_probe() { return 0 fi encoded="$(python_probe_source | base64 | tr -d '\n')" - remote_cmd="probe_dir=\$(mktemp -d /tmp/nemoclaw-python-egress.XXXXXX); probe=\"\$probe_dir/probe.py\"; cleanup(){ rm -rf \"\$probe_dir\"; }; trap cleanup EXIT; printf '%s' ${encoded@Q} | base64 -d > \"\$probe\"; ${python_bin@Q} \"\$probe\" ${url@Q}" + remote_cmd="${python_bin@Q} -c \"\$(printf '%s' ${encoded@Q} | base64 -d)\" ${url@Q}" sandbox_exec "$remote_cmd" } diff --git a/test/langchain-deepagents-code-image.test.ts b/test/langchain-deepagents-code-image.test.ts index f15710e883e..4fd3468d3ca 100644 --- a/test/langchain-deepagents-code-image.test.ts +++ b/test/langchain-deepagents-code-image.test.ts @@ -404,10 +404,9 @@ describe("LangChain Deep Agents Code image contracts", () => { expect(pythonEgressCheck).toContain("lacked denial evidence"); expect(pythonEgressCheck).toContain("python_probe_source"); expect(pythonEgressCheck).toContain("base64 | tr -d"); - expect(pythonEgressCheck).toContain("mktemp -d /tmp/nemoclaw-python-egress.XXXXXX"); - expect(pythonEgressCheck).toContain("probe.py"); + expect(pythonEgressCheck).not.toContain("mktemp"); expect(pythonEgressCheck).toContain("base64 -d"); - expect(pythonEgressCheck).toContain("${python_bin@Q}"); + expect(pythonEgressCheck).toContain("${python_bin@Q} -c"); expect(pythonEgressCheck).toContain("${url@Q}"); expect(pythonEgressCheck).toContain( 'expect_reached "arbitrary Python" "GitHub" "https://api.github.com/"',