Skip to content
Merged
Show file tree
Hide file tree
Changes from 31 commits
Commits
Show all changes
32 commits
Select commit Hold shift + click to select a range
ba4bb37
test(e2e): add skill agent Vitest coverage
jyaunches Jun 11, 2026
3d90c7b
test(e2e): address skill agent review feedback
jyaunches Jun 11, 2026
5a3f792
ci(e2e): wire skill agent Vitest job
jyaunches Jun 11, 2026
b282f16
test(e2e): keep skill probe command single-line
jyaunches Jun 11, 2026
7d27cd7
test(e2e): fix skill probe shell syntax
jyaunches Jun 11, 2026
5750bba
test(e2e): skip skill agent on provider outage
jyaunches Jun 11, 2026
50ceb08
ci(e2e): allow selective Vitest jobs
jyaunches Jun 11, 2026
dc492b8
test(e2e): add skill agent Vitest coverage
jyaunches Jun 11, 2026
422abb0
test(e2e): address skill agent review feedback
jyaunches Jun 11, 2026
7488799
ci(e2e): wire skill agent Vitest job
jyaunches Jun 11, 2026
ef80221
test(e2e): keep skill probe command single-line
jyaunches Jun 11, 2026
449c8d6
test(e2e): fix skill probe shell syntax
jyaunches Jun 11, 2026
8ebd2c5
test(e2e): skip skill agent on provider outage
jyaunches Jun 11, 2026
d4550b7
ci(e2e): allow selective Vitest jobs
jyaunches Jun 11, 2026
379ee2b
Merge branch 'e2e-migrate/test-skill-agent-e2e'
jyaunches Jun 11, 2026
2095029
ci(e2e): allow selective Vitest job dispatch
jyaunches Jun 11, 2026
e7152aa
test(e2e): preserve skill agent fail-closed checks
jyaunches Jun 11, 2026
cf2a3f7
test(e2e): harden skill agent workflow guards
jyaunches Jun 11, 2026
8e12853
test(e2e): narrow skill agent selectors
jyaunches Jun 11, 2026
5ae97ec
ci(e2e): validate Vitest job selectors
jyaunches Jun 11, 2026
fbafb01
Merge remote-tracking branch 'origin/main' into e2e-migrate/test-skil…
jyaunches Jun 11, 2026
ec346fe
test(e2e): address recovery guard feedback
jyaunches Jun 11, 2026
c415b1e
Revert "test(e2e): address recovery guard feedback"
jyaunches Jun 11, 2026
1976fc0
Merge remote-tracking branch 'origin/main' into e2e-migrate/test-skil…
jyaunches Jun 11, 2026
384ab71
Merge remote-tracking branch 'origin/main' into e2e-migrate/test-skil…
jyaunches Jun 11, 2026
c48831d
Merge remote-tracking branch 'origin/main' into e2e-migrate/test-skil…
jyaunches Jun 11, 2026
e8f1691
Merge remote-tracking branch 'origin/main' into e2e-migrate/test-skil…
jyaunches Jun 11, 2026
a8065bf
Merge remote-tracking branch 'origin/main' into e2e-migrate/test-skil…
jyaunches Jun 11, 2026
13c1c2b
Merge remote-tracking branch 'origin/main' into e2e-migrate/test-skil…
jyaunches Jun 11, 2026
464bdcf
Merge remote-tracking branch 'origin/main' into e2e-migrate/test-skil…
jyaunches Jun 11, 2026
bdb6887
test(e2e): install openshell for skill-agent vitest
jyaunches Jun 11, 2026
e51c162
Merge remote-tracking branch 'origin/main' into e2e-migrate/test-skil…
jyaunches Jun 12, 2026
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
105 changes: 104 additions & 1 deletion .github/workflows/e2e-vitest-scenarios.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -40,7 +40,7 @@ jobs:
SCENARIOS: ${{ inputs.scenarios }}
run: |
set -euo pipefail
allowed_jobs="openshell-version-pin-vitest,onboard-negative-paths-vitest,openclaw-tui-chat-correlation-vitest,gateway-guard-recovery"
allowed_jobs="openshell-version-pin-vitest,onboard-negative-paths-vitest,skill-agent-vitest,openclaw-tui-chat-correlation-vitest,gateway-guard-recovery"
if [ -n "${JOBS}" ] && [ -n "${SCENARIOS}" ]; then
echo "::error::Use either scenarios or jobs, not both." >&2
exit 1
Expand Down Expand Up @@ -298,6 +298,108 @@ jobs:
if-no-files-found: ignore
retention-days: 14

# Focused coverage for test/e2e/test-skill-agent-e2e.sh's live skill
# injection + real OpenClaw agent-turn contract. The retained legacy bash
# lane remains in nightly-e2e.yaml until #5098 Phase 11 shell retirement.
skill-agent-vitest:
needs: validate-jobs
if: ${{ (inputs.jobs == '' && inputs.scenarios == '') || contains(format(',{0},', inputs.jobs), ',skill-agent-vitest,') }}
runs-on: ubuntu-latest
timeout-minutes: 30
env:
E2E_ARTIFACT_DIR: ${{ github.workspace }}/e2e-artifacts/vitest/skill-agent
NEMOCLAW_CLI_BIN: ${{ github.workspace }}/bin/nemoclaw.js
NEMOCLAW_RUN_E2E_SCENARIOS: "1"
steps:
- uses: actions/checkout@df4cb1c069e1874edd31b4311f1884172cec0e10 # v6.0.3
with:
persist-credentials: false

- name: Authenticate to Docker Hub
env:
DOCKERHUB_USERNAME: ${{ secrets.DOCKERHUB_USERNAME }}
DOCKERHUB_TOKEN: ${{ secrets.DOCKERHUB_TOKEN }}
shell: bash
run: |
set -euo pipefail
if [[ -z "${DOCKERHUB_USERNAME}" || -z "${DOCKERHUB_TOKEN}" ]]; then
echo "::notice::Docker Hub credentials not configured; continuing with anonymous pulls."
exit 0
fi
login_succeeded=0
for attempt in 1 2 3; do
if echo "${DOCKERHUB_TOKEN}" | timeout 30s docker login docker.io --username "${DOCKERHUB_USERNAME}" --password-stdin; then
login_succeeded=1
break
fi
if [[ "$attempt" -lt 3 ]]; then
echo "::warning::Docker Hub login attempt ${attempt} failed; retrying."
sleep 5
fi
done
if [[ "$login_succeeded" -ne 1 ]]; then
echo "::warning::Docker Hub login failed after 3 attempts; continuing with anonymous pulls."
fi

- name: Set up Node
uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6.0.0
with:
node-version: 22
cache: npm

- name: Install root dependencies
run: npm ci --ignore-scripts

- name: Build CLI
run: npm run build:cli

- name: Install OpenShell CLI
# The migrated skill-agent lane invokes helper scripts that call
# `openshell` after the repo CLI onboard command has returned. Install
# and resolve OpenShell in the workflow parent so PATH/OPENSHELL_BIN is
# available to both Vitest and the bash helpers.
run: bash scripts/install-openshell.sh

- name: Run skill-agent live test
env:
NVIDIA_API_KEY: ${{ secrets.NVIDIA_API_KEY }}
run: |
set -euo pipefail
export PATH="$HOME/.local/bin:$HOME/.npm-global/bin:$PATH"
if command -v openshell >/dev/null 2>&1; then
OPENSHELL_BIN="$(command -v openshell)"
elif [ -x "$HOME/.local/bin/openshell" ]; then
OPENSHELL_BIN="$HOME/.local/bin/openshell"
else
echo "::error::OpenShell CLI not found after install"
ls -la /usr/local/bin/openshell "$HOME/.local/bin/openshell" 2>&1 || true
exit 1
fi
export OPENSHELL_BIN
echo "Using OPENSHELL_BIN=$OPENSHELL_BIN"
"$OPENSHELL_BIN" --version
npx vitest run --project e2e-scenarios-live \
test/e2e-scenario/live/skill-agent.test.ts \
--silent=false --reporter=default

- name: Upload skill-agent artifacts
if: always()
uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
with:
name: e2e-vitest-scenarios-skill-agent
path: |
e2e-artifacts/vitest/skill-agent/*/artifact-summary.json
e2e-artifacts/vitest/skill-agent/*/cleanup.json
e2e-artifacts/vitest/skill-agent/*/cleanup-skill-agent-summary.json
e2e-artifacts/vitest/skill-agent/*/scenario.json
e2e-artifacts/vitest/skill-agent/*/scenario-result.json
e2e-artifacts/vitest/skill-agent/*/shell/*.result.json
e2e-artifacts/vitest/skill-agent/*/shell/*.stdout.txt
e2e-artifacts/vitest/skill-agent/*/shell/*.stderr.txt
include-hidden-files: false
if-no-files-found: ignore
retention-days: 14

# Focused coverage slice for the #2603/#3145 OpenClaw websocket
# protocol/history contract. The retained legacy bash lane remains the
# source for full closeout until a later PR proves replacement and deletes it.
Expand Down Expand Up @@ -481,6 +583,7 @@ jobs:
live-scenarios,
openshell-version-pin-vitest,
onboard-negative-paths-vitest,
skill-agent-vitest,
openclaw-tui-chat-correlation-vitest,
gateway-guard-recovery,
]
Expand Down
Loading
Loading