Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
19 commits
Select commit Hold shift + click to select a range
681deec
test(e2e): migrate agent turn latency to vitest
cv Jun 19, 2026
e38b9bf
test(e2e): restore turn latency assertions
cv Jun 19, 2026
5d834a9
test(e2e): tighten turn latency route checks
cv Jun 19, 2026
a65cbbd
test(e2e): mirror OpenClaw turn parsing
cv Jun 19, 2026
7bc1484
Merge remote-tracking branch 'origin/main' into e2e-migrate/test-agen…
cv Jun 19, 2026
afe6ea3
Merge remote-tracking branch 'origin/main' into e2e-migrate/test-agen…
cv Jun 19, 2026
2d97c65
test(e2e): relax workflow inventory timeout
cv Jun 19, 2026
48208e9
Merge branch 'main' into e2e-migrate/test-agent-turn-latency
cv Jun 20, 2026
99e524f
test(e2e): move scenario logic out of test wrapper
cv Jun 20, 2026
b976ac6
Merge remote-tracking branch 'origin/e2e-migrate/test-agent-turn-late…
cv Jun 20, 2026
81df3b4
test(e2e): restore scenario logic to test file
cv Jun 20, 2026
31edaa7
test(e2e): move turn latency branches to helpers
cv Jun 20, 2026
29cd6d9
test(e2e): remove unused turn latency import
cv Jun 20, 2026
9d3e26e
Merge remote-tracking branch 'origin/main' into e2e-migrate/test-agen…
cv Jun 20, 2026
ed7e11b
test(e2e): tighten turn latency migration parity
cv Jun 20, 2026
dd84e48
Merge branch 'main' into e2e-migrate/test-agent-turn-latency
cv Jun 20, 2026
7c323d6
Merge remote-tracking branch 'origin/main' into e2e-migrate/test-agen…
cv Jun 20, 2026
e058522
Merge remote-tracking branch 'origin/e2e-migrate/test-agent-turn-late…
cv Jun 20, 2026
cc5124e
Merge remote-tracking branch 'origin/main' into e2e-migrate/test-agen…
cv Jun 20, 2026
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
59 changes: 59 additions & 0 deletions .github/workflows/e2e-vitest-scenarios.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -742,6 +742,64 @@ jobs:
if-no-files-found: ignore
retention-days: 14

agent-turn-latency-vitest:
needs: generate-matrix
if: ${{ (inputs.jobs == '' && inputs.scenarios == '') || contains(format(',{0},', inputs.jobs), ',agent-turn-latency-vitest,') || contains(format(',{0},', inputs.scenarios), ',agent-turn-latency,') }}
runs-on: ubuntu-latest
timeout-minutes: 110
env:
FREE_STANDING_VITEST_JOB: "1"
FREE_STANDING_SCENARIO_ID: "agent-turn-latency"
E2E_ARTIFACT_DIR: ${{ github.workspace }}/e2e-artifacts/vitest/agent-turn-latency
NEMOCLAW_CLI_BIN: ${{ github.workspace }}/bin/nemoclaw.js
NEMOCLAW_RUN_E2E_SCENARIOS: "1"
NEMOCLAW_NON_INTERACTIVE: "1"
NEMOCLAW_ACCEPT_THIRD_PARTY_SOFTWARE: "1"
OPENSHELL_GATEWAY: "nemoclaw"
steps:
- uses: actions/checkout@df4cb1c069e1874edd31b4311f1884172cec0e10 # v6.0.3
with:
persist-credentials: false
- name: Set up Node
uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6.0.0
with:
node-version: 22
cache: npm
- name: Install root dependencies
run: npm ci --ignore-scripts
- name: Build CLI
run: npm run build:cli
- name: Install OpenShell CLI
run: bash scripts/install-openshell.sh
- name: Run agent turn latency live Vitest test
env:
NVIDIA_INFERENCE_API_KEY: ${{ secrets.NVIDIA_INFERENCE_API_KEY }}
run: |
set -euo pipefail
export PATH="$HOME/.local/bin:$HOME/.npm-global/bin:$PATH"
if command -v openshell >/dev/null 2>&1; then
OPENSHELL_BIN="$(command -v openshell)"
elif [ -x "$HOME/.local/bin/openshell" ]; then
OPENSHELL_BIN="$HOME/.local/bin/openshell"
else
echo "::error::OpenShell CLI not found after install"
ls -la /usr/local/bin/openshell "$HOME/.local/bin/openshell" 2>&1 || true
exit 1
fi
export OPENSHELL_BIN
echo "Using OPENSHELL_BIN=$OPENSHELL_BIN"
"$OPENSHELL_BIN" --version
npx vitest run --project e2e-scenarios-live test/e2e-scenario/live/agent-turn-latency.test.ts --silent=false --reporter=default
- name: Upload agent turn latency artifacts
if: always()
uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
with:
name: e2e-vitest-scenarios-agent-turn-latency
path: e2e-artifacts/vitest/agent-turn-latency/
include-hidden-files: false
if-no-files-found: ignore
retention-days: 14

kimi-inference-compat-vitest:
needs: generate-matrix
if: ${{ (inputs.jobs == '' && inputs.scenarios == '') || contains(format(',{0},', inputs.jobs), ',kimi-inference-compat-vitest,') || contains(format(',{0},', inputs.scenarios), ',kimi-inference-compat,') }}
Expand Down Expand Up @@ -4061,6 +4119,7 @@ jobs:
openclaw-skill-cli-vitest,
inference-routing-vitest,
cloud-inference-vitest,
agent-turn-latency-vitest,
kimi-inference-compat-vitest,
hermes-inference-switch-vitest,
brave-search-vitest,
Expand Down
Loading