feat(ci): add onboard performance budget signal

.github/actions/ci-static-checks/action.yaml

@@ -33,7 +33,11 @@ runs:
       shell: bash
       run: npm run validate:configs
 
-    # TypeScript checks and version sync run in the build-typecheck job.
+    - name: Typecheck scorecard analyzer
+      shell: bash
+      run: npm run typecheck:scorecard
+
+    # General TypeScript checks and version sync run in the build-typecheck job.
     - name: Run static hook checks
       shell: bash
       run: |

.github/workflows/e2e.yaml

@@ -4861,7 +4861,9 @@ jobs:
         uses: actions/checkout@df4cb1c069e1874edd31b4311f1884172cec0e10 # v6.0.3
         with:
           persist-credentials: false
-          sparse-checkout: scripts/scorecard
+          sparse-checkout: |
+            ci/onboard-performance-budget.json
+            scripts/scorecard
           sparse-checkout-cone-mode: false
 
       - name: Generate E2E scorecard
@@ -4929,8 +4931,9 @@ jobs:
               month: 'short',
               day: 'numeric',
             });
-            const { traceTimingLine, traceSummaryLines } =
-              await traceTiming.buildTraceTimingResult({ github, context });
+            const { budgetWarningMessage, traceTimingLine, traceSummaryLines } =
+              await traceTiming.buildTraceTimingResult({ github, context, core });
+            if (budgetWarningMessage) core.warning(budgetWarningMessage);
             const lines = [
               `## 🌅 NemoClaw E2E Scorecard — ${today}`,
               '',

ci/onboard-performance-budget.json

@@ -0,0 +1,15 @@
+{
+  "$comment": "SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.\nSPDX-License-Identifier: Apache-2.0\n\nInitial advisory budget for the cloud-onboard-e2e warm-system trace signal. Profiling traces from #3769 were not available in durable CI artifacts when #3776 was implemented. The latest three release tags only exposed one tag-matching trace artifact, from a failed v0.0.66 nightly run, so this cap is calibrated from the latest ten distinct successful main full-trace samples available on 2026-06-23. Those samples had total durations of 298250 ms, 296926 ms, 304190 ms, 294859 ms, 305013 ms, 316147 ms, 300843 ms, 292702 ms, 201332 ms, and 206250 ms; the cap uses p95 via linear interpolation (index 8.55 between samples 8 and 9) plus 25 percent, rounded up to the nearest 30 seconds.",
+  "schemaVersion": 1,
+  "mode": "advisory",
+  "scope": "cloud-onboard-e2e warm-system",
+  "totalBudgetMs": 390000,
+  "regressionWarning": {
+    "minDeltaMs": 60000,
+    "minPercent": 20
+  },
+  "phaseRegressionWarning": {
+    "minDeltaMs": 30000,
+    "minPercent": 30
+  }
+}

package.json

@@ -66,7 +66,8 @@
     "docs:preview:watch": "tsx scripts/watch-fern-preview.ts",
     "docs:clean": "rm -rf .fern-cache fern/.fern-cache docs/_build",
     "prepare": "if command -v tsc >/dev/null 2>&1 || [ -x node_modules/.bin/tsc ]; then npm run build:cli; fi && (node -e \"require.resolve('p-retry')\" >/dev/null 2>&1 || npm install --omit=dev --ignore-scripts) && if [ -d .git ]; then bash scripts/npm-link-or-shim.sh; if command -v prek >/dev/null 2>&1; then prek install; else echo \"Skipping git hook setup (prek not installed)\"; fi; fi",
-    "prepublishOnly": "git describe --tags --match 'v*' | sed 's/^v//' > .version && test -s .version && cd nemoclaw && env -u npm_config_global -u npm_config_prefix -u npm_config_omit npm install --ignore-scripts && ./node_modules/.bin/tsc"
+    "prepublishOnly": "git describe --tags --match 'v*' | sed 's/^v//' > .version && test -s .version && cd nemoclaw && env -u npm_config_global -u npm_config_prefix -u npm_config_omit npm install --ignore-scripts && ./node_modules/.bin/tsc",
+    "typecheck:scorecard": "tsc --noEmit --types node --strict scripts/scorecard/analyze-trace-timing.ts"
   },
   "dependencies": {
     "@aws-sdk/client-bedrock-runtime": "3.1046.0",

schemas/onboard-config.schema.json

@@ -0,0 +1,59 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://github.com/NVIDIA/NemoClaw/schemas/onboard-config.schema.json",
+  "title": "NemoClaw onboard performance budget config",
+  "description": "Advisory warm-system cloud onboard timing budget consumed by the nightly scorecard.",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "$comment",
+    "schemaVersion",
+    "mode",
+    "scope",
+    "totalBudgetMs",
+    "regressionWarning",
+    "phaseRegressionWarning"
+  ],
+  "properties": {
+    "$comment": {
+      "type": "string"
+    },
+    "schemaVersion": {
+      "const": 1
+    },
+    "mode": {
+      "const": "advisory"
+    },
+    "scope": {
+      "type": "string",
+      "minLength": 1
+    },
+    "totalBudgetMs": {
+      "type": "number",
+      "minimum": 0
+    },
+    "regressionWarning": {
+      "$ref": "#/$defs/threshold"
+    },
+    "phaseRegressionWarning": {
+      "$ref": "#/$defs/threshold"
+    }
+  },
+  "$defs": {
+    "threshold": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["minDeltaMs", "minPercent"],
+      "properties": {
+        "minDeltaMs": {
+          "type": "number",
+          "minimum": 0
+        },
+        "minPercent": {
+          "type": "number",
+          "minimum": 0
+        }
+      }
+    }
+  }
+}