From 8feecfff205c1ff4e58ce6c9d5ca2234ce3a7e7c Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" Date: Sun, 26 Apr 2026 18:44:30 +0000 Subject: [PATCH] chore: sync workflow templates from Workflows repo Automated sync from stranske/Workflows Template hash: e242fe495fd1 Changes synced from sync-manifest.yml --- .github/scripts/terminal_disposition.js | 1 + scripts/aggregate_agent_metrics.py | 11 +++++++++++ 2 files changed, 12 insertions(+) diff --git a/.github/scripts/terminal_disposition.js b/.github/scripts/terminal_disposition.js index 846624fa..4e2df164 100644 --- a/.github/scripts/terminal_disposition.js +++ b/.github/scripts/terminal_disposition.js @@ -211,6 +211,7 @@ function normalizeTerminalDisposition(input = {}) { dispatch_outcome: input.dispatch_outcome ?? input.dispatchOutcome, llm_model: input.llm_model ?? input.llmModel ?? input.model, model_selection_reason: input.model_selection_reason ?? input.modelSelectionReason, + llm_cli_version: input.llm_cli_version ?? input.llmCliVersion ?? input.cli_version, verifier_mode: input.verifier_mode ?? input.verifierMode, }; diff --git a/scripts/aggregate_agent_metrics.py b/scripts/aggregate_agent_metrics.py index cfbea590..3036e952 100755 --- a/scripts/aggregate_agent_metrics.py +++ b/scripts/aggregate_agent_metrics.py @@ -506,6 +506,7 @@ def _summarise_verifier( terminal_sources = Counter() verifier_models = Counter() model_selection_reasons = Counter() + verifier_cli_versions = Counter() unsupported_verifier_models = Counter() unsupported_model_dispositions = Counter() missing_verifier_model_metadata = Counter() @@ -574,6 +575,14 @@ def _summarise_verifier( ) if model_selection_reason: model_selection_reasons[str(model_selection_reason)] += 1 + cli_version = ( + entry.get("codex_cli_version") + or entry.get("llm_cli_version") + or entry.get("cli_version") + ) + cli_version_text = str(cli_version).strip() if cli_version is not None else "" + if cli_version_text: + verifier_cli_versions[cli_version_text.lower()] += 1 verifier_mode = str(entry.get("verifier_mode") or "").strip().lower() if verifier_mode: verifier_modes[verifier_mode] += 1 @@ -623,6 +632,7 @@ def _summarise_verifier( "terminal_dispositions": terminal_dispositions, "terminal_sources": terminal_sources, "verifier_models": verifier_models, + "verifier_cli_versions": verifier_cli_versions, "unsupported_verifier_models": unsupported_verifier_models, "unsupported_model_dispositions": unsupported_model_dispositions, "missing_verifier_model_metadata": missing_verifier_model_metadata, @@ -1019,6 +1029,7 @@ def build_summary( f"{verifier['ledger_policy_depth_limit_exceeded']}" ), f"- Verifier models: {_format_counter(verifier['verifier_models'])}", + f"- Verifier CLI versions: {_format_counter(verifier['verifier_cli_versions'])}", f"- Unsupported verifier models: {_format_counter(verifier['unsupported_verifier_models'])}", ( "- Unsupported model dispositions: "