diff --git a/.github/workflows/eval-benchmarks.yaml b/.github/workflows/eval-benchmarks.yaml index 9fa5154f9..26da93cde 100644 --- a/.github/workflows/eval-benchmarks.yaml +++ b/.github/workflows/eval-benchmarks.yaml @@ -115,11 +115,19 @@ jobs: - name: Generate benchmark report if: always() run: | + # Generate latest results poetry run python scripts/generate_eval_report.py \ --json-file eval_results.json \ --output-file docs/development/evaluations/latest-results.md \ --models "${{ steps.test-command.outputs.models }}" + # Also generate timestamped version for history + TIMESTAMP=$(date +%Y%m%d_%H%M%S) + poetry run python scripts/generate_eval_report.py \ + --json-file eval_results.json \ + --output-file "docs/development/evaluations/history/results_${TIMESTAMP}.md" \ + --models "${{ steps.test-command.outputs.models }}" + - name: Upload eval results if: always() uses: actions/upload-artifact@v4 diff --git a/docs/.nav.yml b/docs/.nav.yml new file mode 100644 index 000000000..c24dc7e95 --- /dev/null +++ b/docs/.nav.yml @@ -0,0 +1,9 @@ +nav: + - index.md + - Installation: installation + - Walkthrough: walkthrough + - AI Providers: ai-providers + - Data Sources: data-sources + - Development: development + - Reference: reference + - Community: community.md diff --git a/docs/ai-providers/.nav.yml b/docs/ai-providers/.nav.yml new file mode 100644 index 000000000..006183009 --- /dev/null +++ b/docs/ai-providers/.nav.yml @@ -0,0 +1,12 @@ +nav: + - index.md + - Anthropic: anthropic.md + - AWS Bedrock: aws-bedrock.md + - Azure OpenAI: azure-openai.md + - Gemini: gemini.md + - Google Vertex AI: google-vertex-ai.md + - Ollama: ollama.md + - OpenAI: openai.md + - OpenAI-Compatible: openai-compatible.md + - Robusta AI: robusta-ai.md + - Using Multiple Providers: using-multiple-providers.md diff --git a/docs/data-sources/.nav.yml b/docs/data-sources/.nav.yml new file mode 100644 index 000000000..381eed27a --- /dev/null +++ b/docs/data-sources/.nav.yml @@ -0,0 +1,6 @@ +nav: + - index.md + - Built-in Toolsets: builtin-toolsets + - Custom Toolsets: custom-toolsets.md + - Remote MCP Servers: remote-mcp-servers.md + - Adding Permissions for Additional Resources: permissions.md diff --git a/docs/data-sources/builtin-toolsets/.nav.yml b/docs/data-sources/builtin-toolsets/.nav.yml new file mode 100644 index 000000000..ebdf0d284 --- /dev/null +++ b/docs/data-sources/builtin-toolsets/.nav.yml @@ -0,0 +1,29 @@ +nav: + - index.md + - AKS Node Health: aks-node-health.md + - ArgoCD: argocd.md + - AWS: aws.md + - Azure Kubernetes Service: aks.md + - Azure SQL Database: azure-sql.md + - Confluence: confluence.md + - Coralogix logs: coralogix-logs.md + - DataDog: datadog.md + - Datetime: datetime.md + - Docker: docker.md + - GitHub: github.md + - Loki: grafanaloki.md + - Tempo: grafanatempo.md + - Helm: helm.md + - Internet: internet.md + - Kafka: kafka.md + - Kubernetes: kubernetes.md + - MongoDB Atlas: mongodb-atlas.md + - New Relic: newrelic.md + - Notion: notion.md + - OpenSearch logs: opensearch-logs.md + - OpenSearch status: opensearch-status.md + - Prometheus: prometheus.md + - RabbitMQ: rabbitmq.md + - Robusta: robusta.md + - ServiceNow: servicenow.md + - Slab: slab.md diff --git a/docs/development/.nav.yml b/docs/development/.nav.yml new file mode 100644 index 000000000..41d888c09 --- /dev/null +++ b/docs/development/.nav.yml @@ -0,0 +1,3 @@ +nav: + - index.md + - Evaluations: evaluations diff --git a/docs/development/evaluations/.nav.yml b/docs/development/evaluations/.nav.yml new file mode 100644 index 000000000..7bd7dd689 --- /dev/null +++ b/docs/development/evaluations/.nav.yml @@ -0,0 +1,7 @@ +nav: + - index.md + - Latest Results: latest-results.md + - Historical Results: history + - Running Evaluations: running-evals.md + - Adding New Evaluations: adding-evals.md + - Reporting with Braintrust: reporting.md diff --git a/docs/development/evaluations/history/.nav.yml b/docs/development/evaluations/history/.nav.yml new file mode 100644 index 000000000..79d87f71e --- /dev/null +++ b/docs/development/evaluations/history/.nav.yml @@ -0,0 +1,3 @@ +nav: + - index.md + - "*" diff --git a/docs/development/evaluations/history/index.md b/docs/development/evaluations/history/index.md index 12079815d..5425f63cc 100644 --- a/docs/development/evaluations/history/index.md +++ b/docs/development/evaluations/history/index.md @@ -1,27 +1,5 @@ # Historical Evaluation Results -This directory contains archived evaluation results from previous runs. These results help track HolmesGPT's performance over time and identify regressions or improvements. - ## Available Results -- [Results from 2025-09-08 21:47:56](./results_20250908_214756.md) -- [Results from 2025-09-08 18:19:29](./results_20250908_181929.md) -- [Results from 2025-09-08 15:35:35](./results_20250908_153535.md) -- [Results from 2025-09-03 22:11:55](./results_20250903_221155.md) - -## Understanding the Results - -Each result file contains: -- Model performance metrics (pass rate, success rate) -- Individual test outcomes -- Execution times and resource usage -- Comparison across different models when applicable - -## Automated Archiving - -New results are automatically added here when: -- Weekly benchmarks run (every Sunday at 2 AM UTC) -- Manual benchmark runs are completed -- Significant model updates are tested - -For the most recent results, see the [latest results](../latest-results.md) page. +All benchmark results are listed in the navigation sidebar. diff --git a/docs/development/evaluations/history/results_20250928_001434.md b/docs/development/evaluations/history/results_20250928_001434.md index 8a74cbb8a..899edb8d0 100644 --- a/docs/development/evaluations/history/results_20250928_001434.md +++ b/docs/development/evaluations/history/results_20250928_001434.md @@ -1,9 +1,9 @@ -# HolmesGPT LLM Evaluation Benchmark Results +# September 28, 2025 - 00:14:34 -**Generated**: 2025-09-28 00:14 UTC +**Generated**: 2025-09-29 10:49 UTC **Total Duration**: 1h 4m 41s **Iterations**: 1 -**Judge (classifier) model**: gpt-4o +**Judge (classifier) model**: gpt-4.1 ## About this Benchmark diff --git a/docs/development/evaluations/history/results_20250930_085923.md b/docs/development/evaluations/history/results_20250930_085923.md new file mode 100644 index 000000000..223b38a2f --- /dev/null +++ b/docs/development/evaluations/history/results_20250930_085923.md @@ -0,0 +1,305 @@ +# HolmesGPT LLM Evaluation Benchmark Results + +**Generated**: 2025-09-30 08:59 UTC +**Total Duration**: 1h 36m 3s +**Iterations**: 1 +**Judge (classifier) model**: gpt-4o + +## About this Benchmark + +HolmesGPT is continuously evaluated against real-world Kubernetes and cloud troubleshooting scenarios. + +If you find scenarios that HolmesGPT does not perform well on, please consider adding them as evals to the benchmark. + +## Model Accuracy Comparison + +| Model | Pass | Fail | Skip/Error | Total | Success Rate | +|-------|------|------|------------|-------|--------------| +| gpt-4o | 65 | 29 | 11 | 105 | 🟡 69% (65/94) | +| gpt-4.1 | 70 | 24 | 11 | 105 | 🟡 74% (70/94) | +| gpt-5 | 74 | 19 | 12 | 105 | 🟡 80% (74/93) | +| sonnet-4-20250514 | 91 | 3 | 11 | 105 | 🟡 97% (91/94) | +| sonnet-4-5-20250929 | 87 | 7 | 11 | 105 | 🟡 93% (87/94) | + +## Model Cost Comparison + +| Model | Tests | Avg Cost | Min Cost | Max Cost | Total Cost | +|-------|-------|----------|----------|----------|------------| +| gpt-4o | 94 | $0.13 | $0.03 | $0.43 | $12.59 | +| gpt-4.1 | 94 | $0.11 | $0.02 | $0.46 | $9.99 | +| gpt-5 | 93 | $0.13 | $0.02 | $0.47 | $12.12 | +| sonnet-4-20250514 | 94 | $0.17 | $0.06 | $0.58 | $15.66 | +| sonnet-4-5-20250929 | 92 | $0.16 | $0.06 | $0.58 | $14.88 | + +## Model Latency Comparison + +| Model | Avg (s) | Min (s) | Max (s) | P50 (s) | P95 (s) | +|-------|---------|---------|---------|---------|---------| +| gpt-4o | 36.7 | 9.4 | 85.6 | 36.1 | 56.5 | +| gpt-4.1 | 51.9 | 11.7 | 641.0 | 43.3 | 79.0 | +| gpt-5 | 170.2 | 24.3 | 697.1 | 144.3 | 391.2 | +| sonnet-4-20250514 | 73.2 | 11.6 | 654.9 | 55.7 | 160.2 | +| sonnet-4-5-20250929 | 69.5 | 10.3 | 694.5 | 53.5 | 152.7 | + +## Performance by Tag + +Success rate by test category and model: + +| Tag | gpt-4o | gpt-4.1 | gpt-5 | sonnet-4-20250514 | sonnet-4-5-20250929 | Warnings | +|-----|-------|-------|-------|-------|-------|----------| +| [chain-of-causation](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522chain-of-causation%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520chain-of-causation%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🔴 0% (0/6) | 🔴 0% (0/6) | 🟡 33% (2/6) | 🟢 100% (6/6) | 🟢 100% (6/6) | ⚠️ 10 skipped | +| [context_window](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522context_window%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520context_window%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟡 86% (6/7) | 🟡 43% (3/7) | 🟢 100% (7/7) | 🟢 100% (7/7) | 🟡 86% (6/7) | | +| [counting](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522counting%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520counting%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟢 100% (4/4) | 🟢 100% (4/4) | 🟢 100% (4/4) | 🟢 100% (4/4) | 🟢 100% (4/4) | | +| [database](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522database%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520database%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🔴 0% (0/1) | 🟢 100% (1/1) | 🟢 100% (1/1) | 🟢 100% (1/1) | 🟢 100% (1/1) | ⚠️ 15 skipped | +| [datadog](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522datadog%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520datadog%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟡 75% (3/4) | 🟢 100% (4/4) | 🟡 75% (3/4) | 🟢 100% (4/4) | 🟢 100% (4/4) | | +| [datetime](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522datetime%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520datetime%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟢 100% (4/4) | 🟡 50% (2/4) | 🟢 100% (4/4) | 🟢 100% (4/4) | 🟢 100% (4/4) | ⚠️ 10 skipped | +| [easy](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522easy%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520easy%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟡 97% (35/36) | 🟢 100% (36/36) | 🟡 83% (30/36) | 🟢 100% (36/36) | 🟡 97% (35/36) | | +| [hard](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522hard%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520hard%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟡 14% (2/14) | 🟡 36% (5/14) | 🟡 50% (7/14) | 🟢 100% (14/14) | 🟡 93% (13/14) | ⚠️ 30 skipped | +| [kafka](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522kafka%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520kafka%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | ⚪️ - | ⚪️ - | ⚪️ - | ⚪️ - | ⚪️ - | ⚠️ 10 skipped | +| [kubernetes](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522kubernetes%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520kubernetes%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟡 60% (28/47) | 🟡 70% (33/47) | 🟡 72% (34/47) | 🟡 98% (46/47) | 🟡 91% (43/47) | ⚠️ 5 skipped | +| [logs](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522logs%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟡 69% (18/26) | 🟡 69% (18/26) | 🟡 85% (22/26) | 🟡 92% (24/26) | 🟡 88% (23/26) | ⚠️ 35 skipped | +| [medium](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522medium%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520medium%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟡 64% (28/44) | 🟡 66% (29/44) | 🟡 86% (37/43) | 🟡 93% (41/44) | 🟡 89% (39/44) | ⚠️ 26 skipped | +| [network](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522network%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520network%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟡 75% (3/4) | 🟡 25% (1/4) | 🟢 100% (4/4) | 🟢 100% (4/4) | 🟡 75% (3/4) | | +| [numerical](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522numerical%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520numerical%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟢 100% (1/1) | 🟢 100% (1/1) | 🟢 100% (1/1) | 🟢 100% (1/1) | 🟢 100% (1/1) | | +| [port-forward](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522port-forward%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520port-forward%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟡 44% (4/9) | 🟡 44% (4/9) | 🟡 78% (7/9) | 🟡 89% (8/9) | 🟡 67% (6/9) | | +| [prometheus](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522prometheus%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520prometheus%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟡 75% (3/4) | 🟡 75% (3/4) | 🟢 100% (4/4) | 🟢 100% (4/4) | 🟡 75% (3/4) | | +| [question-answer](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522question-answer%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520question-answer%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟢 100% (4/4) | 🟢 100% (4/4) | 🟢 100% (4/4) | 🟢 100% (4/4) | 🟢 100% (4/4) | | +| [runbooks](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522runbooks%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520runbooks%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟡 83% (5/6) | 🟡 67% (4/6) | 🟡 83% (5/6) | 🟢 100% (6/6) | 🟡 83% (5/6) | ⚠️ 5 skipped | +| [slackbot](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522slackbot%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520slackbot%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | ⚪️ - | ⚪️ - | ⚪️ - | ⚪️ - | ⚪️ - | ⚠️ 5 skipped | +| [traces](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522traces%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520traces%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🔴 0% (0/5) | 🔴 0% (0/5) | 🟡 20% (1/5) | 🟢 100% (5/5) | 🟢 100% (5/5) | | +| [transparency](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522transparency%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520transparency%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟡 71% (10/14) | 🟡 86% (12/14) | 🟡 93% (13/14) | 🟡 86% (12/14) | 🟡 93% (13/14) | ⚠️ 5 skipped | +| **Overall** | 🟡 69% (65/94) | 🟡 74% (70/94) | 🟡 80% (74/93) | 🟡 97% (91/94) | 🟡 93% (87/94) | ⚠️ 56 skipped | + +## Raw Results + +Status of all evaluations across models. Color coding: + +- 🟢 Passing 100% (stable) +- 🟡 Passing 1-99% +- 🔴 Passing 0% (failing) +- 🔧 Mock data failure (missing or invalid test data) +- ⚠️ Setup failure (environment/infrastructure issue) +- ⏱️ Timeout or rate limit error +- ⏭️ Test skipped (e.g., known issue or precondition not met) + +| Eval ID | [gpt-4o](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.model%2520%253D%2520%2522gpt-4o%2522%22%2C%20%22label%22%3A%20%22metadata.model%2520equals%2520gpt-4o%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [gpt-4.1](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.model%2520%253D%2520%2522gpt-4.1%2522%22%2C%20%22label%22%3A%20%22metadata.model%2520equals%2520gpt-4.1%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [gpt-5](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.model%2520%253D%2520%2522gpt-5%2522%22%2C%20%22label%22%3A%20%22metadata.model%2520equals%2520gpt-5%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [sonnet-4-20250514](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.model%2520%253D%2520%2522anthropic%252Fclaude-sonnet-4-20250514%2522%22%2C%20%22label%22%3A%20%22metadata.model%2520equals%2520anthropic%252Fclaude-sonnet-4-20250514%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [sonnet-4-5-20250929](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.model%2520%253D%2520%2522anthropic%252Fclaude-sonnet-4-5-20250929%2522%22%2C%20%22label%22%3A%20%22metadata.model%2520equals%2520anthropic%252Fclaude-sonnet-4-5-20250929%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +|---------|-------|-------|-------|-------|-------| +| [**01_how_many_pods**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/01_how_many_pods/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252201_how_many_pods%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252001_how_many_pods%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252201_how_many_pods%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252001_how_many_pods%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252201_how_many_pods%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252001_how_many_pods%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252201_how_many_pods%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252001_how_many_pods%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252201_how_many_pods%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252001_how_many_pods%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252201_how_many_pods%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252001_how_many_pods%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**02_what_is_wrong_with_pod**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/02_what_is_wrong_with_pod/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252202_what_is_wrong_with_pod%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252002_what_is_wrong_with_pod%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252202_what_is_wrong_with_pod%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252002_what_is_wrong_with_pod%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252202_what_is_wrong_with_pod%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252002_what_is_wrong_with_pod%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252202_what_is_wrong_with_pod%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252002_what_is_wrong_with_pod%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252202_what_is_wrong_with_pod%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252002_what_is_wrong_with_pod%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252202_what_is_wrong_with_pod%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252002_what_is_wrong_with_pod%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**03_what_is_the_command_to_port_forward**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/03_what_is_the_command_to_port_forward/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252203_what_is_the_command_to_port_forward%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252003_what_is_the_command_to_port_forward%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252203_what_is_the_command_to_port_forward%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252003_what_is_the_command_to_port_forward%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252203_what_is_the_command_to_port_forward%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252003_what_is_the_command_to_port_forward%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252203_what_is_the_command_to_port_forward%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252003_what_is_the_command_to_port_forward%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252203_what_is_the_command_to_port_forward%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252003_what_is_the_command_to_port_forward%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252203_what_is_the_command_to_port_forward%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252003_what_is_the_command_to_port_forward%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**04_related_k8s_events**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/04_related_k8s_events/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252204_related_k8s_events%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252004_related_k8s_events%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252204_related_k8s_events%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252004_related_k8s_events%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252204_related_k8s_events%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252004_related_k8s_events%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252204_related_k8s_events%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252004_related_k8s_events%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252204_related_k8s_events%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252004_related_k8s_events%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252204_related_k8s_events%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252004_related_k8s_events%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**05_image_version**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/05_image_version/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252205_image_version%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252005_image_version%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252205_image_version%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252005_image_version%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252205_image_version%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252005_image_version%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252205_image_version%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252005_image_version%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252205_image_version%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252005_image_version%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252205_image_version%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252005_image_version%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**09_crashpod**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/09_crashpod/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252209_crashpod%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252009_crashpod%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252209_crashpod%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252009_crashpod%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252209_crashpod%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252009_crashpod%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252209_crashpod%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252009_crashpod%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252209_crashpod%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252009_crashpod%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252209_crashpod%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252009_crashpod%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**100a_historical_logs**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/100a_historical_logs/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522100a_historical_logs%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520100a_historical_logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100a_historical_logs%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100a_historical_logs%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100a_historical_logs%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100a_historical_logs%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100a_historical_logs%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100a_historical_logs%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100a_historical_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100a_historical_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100a_historical_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100a_historical_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**100b_historical_logs_nonstandard_label**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/100b_historical_logs_nonstandard_label/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522100b_historical_logs_nonstandard_label%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520100b_historical_logs_nonstandard_label%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100b_historical_logs_nonstandard_label%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100b_historical_logs_nonstandard_label%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100b_historical_logs_nonstandard_label%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100b_historical_logs_nonstandard_label%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100b_historical_logs_nonstandard_label%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100b_historical_logs_nonstandard_label%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100b_historical_logs_nonstandard_label%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100b_historical_logs_nonstandard_label%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100b_historical_logs_nonstandard_label%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100b_historical_logs_nonstandard_label%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**101_historical_logs_pod_deleted**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/101_historical_logs_pod_deleted/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522101_historical_logs_pod_deleted%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520101_historical_logs_pod_deleted%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522101_historical_logs_pod_deleted%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520101_historical_logs_pod_deleted%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522101_historical_logs_pod_deleted%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520101_historical_logs_pod_deleted%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522101_historical_logs_pod_deleted%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520101_historical_logs_pod_deleted%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522101_historical_logs_pod_deleted%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520101_historical_logs_pod_deleted%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522101_historical_logs_pod_deleted%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520101_historical_logs_pod_deleted%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**103_logs_transparency_default_limit**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/103_logs_transparency_default_limit/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522103_logs_transparency_default_limit%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520103_logs_transparency_default_limit%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522103_logs_transparency_default_limit%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520103_logs_transparency_default_limit%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522103_logs_transparency_default_limit%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520103_logs_transparency_default_limit%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522103_logs_transparency_default_limit%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520103_logs_transparency_default_limit%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522103_logs_transparency_default_limit%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520103_logs_transparency_default_limit%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522103_logs_transparency_default_limit%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520103_logs_transparency_default_limit%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**104a_postgres_root_issue**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/104a_postgres_root_issue/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522104a_postgres_root_issue%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520104a_postgres_root_issue%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104a_postgres_root_issue%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104a_postgres_root_issue%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104a_postgres_root_issue%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104a_postgres_root_issue%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104a_postgres_root_issue%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104a_postgres_root_issue%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104a_postgres_root_issue%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104a_postgres_root_issue%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104a_postgres_root_issue%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104a_postgres_root_issue%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**107_log_filter_http_status_code**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/107_log_filter_http_status_code/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522107_log_filter_http_status_code%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520107_log_filter_http_status_code%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522107_log_filter_http_status_code%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520107_log_filter_http_status_code%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522107_log_filter_http_status_code%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520107_log_filter_http_status_code%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522107_log_filter_http_status_code%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520107_log_filter_http_status_code%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522107_log_filter_http_status_code%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520107_log_filter_http_status_code%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522107_log_filter_http_status_code%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520107_log_filter_http_status_code%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**108_logs_nearby_lines**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/108_logs_nearby_lines/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522108_logs_nearby_lines%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520108_logs_nearby_lines%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522108_logs_nearby_lines%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520108_logs_nearby_lines%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522108_logs_nearby_lines%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520108_logs_nearby_lines%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522108_logs_nearby_lines%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520108_logs_nearby_lines%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522108_logs_nearby_lines%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520108_logs_nearby_lines%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522108_logs_nearby_lines%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520108_logs_nearby_lines%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**109_logs_transparency_not_found**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/109_logs_transparency_not_found/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522109_logs_transparency_not_found%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520109_logs_transparency_not_found%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522109_logs_transparency_not_found%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520109_logs_transparency_not_found%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522109_logs_transparency_not_found%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520109_logs_transparency_not_found%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522109_logs_transparency_not_found%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520109_logs_transparency_not_found%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522109_logs_transparency_not_found%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520109_logs_transparency_not_found%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522109_logs_transparency_not_found%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520109_logs_transparency_not_found%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**10_image_pull_backoff**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/10_image_pull_backoff/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252210_image_pull_backoff%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252010_image_pull_backoff%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252210_image_pull_backoff%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252010_image_pull_backoff%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252210_image_pull_backoff%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252010_image_pull_backoff%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252210_image_pull_backoff%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252010_image_pull_backoff%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252210_image_pull_backoff%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252010_image_pull_backoff%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252210_image_pull_backoff%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252010_image_pull_backoff%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**110_k8s_events_image_pull**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/110_k8s_events_image_pull/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522110_k8s_events_image_pull%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520110_k8s_events_image_pull%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522110_k8s_events_image_pull%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520110_k8s_events_image_pull%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522110_k8s_events_image_pull%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520110_k8s_events_image_pull%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522110_k8s_events_image_pull%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520110_k8s_events_image_pull%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522110_k8s_events_image_pull%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520110_k8s_events_image_pull%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522110_k8s_events_image_pull%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520110_k8s_events_image_pull%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**111_disabled_datadog_traces**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/111_disabled_datadog_traces/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522111_disabled_datadog_traces%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520111_disabled_datadog_traces%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_disabled_datadog_traces%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_disabled_datadog_traces%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_disabled_datadog_traces%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_disabled_datadog_traces%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_disabled_datadog_traces%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_disabled_datadog_traces%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_disabled_datadog_traces%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_disabled_datadog_traces%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_disabled_datadog_traces%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_disabled_datadog_traces%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**111_pod_names_contain_service**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/111_pod_names_contain_service/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522111_pod_names_contain_service%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520111_pod_names_contain_service%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_pod_names_contain_service%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_pod_names_contain_service%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_pod_names_contain_service%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_pod_names_contain_service%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_pod_names_contain_service%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_pod_names_contain_service%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_pod_names_contain_service%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_pod_names_contain_service%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_pod_names_contain_service%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_pod_names_contain_service%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**112_find_pvcs_by_uuid**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/112_find_pvcs_by_uuid/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522112_find_pvcs_by_uuid%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520112_find_pvcs_by_uuid%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522112_find_pvcs_by_uuid%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520112_find_pvcs_by_uuid%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522112_find_pvcs_by_uuid%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520112_find_pvcs_by_uuid%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522112_find_pvcs_by_uuid%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520112_find_pvcs_by_uuid%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522112_find_pvcs_by_uuid%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520112_find_pvcs_by_uuid%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522112_find_pvcs_by_uuid%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520112_find_pvcs_by_uuid%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**114_checkout_latency_tracing_rebuild[0]**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/114_checkout_latency_tracing_rebuild[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522114_checkout_latency_tracing_rebuild%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520114_checkout_latency_tracing_rebuild%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522114_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520114_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522114_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520114_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522114_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520114_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522114_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520114_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522114_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520114_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**115_checkout_errors_tracing[0]**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/115_checkout_errors_tracing[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522115_checkout_errors_tracing%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520115_checkout_errors_tracing%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522115_checkout_errors_tracing%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520115_checkout_errors_tracing%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522115_checkout_errors_tracing%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520115_checkout_errors_tracing%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522115_checkout_errors_tracing%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520115_checkout_errors_tracing%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522115_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520115_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522115_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520115_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**11_init_containers**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/11_init_containers/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252211_init_containers%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252011_init_containers%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252211_init_containers%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252011_init_containers%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252211_init_containers%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252011_init_containers%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252211_init_containers%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252011_init_containers%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252211_init_containers%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252011_init_containers%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252211_init_containers%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252011_init_containers%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**121_new_relic_checkout_errors_tracing[0]**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/121_new_relic_checkout_errors_tracing[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522121_new_relic_checkout_errors_tracing%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520121_new_relic_checkout_errors_tracing%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522121_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520121_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522121_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520121_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522121_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520121_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522121_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520121_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522121_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520121_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**122_new_relic_checkout_latency_tracing_rebuild[0]**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/122_new_relic_checkout_latency_tracing_rebuild[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**123_new_relic_checkout_errors_tracing[0]**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/123_new_relic_checkout_errors_tracing[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522123_new_relic_checkout_errors_tracing%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520123_new_relic_checkout_errors_tracing%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522123_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520123_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522123_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520123_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522123_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520123_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522123_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520123_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522123_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520123_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**12_job_crashing**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/12_job_crashing/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252212_job_crashing%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252012_job_crashing%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252212_job_crashing%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252012_job_crashing%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252212_job_crashing%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252012_job_crashing%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252212_job_crashing%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252012_job_crashing%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252212_job_crashing%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252012_job_crashing%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252212_job_crashing%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252012_job_crashing%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**13a_pending_node_selector_basic**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/13a_pending_node_selector_basic/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252213a_pending_node_selector_basic%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252013a_pending_node_selector_basic%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213a_pending_node_selector_basic%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013a_pending_node_selector_basic%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213a_pending_node_selector_basic%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013a_pending_node_selector_basic%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213a_pending_node_selector_basic%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013a_pending_node_selector_basic%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213a_pending_node_selector_basic%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013a_pending_node_selector_basic%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213a_pending_node_selector_basic%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013a_pending_node_selector_basic%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**13b_pending_node_selector_detailed**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/13b_pending_node_selector_detailed/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252213b_pending_node_selector_detailed%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252013b_pending_node_selector_detailed%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213b_pending_node_selector_detailed%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013b_pending_node_selector_detailed%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213b_pending_node_selector_detailed%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013b_pending_node_selector_detailed%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213b_pending_node_selector_detailed%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013b_pending_node_selector_detailed%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213b_pending_node_selector_detailed%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013b_pending_node_selector_detailed%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213b_pending_node_selector_detailed%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013b_pending_node_selector_detailed%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**14_pending_resources**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/14_pending_resources/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252214_pending_resources%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252014_pending_resources%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252214_pending_resources%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252014_pending_resources%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252214_pending_resources%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252014_pending_resources%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252214_pending_resources%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252014_pending_resources%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252214_pending_resources%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252014_pending_resources%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252214_pending_resources%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252014_pending_resources%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**159_prometheus_high_cardinality_cpu[0]**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/159_prometheus_high_cardinality_cpu[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520159_prometheus_high_cardinality_cpu%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**159_prometheus_high_cardinality_cpu[1]**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/159_prometheus_high_cardinality_cpu[1]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B1%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520159_prometheus_high_cardinality_cpu%255B1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B1%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B1%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B1%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B1%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B1%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B1%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B1%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B1%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B1%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B1%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**159_prometheus_high_cardinality_cpu[2]**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/159_prometheus_high_cardinality_cpu[2]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B2%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520159_prometheus_high_cardinality_cpu%255B2%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B2%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B2%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B2%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B2%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B2%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B2%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B2%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B2%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B2%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B2%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**15_failed_readiness_probe**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/15_failed_readiness_probe/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252215_failed_readiness_probe%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252015_failed_readiness_probe%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252215_failed_readiness_probe%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252015_failed_readiness_probe%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252215_failed_readiness_probe%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252015_failed_readiness_probe%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252215_failed_readiness_probe%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252015_failed_readiness_probe%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252215_failed_readiness_probe%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252015_failed_readiness_probe%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252215_failed_readiness_probe%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252015_failed_readiness_probe%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**16_failed_no_toolset_found**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/16_failed_no_toolset_found/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252216_failed_no_toolset_found%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252016_failed_no_toolset_found%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252216_failed_no_toolset_found%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252016_failed_no_toolset_found%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252216_failed_no_toolset_found%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252016_failed_no_toolset_found%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252216_failed_no_toolset_found%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252016_failed_no_toolset_found%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252216_failed_no_toolset_found%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252016_failed_no_toolset_found%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252216_failed_no_toolset_found%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252016_failed_no_toolset_found%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**17_oom_kill**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/17_oom_kill/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252217_oom_kill%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252017_oom_kill%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252217_oom_kill%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252017_oom_kill%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252217_oom_kill%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252017_oom_kill%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252217_oom_kill%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252017_oom_kill%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252217_oom_kill%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252017_oom_kill%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252217_oom_kill%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252017_oom_kill%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**19_detect_missing_app_details**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/19_detect_missing_app_details/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252219_detect_missing_app_details%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252019_detect_missing_app_details%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252219_detect_missing_app_details%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252019_detect_missing_app_details%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252219_detect_missing_app_details%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252019_detect_missing_app_details%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252219_detect_missing_app_details%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252019_detect_missing_app_details%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252219_detect_missing_app_details%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252019_detect_missing_app_details%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252219_detect_missing_app_details%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252019_detect_missing_app_details%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**20_long_log_file_search**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/20_long_log_file_search/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252220_long_log_file_search%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252020_long_log_file_search%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252220_long_log_file_search%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252020_long_log_file_search%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252220_long_log_file_search%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252020_long_log_file_search%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252220_long_log_file_search%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252020_long_log_file_search%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252220_long_log_file_search%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252020_long_log_file_search%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252220_long_log_file_search%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252020_long_log_file_search%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**21_job_fail_curl_no_svc_account**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/21_job_fail_curl_no_svc_account/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252221_job_fail_curl_no_svc_account%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252021_job_fail_curl_no_svc_account%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252221_job_fail_curl_no_svc_account%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252021_job_fail_curl_no_svc_account%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252221_job_fail_curl_no_svc_account%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252021_job_fail_curl_no_svc_account%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252221_job_fail_curl_no_svc_account%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252021_job_fail_curl_no_svc_account%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252221_job_fail_curl_no_svc_account%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252021_job_fail_curl_no_svc_account%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252221_job_fail_curl_no_svc_account%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252021_job_fail_curl_no_svc_account%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**23_app_error_in_current_logs**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/23_app_error_in_current_logs/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252223_app_error_in_current_logs%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252023_app_error_in_current_logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252223_app_error_in_current_logs%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252023_app_error_in_current_logs%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252223_app_error_in_current_logs%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252023_app_error_in_current_logs%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252223_app_error_in_current_logs%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252023_app_error_in_current_logs%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252223_app_error_in_current_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252023_app_error_in_current_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252223_app_error_in_current_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252023_app_error_in_current_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**24_misconfigured_pvc**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/24_misconfigured_pvc/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252224_misconfigured_pvc%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252024_misconfigured_pvc%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224_misconfigured_pvc%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024_misconfigured_pvc%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224_misconfigured_pvc%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024_misconfigured_pvc%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224_misconfigured_pvc%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024_misconfigured_pvc%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224_misconfigured_pvc%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024_misconfigured_pvc%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224_misconfigured_pvc%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024_misconfigured_pvc%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**24a_misconfigured_pvc_basic**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/24a_misconfigured_pvc_basic/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252224a_misconfigured_pvc_basic%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252024a_misconfigured_pvc_basic%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224a_misconfigured_pvc_basic%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024a_misconfigured_pvc_basic%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224a_misconfigured_pvc_basic%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024a_misconfigured_pvc_basic%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224a_misconfigured_pvc_basic%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024a_misconfigured_pvc_basic%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224a_misconfigured_pvc_basic%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024a_misconfigured_pvc_basic%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224a_misconfigured_pvc_basic%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024a_misconfigured_pvc_basic%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**24b_misconfigured_pvc_detailed**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/24b_misconfigured_pvc_detailed/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252224b_misconfigured_pvc_detailed%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252024b_misconfigured_pvc_detailed%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224b_misconfigured_pvc_detailed%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024b_misconfigured_pvc_detailed%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224b_misconfigured_pvc_detailed%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024b_misconfigured_pvc_detailed%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224b_misconfigured_pvc_detailed%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024b_misconfigured_pvc_detailed%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224b_misconfigured_pvc_detailed%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024b_misconfigured_pvc_detailed%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224b_misconfigured_pvc_detailed%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024b_misconfigured_pvc_detailed%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**25_misconfigured_ingress_class**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/25_misconfigured_ingress_class/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252225_misconfigured_ingress_class%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252025_misconfigured_ingress_class%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252225_misconfigured_ingress_class%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252025_misconfigured_ingress_class%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252225_misconfigured_ingress_class%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252025_misconfigured_ingress_class%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252225_misconfigured_ingress_class%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252025_misconfigured_ingress_class%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252225_misconfigured_ingress_class%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252025_misconfigured_ingress_class%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252225_misconfigured_ingress_class%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252025_misconfigured_ingress_class%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**26_page_render_times**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/26_page_render_times/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252226_page_render_times%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252026_page_render_times%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252226_page_render_times%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252026_page_render_times%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252226_page_render_times%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252026_page_render_times%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252226_page_render_times%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252026_page_render_times%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252226_page_render_times%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252026_page_render_times%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252226_page_render_times%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252026_page_render_times%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**27a_multi_container_logs**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/27a_multi_container_logs/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252227a_multi_container_logs%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252027a_multi_container_logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227a_multi_container_logs%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027a_multi_container_logs%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227a_multi_container_logs%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027a_multi_container_logs%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227a_multi_container_logs%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027a_multi_container_logs%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227a_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027a_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227a_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027a_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**27b_multi_container_logs**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/27b_multi_container_logs/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252227b_multi_container_logs%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252027b_multi_container_logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227b_multi_container_logs%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027b_multi_container_logs%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227b_multi_container_logs%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027b_multi_container_logs%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227b_multi_container_logs%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027b_multi_container_logs%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227b_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027b_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227b_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027b_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**28_permissions_error**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/28_permissions_error/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252228_permissions_error%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252028_permissions_error%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252228_permissions_error%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252028_permissions_error%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252228_permissions_error%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252028_permissions_error%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252228_permissions_error%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252028_permissions_error%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252228_permissions_error%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252028_permissions_error%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252228_permissions_error%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252028_permissions_error%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**33_cpu_metrics_discovery**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/33_cpu_metrics_discovery/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252233_cpu_metrics_discovery%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252033_cpu_metrics_discovery%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252233_cpu_metrics_discovery%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252033_cpu_metrics_discovery%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252233_cpu_metrics_discovery%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252033_cpu_metrics_discovery%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252233_cpu_metrics_discovery%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252033_cpu_metrics_discovery%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252233_cpu_metrics_discovery%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252033_cpu_metrics_discovery%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252233_cpu_metrics_discovery%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252033_cpu_metrics_discovery%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**39_failed_toolset**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/39_failed_toolset/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252239_failed_toolset%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252039_failed_toolset%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252239_failed_toolset%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252039_failed_toolset%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252239_failed_toolset%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252039_failed_toolset%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252239_failed_toolset%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252039_failed_toolset%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252239_failed_toolset%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252039_failed_toolset%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252239_failed_toolset%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252039_failed_toolset%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**41_setup_argo**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/41_setup_argo/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252241_setup_argo%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252041_setup_argo%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252241_setup_argo%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252041_setup_argo%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252241_setup_argo%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252041_setup_argo%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252241_setup_argo%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252041_setup_argo%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252241_setup_argo%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252041_setup_argo%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252241_setup_argo%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252041_setup_argo%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**42_dns_issues_result_new_tools_no_runbook**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/42_dns_issues_result_new_tools_no_runbook/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252242_dns_issues_result_new_tools_no_runbook%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252042_dns_issues_result_new_tools_no_runbook%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_result_new_tools_no_runbook%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_result_new_tools_no_runbook%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_result_new_tools_no_runbook%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_result_new_tools_no_runbook%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_result_new_tools_no_runbook%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_result_new_tools_no_runbook%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_result_new_tools_no_runbook%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_result_new_tools_no_runbook%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_result_new_tools_no_runbook%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_result_new_tools_no_runbook%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**42_dns_issues_steps_new_tools**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/42_dns_issues_steps_new_tools/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252242_dns_issues_steps_new_tools%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252042_dns_issues_steps_new_tools%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_steps_new_tools%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_steps_new_tools%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_steps_new_tools%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_steps_new_tools%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_steps_new_tools%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_steps_new_tools%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_steps_new_tools%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_steps_new_tools%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏱️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_steps_new_tools%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_steps_new_tools%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**43_current_datetime_from_prompt**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/43_current_datetime_from_prompt/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252243_current_datetime_from_prompt%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252043_current_datetime_from_prompt%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_current_datetime_from_prompt%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_current_datetime_from_prompt%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_current_datetime_from_prompt%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_current_datetime_from_prompt%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_current_datetime_from_prompt%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_current_datetime_from_prompt%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_current_datetime_from_prompt%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_current_datetime_from_prompt%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_current_datetime_from_prompt%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_current_datetime_from_prompt%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**45_fetch_deployment_logs_simple**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/45_fetch_deployment_logs_simple/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252245_fetch_deployment_logs_simple%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252045_fetch_deployment_logs_simple%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252245_fetch_deployment_logs_simple%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252045_fetch_deployment_logs_simple%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252245_fetch_deployment_logs_simple%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252045_fetch_deployment_logs_simple%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252245_fetch_deployment_logs_simple%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252045_fetch_deployment_logs_simple%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252245_fetch_deployment_logs_simple%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252045_fetch_deployment_logs_simple%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252245_fetch_deployment_logs_simple%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252045_fetch_deployment_logs_simple%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**50_logs_since_specific_date**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/50_logs_since_specific_date/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252250_logs_since_specific_date%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252050_logs_since_specific_date%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250_logs_since_specific_date%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050_logs_since_specific_date%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250_logs_since_specific_date%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050_logs_since_specific_date%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250_logs_since_specific_date%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050_logs_since_specific_date%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250_logs_since_specific_date%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050_logs_since_specific_date%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250_logs_since_specific_date%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050_logs_since_specific_date%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**50a_logs_since_last_specific_month**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/50a_logs_since_last_specific_month/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252250a_logs_since_last_specific_month%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252050a_logs_since_last_specific_month%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250a_logs_since_last_specific_month%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050a_logs_since_last_specific_month%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250a_logs_since_last_specific_month%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050a_logs_since_last_specific_month%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250a_logs_since_last_specific_month%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050a_logs_since_last_specific_month%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250a_logs_since_last_specific_month%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050a_logs_since_last_specific_month%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250a_logs_since_last_specific_month%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050a_logs_since_last_specific_month%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**51_logs_summarize_errors**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/51_logs_summarize_errors/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252251_logs_summarize_errors%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252051_logs_summarize_errors%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252251_logs_summarize_errors%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252051_logs_summarize_errors%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252251_logs_summarize_errors%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252051_logs_summarize_errors%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252251_logs_summarize_errors%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252051_logs_summarize_errors%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252251_logs_summarize_errors%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252051_logs_summarize_errors%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252251_logs_summarize_errors%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252051_logs_summarize_errors%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**52_logs_login_issues**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/52_logs_login_issues/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252252_logs_login_issues%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252052_logs_login_issues%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252252_logs_login_issues%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252052_logs_login_issues%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252252_logs_login_issues%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252052_logs_login_issues%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252252_logs_login_issues%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252052_logs_login_issues%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252252_logs_login_issues%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252052_logs_login_issues%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252252_logs_login_issues%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252052_logs_login_issues%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**53_logs_find_term**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/53_logs_find_term/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252253_logs_find_term%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252053_logs_find_term%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252253_logs_find_term%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252053_logs_find_term%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252253_logs_find_term%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252053_logs_find_term%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252253_logs_find_term%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252053_logs_find_term%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252253_logs_find_term%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252053_logs_find_term%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252253_logs_find_term%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252053_logs_find_term%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**54_not_truncated_when_getting_pods**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/54_not_truncated_when_getting_pods/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252254_not_truncated_when_getting_pods%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252054_not_truncated_when_getting_pods%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252254_not_truncated_when_getting_pods%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252054_not_truncated_when_getting_pods%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252254_not_truncated_when_getting_pods%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252054_not_truncated_when_getting_pods%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252254_not_truncated_when_getting_pods%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252054_not_truncated_when_getting_pods%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252254_not_truncated_when_getting_pods%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252054_not_truncated_when_getting_pods%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252254_not_truncated_when_getting_pods%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252054_not_truncated_when_getting_pods%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**57_wrong_namespace**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/57_wrong_namespace/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252257_wrong_namespace%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252057_wrong_namespace%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252257_wrong_namespace%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252057_wrong_namespace%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252257_wrong_namespace%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252057_wrong_namespace%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252257_wrong_namespace%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252057_wrong_namespace%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252257_wrong_namespace%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252057_wrong_namespace%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252257_wrong_namespace%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252057_wrong_namespace%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**59_label_based_counting**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/59_label_based_counting/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252259_label_based_counting%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252059_label_based_counting%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252259_label_based_counting%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252059_label_based_counting%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252259_label_based_counting%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252059_label_based_counting%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252259_label_based_counting%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252059_label_based_counting%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252259_label_based_counting%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252059_label_based_counting%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252259_label_based_counting%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252059_label_based_counting%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**60_count_less_than**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/60_count_less_than/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252260_count_less_than%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252060_count_less_than%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252260_count_less_than%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252060_count_less_than%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252260_count_less_than%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252060_count_less_than%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252260_count_less_than%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252060_count_less_than%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252260_count_less_than%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252060_count_less_than%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252260_count_less_than%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252060_count_less_than%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**61_exact_match_counting**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/61_exact_match_counting/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252261_exact_match_counting%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252061_exact_match_counting%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252261_exact_match_counting%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252061_exact_match_counting%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252261_exact_match_counting%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252061_exact_match_counting%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252261_exact_match_counting%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252061_exact_match_counting%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252261_exact_match_counting%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252061_exact_match_counting%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252261_exact_match_counting%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252061_exact_match_counting%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**62_fetch_error_logs_with_errors**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/62_fetch_error_logs_with_errors/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252262_fetch_error_logs_with_errors%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252062_fetch_error_logs_with_errors%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252262_fetch_error_logs_with_errors%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252062_fetch_error_logs_with_errors%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252262_fetch_error_logs_with_errors%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252062_fetch_error_logs_with_errors%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252262_fetch_error_logs_with_errors%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252062_fetch_error_logs_with_errors%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252262_fetch_error_logs_with_errors%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252062_fetch_error_logs_with_errors%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252262_fetch_error_logs_with_errors%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252062_fetch_error_logs_with_errors%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**63_fetch_error_logs_no_errors**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/63_fetch_error_logs_no_errors/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252263_fetch_error_logs_no_errors%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252063_fetch_error_logs_no_errors%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252263_fetch_error_logs_no_errors%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252063_fetch_error_logs_no_errors%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252263_fetch_error_logs_no_errors%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252063_fetch_error_logs_no_errors%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252263_fetch_error_logs_no_errors%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252063_fetch_error_logs_no_errors%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252263_fetch_error_logs_no_errors%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252063_fetch_error_logs_no_errors%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252263_fetch_error_logs_no_errors%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252063_fetch_error_logs_no_errors%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**64_keda_vs_hpa_confusion**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/64_keda_vs_hpa_confusion/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252264_keda_vs_hpa_confusion%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252064_keda_vs_hpa_confusion%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252264_keda_vs_hpa_confusion%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252064_keda_vs_hpa_confusion%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252264_keda_vs_hpa_confusion%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252064_keda_vs_hpa_confusion%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252264_keda_vs_hpa_confusion%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252064_keda_vs_hpa_confusion%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252264_keda_vs_hpa_confusion%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252064_keda_vs_hpa_confusion%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252264_keda_vs_hpa_confusion%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252064_keda_vs_hpa_confusion%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**65_health_check_followup**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/65_health_check_followup/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252265_health_check_followup%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252065_health_check_followup%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252265_health_check_followup%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252065_health_check_followup%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252265_health_check_followup%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252065_health_check_followup%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252265_health_check_followup%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252065_health_check_followup%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252265_health_check_followup%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252065_health_check_followup%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252265_health_check_followup%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252065_health_check_followup%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**71_connection_pool_starvation**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/71_connection_pool_starvation/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252271_connection_pool_starvation%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252071_connection_pool_starvation%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252271_connection_pool_starvation%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252071_connection_pool_starvation%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252271_connection_pool_starvation%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252071_connection_pool_starvation%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252271_connection_pool_starvation%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252071_connection_pool_starvation%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252271_connection_pool_starvation%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252071_connection_pool_starvation%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252271_connection_pool_starvation%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252071_connection_pool_starvation%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**73a_time_window_anomaly**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/73a_time_window_anomaly/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252273a_time_window_anomaly%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252073a_time_window_anomaly%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273a_time_window_anomaly%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073a_time_window_anomaly%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273a_time_window_anomaly%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073a_time_window_anomaly%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273a_time_window_anomaly%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073a_time_window_anomaly%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273a_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073a_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273a_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073a_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**73b_time_window_anomaly**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/73b_time_window_anomaly/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252273b_time_window_anomaly%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252073b_time_window_anomaly%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273b_time_window_anomaly%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073b_time_window_anomaly%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273b_time_window_anomaly%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073b_time_window_anomaly%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273b_time_window_anomaly%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073b_time_window_anomaly%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273b_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073b_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273b_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073b_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**76_service_discovery_issue**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/76_service_discovery_issue/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252276_service_discovery_issue%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252076_service_discovery_issue%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252276_service_discovery_issue%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252076_service_discovery_issue%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252276_service_discovery_issue%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252076_service_discovery_issue%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252276_service_discovery_issue%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252076_service_discovery_issue%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252276_service_discovery_issue%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252076_service_discovery_issue%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏱️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252276_service_discovery_issue%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252076_service_discovery_issue%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**77_liveness_probe_misconfiguration**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/77_liveness_probe_misconfiguration/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252277_liveness_probe_misconfiguration%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252077_liveness_probe_misconfiguration%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252277_liveness_probe_misconfiguration%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252077_liveness_probe_misconfiguration%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252277_liveness_probe_misconfiguration%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252077_liveness_probe_misconfiguration%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252277_liveness_probe_misconfiguration%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252077_liveness_probe_misconfiguration%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252277_liveness_probe_misconfiguration%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252077_liveness_probe_misconfiguration%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252277_liveness_probe_misconfiguration%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252077_liveness_probe_misconfiguration%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**78a_missing_cpu_limits**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/78a_missing_cpu_limits/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252278a_missing_cpu_limits%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252078a_missing_cpu_limits%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278a_missing_cpu_limits%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078a_missing_cpu_limits%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278a_missing_cpu_limits%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078a_missing_cpu_limits%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278a_missing_cpu_limits%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078a_missing_cpu_limits%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278a_missing_cpu_limits%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078a_missing_cpu_limits%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278a_missing_cpu_limits%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078a_missing_cpu_limits%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**78b_cpu_quota_exceeded**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/78b_cpu_quota_exceeded/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252278b_cpu_quota_exceeded%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252078b_cpu_quota_exceeded%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278b_cpu_quota_exceeded%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078b_cpu_quota_exceeded%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278b_cpu_quota_exceeded%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078b_cpu_quota_exceeded%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278b_cpu_quota_exceeded%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078b_cpu_quota_exceeded%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278b_cpu_quota_exceeded%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078b_cpu_quota_exceeded%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278b_cpu_quota_exceeded%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078b_cpu_quota_exceeded%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**79_configmap_mount_issue**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/79_configmap_mount_issue/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252279_configmap_mount_issue%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252079_configmap_mount_issue%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252279_configmap_mount_issue%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252079_configmap_mount_issue%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252279_configmap_mount_issue%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252079_configmap_mount_issue%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252279_configmap_mount_issue%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252079_configmap_mount_issue%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252279_configmap_mount_issue%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252079_configmap_mount_issue%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252279_configmap_mount_issue%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252079_configmap_mount_issue%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**80_pvc_storage_class_mismatch**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/80_pvc_storage_class_mismatch/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252280_pvc_storage_class_mismatch%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252080_pvc_storage_class_mismatch%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252280_pvc_storage_class_mismatch%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252080_pvc_storage_class_mismatch%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252280_pvc_storage_class_mismatch%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252080_pvc_storage_class_mismatch%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252280_pvc_storage_class_mismatch%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252080_pvc_storage_class_mismatch%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252280_pvc_storage_class_mismatch%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252080_pvc_storage_class_mismatch%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252280_pvc_storage_class_mismatch%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252080_pvc_storage_class_mismatch%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**81_service_account_permission_denied**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/81_service_account_permission_denied/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252281_service_account_permission_denied%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252081_service_account_permission_denied%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252281_service_account_permission_denied%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252081_service_account_permission_denied%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252281_service_account_permission_denied%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252081_service_account_permission_denied%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252281_service_account_permission_denied%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252081_service_account_permission_denied%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252281_service_account_permission_denied%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252081_service_account_permission_denied%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252281_service_account_permission_denied%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252081_service_account_permission_denied%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**82_pod_anti_affinity_conflict**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/82_pod_anti_affinity_conflict/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252282_pod_anti_affinity_conflict%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252082_pod_anti_affinity_conflict%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252282_pod_anti_affinity_conflict%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252082_pod_anti_affinity_conflict%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252282_pod_anti_affinity_conflict%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252082_pod_anti_affinity_conflict%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252282_pod_anti_affinity_conflict%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252082_pod_anti_affinity_conflict%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252282_pod_anti_affinity_conflict%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252082_pod_anti_affinity_conflict%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252282_pod_anti_affinity_conflict%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252082_pod_anti_affinity_conflict%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**83_secret_not_found**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/83_secret_not_found/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252283_secret_not_found%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252083_secret_not_found%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252283_secret_not_found%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252083_secret_not_found%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252283_secret_not_found%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252083_secret_not_found%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252283_secret_not_found%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252083_secret_not_found%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252283_secret_not_found%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252083_secret_not_found%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252283_secret_not_found%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252083_secret_not_found%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**84_network_policy_blocking_traffic**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/84_network_policy_blocking_traffic/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252284_network_policy_blocking_traffic%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252084_network_policy_blocking_traffic%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252284_network_policy_blocking_traffic%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252084_network_policy_blocking_traffic%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252284_network_policy_blocking_traffic%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252084_network_policy_blocking_traffic%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252284_network_policy_blocking_traffic%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252084_network_policy_blocking_traffic%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252284_network_policy_blocking_traffic%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252084_network_policy_blocking_traffic%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252284_network_policy_blocking_traffic%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252084_network_policy_blocking_traffic%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**85_hpa_not_scaling**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/85_hpa_not_scaling/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252285_hpa_not_scaling%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252085_hpa_not_scaling%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252285_hpa_not_scaling%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252085_hpa_not_scaling%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252285_hpa_not_scaling%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252085_hpa_not_scaling%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252285_hpa_not_scaling%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252085_hpa_not_scaling%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252285_hpa_not_scaling%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252085_hpa_not_scaling%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252285_hpa_not_scaling%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252085_hpa_not_scaling%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**86_configmap_like_but_secret**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/86_configmap_like_but_secret/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252286_configmap_like_but_secret%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252086_configmap_like_but_secret%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252286_configmap_like_but_secret%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252086_configmap_like_but_secret%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252286_configmap_like_but_secret%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252086_configmap_like_but_secret%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252286_configmap_like_but_secret%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252086_configmap_like_but_secret%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252286_configmap_like_but_secret%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252086_configmap_like_but_secret%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252286_configmap_like_but_secret%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252086_configmap_like_but_secret%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**89_runbook_missing_cloudwatch**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/89_runbook_missing_cloudwatch/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252289_runbook_missing_cloudwatch%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252089_runbook_missing_cloudwatch%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252289_runbook_missing_cloudwatch%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252089_runbook_missing_cloudwatch%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252289_runbook_missing_cloudwatch%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252089_runbook_missing_cloudwatch%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252289_runbook_missing_cloudwatch%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252089_runbook_missing_cloudwatch%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252289_runbook_missing_cloudwatch%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252089_runbook_missing_cloudwatch%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252289_runbook_missing_cloudwatch%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252089_runbook_missing_cloudwatch%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**90_runbook_basic_selection**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/90_runbook_basic_selection/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252290_runbook_basic_selection%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252090_runbook_basic_selection%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252290_runbook_basic_selection%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252090_runbook_basic_selection%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252290_runbook_basic_selection%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252090_runbook_basic_selection%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252290_runbook_basic_selection%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252090_runbook_basic_selection%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252290_runbook_basic_selection%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252090_runbook_basic_selection%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252290_runbook_basic_selection%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252090_runbook_basic_selection%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**91f_datadog_logs_historical_pod**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/91f_datadog_logs_historical_pod/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252291f_datadog_logs_historical_pod%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252091f_datadog_logs_historical_pod%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252291f_datadog_logs_historical_pod%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252091f_datadog_logs_historical_pod%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252291f_datadog_logs_historical_pod%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252091f_datadog_logs_historical_pod%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252291f_datadog_logs_historical_pod%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252091f_datadog_logs_historical_pod%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252291f_datadog_logs_historical_pod%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252091f_datadog_logs_historical_pod%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252291f_datadog_logs_historical_pod%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252091f_datadog_logs_historical_pod%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**93_calling_datadog[0]**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/93_calling_datadog[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252293_calling_datadog%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252093_calling_datadog%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**93_calling_datadog[1]**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/93_calling_datadog[1]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252293_calling_datadog%255B1%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252093_calling_datadog%255B1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B1%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B1%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B1%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B1%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B1%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B1%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B1%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B1%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B1%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B1%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**93_calling_datadog[2]**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/93_calling_datadog[2]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252293_calling_datadog%255B2%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252093_calling_datadog%255B2%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B2%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B2%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B2%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B2%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B2%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B2%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B2%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B2%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B2%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B2%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**94_runbook_transparency**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/94_runbook_transparency/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252294_runbook_transparency%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252094_runbook_transparency%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252294_runbook_transparency%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252094_runbook_transparency%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252294_runbook_transparency%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252094_runbook_transparency%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252294_runbook_transparency%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252094_runbook_transparency%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252294_runbook_transparency%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252094_runbook_transparency%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252294_runbook_transparency%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252094_runbook_transparency%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**96_no_matching_runbook**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/96_no_matching_runbook/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252296_no_matching_runbook%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252096_no_matching_runbook%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252296_no_matching_runbook%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252096_no_matching_runbook%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252296_no_matching_runbook%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252096_no_matching_runbook%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252296_no_matching_runbook%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252096_no_matching_runbook%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252296_no_matching_runbook%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252096_no_matching_runbook%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252296_no_matching_runbook%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252096_no_matching_runbook%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**97_logs_clarification_needed**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/97_logs_clarification_needed/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252297_logs_clarification_needed%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252097_logs_clarification_needed%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252297_logs_clarification_needed%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252097_logs_clarification_needed%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252297_logs_clarification_needed%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252097_logs_clarification_needed%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252297_logs_clarification_needed%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252097_logs_clarification_needed%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252297_logs_clarification_needed%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252097_logs_clarification_needed%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252297_logs_clarification_needed%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252097_logs_clarification_needed%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**99_logs_transparency_custom_time**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/99_logs_transparency_custom_time/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252299_logs_transparency_custom_time%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252099_logs_transparency_custom_time%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252299_logs_transparency_custom_time%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252099_logs_transparency_custom_time%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252299_logs_transparency_custom_time%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252099_logs_transparency_custom_time%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252299_logs_transparency_custom_time%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252099_logs_transparency_custom_time%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252299_logs_transparency_custom_time%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252099_logs_transparency_custom_time%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252299_logs_transparency_custom_time%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252099_logs_transparency_custom_time%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**93_events_since_specific_date**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/93_events_since_specific_date/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252293_events_since_specific_date%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252093_events_since_specific_date%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_events_since_specific_date%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_events_since_specific_date%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_events_since_specific_date%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_events_since_specific_date%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔧](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_events_since_specific_date%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_events_since_specific_date%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_events_since_specific_date%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_events_since_specific_date%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_events_since_specific_date%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_events_since_specific_date%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**44_slack_statefulset_logs**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/44_slack_statefulset_logs/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252244_slack_statefulset_logs%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252044_slack_statefulset_logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔧](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252244_slack_statefulset_logs%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252044_slack_statefulset_logs%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔧](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252244_slack_statefulset_logs%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252044_slack_statefulset_logs%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔧](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252244_slack_statefulset_logs%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252044_slack_statefulset_logs%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔧](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252244_slack_statefulset_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252044_slack_statefulset_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔧](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252244_slack_statefulset_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252044_slack_statefulset_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**48_logs_since_thursday**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/48_logs_since_thursday/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252248_logs_since_thursday%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252048_logs_since_thursday%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔧](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252248_logs_since_thursday%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252048_logs_since_thursday%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔧](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252248_logs_since_thursday%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252048_logs_since_thursday%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔧](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252248_logs_since_thursday%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252048_logs_since_thursday%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔧](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252248_logs_since_thursday%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252048_logs_since_thursday%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔧](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252248_logs_since_thursday%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252048_logs_since_thursday%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**22_high_latency_dbi_down**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/22_high_latency_dbi_down/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252222_high_latency_dbi_down%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252022_high_latency_dbi_down%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚠️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252222_high_latency_dbi_down%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252022_high_latency_dbi_down%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚠️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252222_high_latency_dbi_down%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252022_high_latency_dbi_down%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚠️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252222_high_latency_dbi_down%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252022_high_latency_dbi_down%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚠️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252222_high_latency_dbi_down%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252022_high_latency_dbi_down%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚠️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252222_high_latency_dbi_down%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252022_high_latency_dbi_down%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**08_sock_shop_frontend**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/08_sock_shop_frontend/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252208_sock_shop_frontend%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252008_sock_shop_frontend%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252208_sock_shop_frontend%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252008_sock_shop_frontend%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252208_sock_shop_frontend%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252008_sock_shop_frontend%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252208_sock_shop_frontend%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252008_sock_shop_frontend%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252208_sock_shop_frontend%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252008_sock_shop_frontend%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252208_sock_shop_frontend%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252008_sock_shop_frontend%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**104b_postgres_missing_index_pgstat**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/104b_postgres_missing_index_pgstat/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522104b_postgres_missing_index_pgstat%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520104b_postgres_missing_index_pgstat%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104b_postgres_missing_index_pgstat%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104b_postgres_missing_index_pgstat%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104b_postgres_missing_index_pgstat%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104b_postgres_missing_index_pgstat%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104b_postgres_missing_index_pgstat%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104b_postgres_missing_index_pgstat%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104b_postgres_missing_index_pgstat%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104b_postgres_missing_index_pgstat%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104b_postgres_missing_index_pgstat%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104b_postgres_missing_index_pgstat%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**104c_postgres_minimal_missing_index**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/104c_postgres_minimal_missing_index/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522104c_postgres_minimal_missing_index%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520104c_postgres_minimal_missing_index%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104c_postgres_minimal_missing_index%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104c_postgres_minimal_missing_index%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104c_postgres_minimal_missing_index%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104c_postgres_minimal_missing_index%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104c_postgres_minimal_missing_index%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104c_postgres_minimal_missing_index%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104c_postgres_minimal_missing_index%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104c_postgres_minimal_missing_index%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104c_postgres_minimal_missing_index%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104c_postgres_minimal_missing_index%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**105_redis_wrong_data_structure**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/105_redis_wrong_data_structure/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522105_redis_wrong_data_structure%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520105_redis_wrong_data_structure%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522105_redis_wrong_data_structure%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520105_redis_wrong_data_structure%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522105_redis_wrong_data_structure%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520105_redis_wrong_data_structure%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522105_redis_wrong_data_structure%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520105_redis_wrong_data_structure%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522105_redis_wrong_data_structure%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520105_redis_wrong_data_structure%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522105_redis_wrong_data_structure%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520105_redis_wrong_data_structure%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**156_kafka_opensearch_latency**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/156_kafka_opensearch_latency/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522156_kafka_opensearch_latency%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520156_kafka_opensearch_latency%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522156_kafka_opensearch_latency%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520156_kafka_opensearch_latency%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522156_kafka_opensearch_latency%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520156_kafka_opensearch_latency%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522156_kafka_opensearch_latency%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520156_kafka_opensearch_latency%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522156_kafka_opensearch_latency%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520156_kafka_opensearch_latency%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522156_kafka_opensearch_latency%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520156_kafka_opensearch_latency%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**43_slack_deployment_logs**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/43_slack_deployment_logs/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252243_slack_deployment_logs%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252043_slack_deployment_logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_slack_deployment_logs%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_slack_deployment_logs%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_slack_deployment_logs%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_slack_deployment_logs%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_slack_deployment_logs%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_slack_deployment_logs%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_slack_deployment_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_slack_deployment_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_slack_deployment_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_slack_deployment_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**55_kafka_runbook**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/55_kafka_runbook/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252255_kafka_runbook%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252055_kafka_runbook%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252255_kafka_runbook%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252055_kafka_runbook%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252255_kafka_runbook%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252055_kafka_runbook%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252255_kafka_runbook%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252055_kafka_runbook%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252255_kafka_runbook%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252055_kafka_runbook%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252255_kafka_runbook%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252055_kafka_runbook%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**98_logs_transparency_default_time**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/98_logs_transparency_default_time/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252298_logs_transparency_default_time%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252098_logs_transparency_default_time%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252298_logs_transparency_default_time%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252098_logs_transparency_default_time%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252298_logs_transparency_default_time%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252098_logs_transparency_default_time%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252298_logs_transparency_default_time%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252098_logs_transparency_default_time%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252298_logs_transparency_default_time%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252098_logs_transparency_default_time%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252298_logs_transparency_default_time%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252098_logs_transparency_default_time%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| **SUMMARY** | 🟡 69% (65/94) | 🟡 74% (70/94) | 🟡 80% (74/93) | 🟡 97% (91/94) | 🟡 93% (87/94) | + +## Detailed Raw Results + +| Eval ID | gpt-4o | gpt-4.1 | gpt-5 | sonnet-4-20250514 | sonnet-4-5-20250929 | +|---------|-------|-------|-------|-------|-------| +| [01_how_many_pods](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/01_how_many_pods/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252201_how_many_pods%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252001_how_many_pods%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252201_how_many_pods%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252001_how_many_pods%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 27.3s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252201_how_many_pods%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252001_how_many_pods%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 30.7s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252201_how_many_pods%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252001_how_many_pods%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 50.6s / 💰 $0.03 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252201_how_many_pods%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252001_how_many_pods%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 26.7s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252201_how_many_pods%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252001_how_many_pods%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 27.1s / 💰 $0.08 | +| [02_what_is_wrong_with_pod](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/02_what_is_wrong_with_pod/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252202_what_is_wrong_with_pod%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252002_what_is_wrong_with_pod%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252202_what_is_wrong_with_pod%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252002_what_is_wrong_with_pod%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 27.0s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252202_what_is_wrong_with_pod%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252002_what_is_wrong_with_pod%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 40.0s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252202_what_is_wrong_with_pod%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252002_what_is_wrong_with_pod%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 137.4s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252202_what_is_wrong_with_pod%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252002_what_is_wrong_with_pod%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 43.1s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252202_what_is_wrong_with_pod%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252002_what_is_wrong_with_pod%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 34.7s / 💰 $0.09 | +| [03_what_is_the_command_to_port_forward](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/03_what_is_the_command_to_port_forward/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252203_what_is_the_command_to_port_forward%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252003_what_is_the_command_to_port_forward%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252203_what_is_the_command_to_port_forward%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252003_what_is_the_command_to_port_forward%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 27.5s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252203_what_is_the_command_to_port_forward%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252003_what_is_the_command_to_port_forward%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 41.1s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252203_what_is_the_command_to_port_forward%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252003_what_is_the_command_to_port_forward%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 231.3s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252203_what_is_the_command_to_port_forward%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252003_what_is_the_command_to_port_forward%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 35.4s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252203_what_is_the_command_to_port_forward%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252003_what_is_the_command_to_port_forward%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 36.3s / 💰 $0.09 | +| [04_related_k8s_events](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/04_related_k8s_events/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252204_related_k8s_events%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252004_related_k8s_events%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252204_related_k8s_events%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252004_related_k8s_events%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 33.5s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252204_related_k8s_events%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252004_related_k8s_events%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 37.2s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252204_related_k8s_events%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252004_related_k8s_events%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 64.7s / 💰 $0.04 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252204_related_k8s_events%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252004_related_k8s_events%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 36.1s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252204_related_k8s_events%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252004_related_k8s_events%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 36.1s / 💰 $0.09 | +| [05_image_version](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/05_image_version/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252205_image_version%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252005_image_version%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252205_image_version%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252005_image_version%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 39.1s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252205_image_version%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252005_image_version%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 34.7s / 💰 $0.07 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252205_image_version%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252005_image_version%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 29.8s / 💰 $0.02 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252205_image_version%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252005_image_version%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 36.7s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252205_image_version%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252005_image_version%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 32.0s / 💰 $0.09 | +| [09_crashpod](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/09_crashpod/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252209_crashpod%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252009_crashpod%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252209_crashpod%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252009_crashpod%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 42.2s / 💰 $0.16 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252209_crashpod%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252009_crashpod%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 39.2s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252209_crashpod%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252009_crashpod%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 137.1s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252209_crashpod%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252009_crashpod%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 160.2s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252209_crashpod%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252009_crashpod%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 55.0s / 💰 $0.14 | +| [100a_historical_logs](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/100a_historical_logs/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522100a_historical_logs%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520100a_historical_logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100a_historical_logs%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100a_historical_logs%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 46.8s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100a_historical_logs%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100a_historical_logs%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 45.0s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100a_historical_logs%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100a_historical_logs%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 462.7s / 💰 $0.31 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100a_historical_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100a_historical_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 78.2s / 💰 $0.17 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100a_historical_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100a_historical_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 154.9s / 💰 $0.23 | +| [100b_historical_logs_nonstandard_label](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/100b_historical_logs_nonstandard_label/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522100b_historical_logs_nonstandard_label%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520100b_historical_logs_nonstandard_label%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100b_historical_logs_nonstandard_label%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100b_historical_logs_nonstandard_label%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 38.8s / 💰 $0.16 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100b_historical_logs_nonstandard_label%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100b_historical_logs_nonstandard_label%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 39.7s / 💰 $0.08 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100b_historical_logs_nonstandard_label%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100b_historical_logs_nonstandard_label%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 398.3s / 💰 $0.29 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100b_historical_logs_nonstandard_label%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100b_historical_logs_nonstandard_label%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 136.4s / 💰 $0.27 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100b_historical_logs_nonstandard_label%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100b_historical_logs_nonstandard_label%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 88.3s / 💰 $0.19 | +| [101_historical_logs_pod_deleted](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/101_historical_logs_pod_deleted/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522101_historical_logs_pod_deleted%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520101_historical_logs_pod_deleted%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522101_historical_logs_pod_deleted%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520101_historical_logs_pod_deleted%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 35.9s / 💰 $0.13 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522101_historical_logs_pod_deleted%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520101_historical_logs_pod_deleted%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 73.8s / 💰 $0.20 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522101_historical_logs_pod_deleted%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520101_historical_logs_pod_deleted%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 333.2s / 💰 $0.20 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522101_historical_logs_pod_deleted%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520101_historical_logs_pod_deleted%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 140.9s / 💰 $0.20 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522101_historical_logs_pod_deleted%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520101_historical_logs_pod_deleted%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 71.9s / 💰 $0.15 | +| [103_logs_transparency_default_limit](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/103_logs_transparency_default_limit/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522103_logs_transparency_default_limit%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520103_logs_transparency_default_limit%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522103_logs_transparency_default_limit%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520103_logs_transparency_default_limit%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 36.7s / 💰 $0.14 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522103_logs_transparency_default_limit%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520103_logs_transparency_default_limit%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 80.7s / 💰 $0.29 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522103_logs_transparency_default_limit%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520103_logs_transparency_default_limit%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 98.6s / 💰 $0.11 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522103_logs_transparency_default_limit%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520103_logs_transparency_default_limit%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 67.0s / 💰 $0.41 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522103_logs_transparency_default_limit%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520103_logs_transparency_default_limit%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 50.8s / 💰 $0.12 | +| [104a_postgres_root_issue](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/104a_postgres_root_issue/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522104a_postgres_root_issue%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520104a_postgres_root_issue%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104a_postgres_root_issue%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104a_postgres_root_issue%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 39.5s / 💰 $0.17 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104a_postgres_root_issue%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104a_postgres_root_issue%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 68.6s / 💰 $0.18 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104a_postgres_root_issue%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104a_postgres_root_issue%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 190.6s / 💰 $0.18 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104a_postgres_root_issue%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104a_postgres_root_issue%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 71.7s / 💰 $0.19 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104a_postgres_root_issue%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104a_postgres_root_issue%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 60.3s / 💰 $0.20 | +| [107_log_filter_http_status_code](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/107_log_filter_http_status_code/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522107_log_filter_http_status_code%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520107_log_filter_http_status_code%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522107_log_filter_http_status_code%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520107_log_filter_http_status_code%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 45.5s / 💰 $0.17 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522107_log_filter_http_status_code%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520107_log_filter_http_status_code%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 45.8s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522107_log_filter_http_status_code%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520107_log_filter_http_status_code%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 235.8s / 💰 $0.17 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522107_log_filter_http_status_code%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520107_log_filter_http_status_code%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 69.1s / 💰 $0.19 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522107_log_filter_http_status_code%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520107_log_filter_http_status_code%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 72.7s / 💰 $0.27 | +| [108_logs_nearby_lines](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/108_logs_nearby_lines/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522108_logs_nearby_lines%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520108_logs_nearby_lines%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522108_logs_nearby_lines%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520108_logs_nearby_lines%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 36.5s / 💰 $0.15 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522108_logs_nearby_lines%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520108_logs_nearby_lines%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 62.5s / 💰 $0.11 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522108_logs_nearby_lines%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520108_logs_nearby_lines%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 293.6s / 💰 $0.24 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522108_logs_nearby_lines%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520108_logs_nearby_lines%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 72.8s / 💰 $0.21 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522108_logs_nearby_lines%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520108_logs_nearby_lines%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 88.1s / 💰 $0.29 | +| [109_logs_transparency_not_found](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/109_logs_transparency_not_found/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522109_logs_transparency_not_found%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520109_logs_transparency_not_found%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522109_logs_transparency_not_found%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520109_logs_transparency_not_found%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 85.6s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522109_logs_transparency_not_found%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520109_logs_transparency_not_found%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 34.3s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522109_logs_transparency_not_found%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520109_logs_transparency_not_found%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 140.1s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522109_logs_transparency_not_found%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520109_logs_transparency_not_found%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 347.6s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522109_logs_transparency_not_found%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520109_logs_transparency_not_found%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 51.1s / 💰 $0.10 | +| [10_image_pull_backoff](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/10_image_pull_backoff/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252210_image_pull_backoff%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252010_image_pull_backoff%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252210_image_pull_backoff%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252010_image_pull_backoff%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 38.3s / 💰 $0.16 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252210_image_pull_backoff%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252010_image_pull_backoff%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 47.0s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252210_image_pull_backoff%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252010_image_pull_backoff%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 185.1s / 💰 $0.16 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252210_image_pull_backoff%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252010_image_pull_backoff%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 50.2s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252210_image_pull_backoff%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252010_image_pull_backoff%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 50.3s / 💰 $0.13 | +| [110_k8s_events_image_pull](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/110_k8s_events_image_pull/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522110_k8s_events_image_pull%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520110_k8s_events_image_pull%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522110_k8s_events_image_pull%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520110_k8s_events_image_pull%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 31.9s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522110_k8s_events_image_pull%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520110_k8s_events_image_pull%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 37.7s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522110_k8s_events_image_pull%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520110_k8s_events_image_pull%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 102.5s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522110_k8s_events_image_pull%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520110_k8s_events_image_pull%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 40.0s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522110_k8s_events_image_pull%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520110_k8s_events_image_pull%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 44.7s / 💰 $0.10 | +| [111_disabled_datadog_traces](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/111_disabled_datadog_traces/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522111_disabled_datadog_traces%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520111_disabled_datadog_traces%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_disabled_datadog_traces%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_disabled_datadog_traces%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 16.9s / 💰 $0.03 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_disabled_datadog_traces%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_disabled_datadog_traces%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 29.5s / 💰 $0.04 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_disabled_datadog_traces%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_disabled_datadog_traces%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 181.3s / 💰 $0.10 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_disabled_datadog_traces%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_disabled_datadog_traces%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 93.1s / 💰 $0.20 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_disabled_datadog_traces%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_disabled_datadog_traces%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 23.0s / 💰 $0.06 | +| [111_pod_names_contain_service](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/111_pod_names_contain_service/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522111_pod_names_contain_service%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520111_pod_names_contain_service%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_pod_names_contain_service%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_pod_names_contain_service%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 42.2s / 💰 $0.17 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_pod_names_contain_service%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_pod_names_contain_service%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 66.6s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_pod_names_contain_service%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_pod_names_contain_service%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 253.0s / 💰 $0.17 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_pod_names_contain_service%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_pod_names_contain_service%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 72.3s / 💰 $0.22 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_pod_names_contain_service%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_pod_names_contain_service%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 63.9s / 💰 $0.21 | +| [112_find_pvcs_by_uuid](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/112_find_pvcs_by_uuid/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522112_find_pvcs_by_uuid%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520112_find_pvcs_by_uuid%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522112_find_pvcs_by_uuid%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520112_find_pvcs_by_uuid%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 38.6s / 💰 $0.16 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522112_find_pvcs_by_uuid%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520112_find_pvcs_by_uuid%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 50.8s / 💰 $0.28 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522112_find_pvcs_by_uuid%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520112_find_pvcs_by_uuid%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 143.2s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522112_find_pvcs_by_uuid%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520112_find_pvcs_by_uuid%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 43.5s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522112_find_pvcs_by_uuid%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520112_find_pvcs_by_uuid%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 42.5s / 💰 $0.11 | +| [114_checkout_latency_tracing_rebuild[0]](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/114_checkout_latency_tracing_rebuild[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522114_checkout_latency_tracing_rebuild%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520114_checkout_latency_tracing_rebuild%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522114_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520114_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 38.7s / 💰 $0.17 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522114_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520114_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 59.3s / 💰 $0.20 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522114_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520114_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 273.2s / 💰 $0.25 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522114_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520114_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 99.8s / 💰 $0.33 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522114_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520114_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 80.0s / 💰 $0.32 | +| [115_checkout_errors_tracing[0]](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/115_checkout_errors_tracing[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522115_checkout_errors_tracing%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520115_checkout_errors_tracing%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522115_checkout_errors_tracing%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520115_checkout_errors_tracing%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 37.4s / 💰 $0.20 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522115_checkout_errors_tracing%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520115_checkout_errors_tracing%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 56.2s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522115_checkout_errors_tracing%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520115_checkout_errors_tracing%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 218.9s / 💰 $0.29 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522115_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520115_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 101.9s / 💰 $0.33 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522115_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520115_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 142.6s / 💰 $0.49 | +| [11_init_containers](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/11_init_containers/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252211_init_containers%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252011_init_containers%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252211_init_containers%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252011_init_containers%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 31.2s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252211_init_containers%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252011_init_containers%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 67.3s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252211_init_containers%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252011_init_containers%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 127.5s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252211_init_containers%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252011_init_containers%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 50.4s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252211_init_containers%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252011_init_containers%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 40.5s / 💰 $0.11 | +| [121_new_relic_checkout_errors_tracing[0]](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/121_new_relic_checkout_errors_tracing[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522121_new_relic_checkout_errors_tracing%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520121_new_relic_checkout_errors_tracing%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522121_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520121_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 29.5s / 💰 $0.11 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522121_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520121_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 43.0s / 💰 $0.09 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522121_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520121_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 433.5s / 💰 $0.24 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522121_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520121_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 256.7s / 💰 $0.29 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522121_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520121_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 98.2s / 💰 $0.31 | +| [122_new_relic_checkout_latency_tracing_rebuild[0]](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/122_new_relic_checkout_latency_tracing_rebuild[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 38.3s / 💰 $0.19 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 51.3s / 💰 $0.15 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 697.1s / 💰 $0.47 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 87.7s / 💰 $0.42 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 152.7s / 💰 $0.51 | +| [123_new_relic_checkout_errors_tracing[0]](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/123_new_relic_checkout_errors_tracing[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522123_new_relic_checkout_errors_tracing%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520123_new_relic_checkout_errors_tracing%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522123_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520123_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 47.9s / 💰 $0.26 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522123_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520123_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 39.3s / 💰 $0.09 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522123_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520123_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 341.5s / 💰 $0.26 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522123_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520123_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 102.7s / 💰 $0.32 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522123_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520123_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 133.6s / 💰 $0.58 | +| [12_job_crashing](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/12_job_crashing/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252212_job_crashing%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252012_job_crashing%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252212_job_crashing%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252012_job_crashing%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 27.7s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252212_job_crashing%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252012_job_crashing%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 35.1s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252212_job_crashing%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252012_job_crashing%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 116.1s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252212_job_crashing%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252012_job_crashing%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 55.7s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252212_job_crashing%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252012_job_crashing%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 57.8s / 💰 $0.18 | +| [13a_pending_node_selector_basic](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/13a_pending_node_selector_basic/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252213a_pending_node_selector_basic%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252013a_pending_node_selector_basic%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213a_pending_node_selector_basic%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013a_pending_node_selector_basic%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 31.7s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213a_pending_node_selector_basic%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013a_pending_node_selector_basic%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 42.6s / 💰 $0.10 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213a_pending_node_selector_basic%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013a_pending_node_selector_basic%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 27.6s / 💰 $0.02 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213a_pending_node_selector_basic%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013a_pending_node_selector_basic%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 49.6s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213a_pending_node_selector_basic%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013a_pending_node_selector_basic%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 52.5s / 💰 $0.13 | +| [13b_pending_node_selector_detailed](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/13b_pending_node_selector_detailed/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252213b_pending_node_selector_detailed%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252013b_pending_node_selector_detailed%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213b_pending_node_selector_detailed%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013b_pending_node_selector_detailed%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 35.1s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213b_pending_node_selector_detailed%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013b_pending_node_selector_detailed%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 58.2s / 💰 $0.09 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213b_pending_node_selector_detailed%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013b_pending_node_selector_detailed%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 24.4s / 💰 $0.02 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213b_pending_node_selector_detailed%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013b_pending_node_selector_detailed%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 53.6s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213b_pending_node_selector_detailed%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013b_pending_node_selector_detailed%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 55.4s / 💰 $0.15 | +| [14_pending_resources](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/14_pending_resources/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252214_pending_resources%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252014_pending_resources%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252214_pending_resources%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252014_pending_resources%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 31.5s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252214_pending_resources%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252014_pending_resources%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 44.9s / 💰 $0.09 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252214_pending_resources%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252014_pending_resources%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 30.9s / 💰 $0.02 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252214_pending_resources%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252014_pending_resources%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 124.7s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252214_pending_resources%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252014_pending_resources%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 49.2s / 💰 $0.12 | +| [159_prometheus_high_cardinality_cpu[0]](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/159_prometheus_high_cardinality_cpu[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520159_prometheus_high_cardinality_cpu%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 30.5s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 48.4s / 💰 $0.14 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 192.6s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 64.2s / 💰 $0.21 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 50.3s / 💰 $0.17 | +| [159_prometheus_high_cardinality_cpu[1]](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/159_prometheus_high_cardinality_cpu[1]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B1%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520159_prometheus_high_cardinality_cpu%255B1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B1%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B1%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 41.3s / 💰 $0.24 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B1%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B1%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 42.4s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B1%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B1%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 143.2s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B1%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B1%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 56.7s / 💰 $0.20 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B1%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B1%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 41.4s / 💰 $0.17 | +| [159_prometheus_high_cardinality_cpu[2]](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/159_prometheus_high_cardinality_cpu[2]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B2%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520159_prometheus_high_cardinality_cpu%255B2%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B2%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B2%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 29.2s / 💰 $0.09 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B2%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B2%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 41.3s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B2%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B2%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 134.7s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B2%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B2%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 68.5s / 💰 $0.23 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B2%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B2%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 43.0s / 💰 $0.17 | +| [15_failed_readiness_probe](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/15_failed_readiness_probe/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252215_failed_readiness_probe%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252015_failed_readiness_probe%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252215_failed_readiness_probe%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252015_failed_readiness_probe%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 39.0s / 💰 $0.14 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252215_failed_readiness_probe%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252015_failed_readiness_probe%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 37.5s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252215_failed_readiness_probe%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252015_failed_readiness_probe%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 203.4s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252215_failed_readiness_probe%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252015_failed_readiness_probe%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 72.6s / 💰 $0.15 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252215_failed_readiness_probe%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252015_failed_readiness_probe%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 46.1s / 💰 $0.12 | +| [16_failed_no_toolset_found](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/16_failed_no_toolset_found/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252216_failed_no_toolset_found%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252016_failed_no_toolset_found%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252216_failed_no_toolset_found%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252016_failed_no_toolset_found%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 54.1s / 💰 $0.14 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252216_failed_no_toolset_found%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252016_failed_no_toolset_found%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 25.2s / 💰 $0.04 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252216_failed_no_toolset_found%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252016_failed_no_toolset_found%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 47.6s / 💰 $0.03 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252216_failed_no_toolset_found%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252016_failed_no_toolset_found%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 25.5s / 💰 $0.06 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252216_failed_no_toolset_found%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252016_failed_no_toolset_found%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 23.8s / 💰 $0.06 | +| [17_oom_kill](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/17_oom_kill/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252217_oom_kill%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252017_oom_kill%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252217_oom_kill%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252017_oom_kill%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 34.5s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252217_oom_kill%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252017_oom_kill%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 61.6s / 💰 $0.09 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252217_oom_kill%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252017_oom_kill%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 35.5s / 💰 $0.02 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252217_oom_kill%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252017_oom_kill%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 56.5s / 💰 $0.15 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252217_oom_kill%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252017_oom_kill%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 42.4s / 💰 $0.11 | +| [19_detect_missing_app_details](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/19_detect_missing_app_details/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252219_detect_missing_app_details%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252019_detect_missing_app_details%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252219_detect_missing_app_details%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252019_detect_missing_app_details%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 48.2s / 💰 $0.43 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252219_detect_missing_app_details%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252019_detect_missing_app_details%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 39.3s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252219_detect_missing_app_details%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252019_detect_missing_app_details%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 242.9s / 💰 $0.20 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252219_detect_missing_app_details%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252019_detect_missing_app_details%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 96.4s / 💰 $0.25 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252219_detect_missing_app_details%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252019_detect_missing_app_details%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 54.5s / 💰 $0.11 | +| [20_long_log_file_search](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/20_long_log_file_search/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252220_long_log_file_search%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252020_long_log_file_search%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252220_long_log_file_search%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252020_long_log_file_search%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 41.1s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252220_long_log_file_search%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252020_long_log_file_search%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 46.0s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252220_long_log_file_search%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252020_long_log_file_search%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 91.8s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252220_long_log_file_search%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252020_long_log_file_search%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 55.6s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252220_long_log_file_search%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252020_long_log_file_search%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 70.1s / 💰 $0.11 | +| [21_job_fail_curl_no_svc_account](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/21_job_fail_curl_no_svc_account/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252221_job_fail_curl_no_svc_account%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252021_job_fail_curl_no_svc_account%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252221_job_fail_curl_no_svc_account%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252021_job_fail_curl_no_svc_account%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 50.1s / 💰 $0.27 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252221_job_fail_curl_no_svc_account%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252021_job_fail_curl_no_svc_account%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 641.0s / 💰 $0.11 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252221_job_fail_curl_no_svc_account%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252021_job_fail_curl_no_svc_account%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 58.1s / 💰 $0.02 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252221_job_fail_curl_no_svc_account%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252021_job_fail_curl_no_svc_account%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 56.9s / 💰 $0.17 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252221_job_fail_curl_no_svc_account%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252021_job_fail_curl_no_svc_account%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 54.0s / 💰 $0.24 | +| [23_app_error_in_current_logs](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/23_app_error_in_current_logs/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252223_app_error_in_current_logs%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252023_app_error_in_current_logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252223_app_error_in_current_logs%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252023_app_error_in_current_logs%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 48.1s / 💰 $0.18 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252223_app_error_in_current_logs%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252023_app_error_in_current_logs%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 64.6s / 💰 $0.18 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252223_app_error_in_current_logs%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252023_app_error_in_current_logs%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 206.2s / 💰 $0.18 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252223_app_error_in_current_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252023_app_error_in_current_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 76.0s / 💰 $0.58 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252223_app_error_in_current_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252023_app_error_in_current_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 73.5s / 💰 $0.35 | +| [24_misconfigured_pvc](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/24_misconfigured_pvc/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252224_misconfigured_pvc%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252024_misconfigured_pvc%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224_misconfigured_pvc%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024_misconfigured_pvc%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 36.0s / 💰 $0.16 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224_misconfigured_pvc%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024_misconfigured_pvc%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 52.8s / 💰 $0.12 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224_misconfigured_pvc%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024_misconfigured_pvc%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 24.3s / 💰 $0.02 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224_misconfigured_pvc%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024_misconfigured_pvc%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 70.9s / 💰 $0.17 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224_misconfigured_pvc%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024_misconfigured_pvc%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 61.6s / 💰 $0.16 | +| [24a_misconfigured_pvc_basic](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/24a_misconfigured_pvc_basic/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252224a_misconfigured_pvc_basic%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252024a_misconfigured_pvc_basic%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224a_misconfigured_pvc_basic%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024a_misconfigured_pvc_basic%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 30.9s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224a_misconfigured_pvc_basic%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024a_misconfigured_pvc_basic%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 47.7s / 💰 $0.12 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224a_misconfigured_pvc_basic%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024a_misconfigured_pvc_basic%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 30.9s / 💰 $0.02 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224a_misconfigured_pvc_basic%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024a_misconfigured_pvc_basic%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 55.3s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224a_misconfigured_pvc_basic%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024a_misconfigured_pvc_basic%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 66.7s / 💰 $0.16 | +| [24b_misconfigured_pvc_detailed](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/24b_misconfigured_pvc_detailed/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252224b_misconfigured_pvc_detailed%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252024b_misconfigured_pvc_detailed%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224b_misconfigured_pvc_detailed%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024b_misconfigured_pvc_detailed%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 44.2s / 💰 $0.20 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224b_misconfigured_pvc_detailed%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024b_misconfigured_pvc_detailed%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 74.3s / 💰 $0.18 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224b_misconfigured_pvc_detailed%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024b_misconfigured_pvc_detailed%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 26.1s / 💰 $0.02 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224b_misconfigured_pvc_detailed%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024b_misconfigured_pvc_detailed%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 58.7s / 💰 $0.14 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224b_misconfigured_pvc_detailed%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024b_misconfigured_pvc_detailed%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 156.8s / 💰 $0.16 | +| [25_misconfigured_ingress_class](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/25_misconfigured_ingress_class/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252225_misconfigured_ingress_class%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252025_misconfigured_ingress_class%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252225_misconfigured_ingress_class%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252025_misconfigured_ingress_class%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 51.2s / 💰 $0.11 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252225_misconfigured_ingress_class%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252025_misconfigured_ingress_class%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 51.1s / 💰 $0.15 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252225_misconfigured_ingress_class%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252025_misconfigured_ingress_class%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 285.5s / 💰 $0.17 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252225_misconfigured_ingress_class%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252025_misconfigured_ingress_class%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 83.6s / 💰 $0.23 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252225_misconfigured_ingress_class%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252025_misconfigured_ingress_class%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 78.5s / 💰 $0.30 | +| [26_page_render_times](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/26_page_render_times/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252226_page_render_times%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252026_page_render_times%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252226_page_render_times%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252026_page_render_times%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 29.7s / 💰 $0.14 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252226_page_render_times%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252026_page_render_times%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 48.6s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252226_page_render_times%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252026_page_render_times%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 241.1s / 💰 $0.21 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252226_page_render_times%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252026_page_render_times%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 54.3s / 💰 $0.17 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252226_page_render_times%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252026_page_render_times%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 55.2s / 💰 $0.16 | +| [27a_multi_container_logs](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/27a_multi_container_logs/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252227a_multi_container_logs%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252027a_multi_container_logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227a_multi_container_logs%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027a_multi_container_logs%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 32.8s / 💰 $0.14 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227a_multi_container_logs%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027a_multi_container_logs%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 48.5s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227a_multi_container_logs%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027a_multi_container_logs%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 105.7s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227a_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027a_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 49.8s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227a_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027a_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 37.8s / 💰 $0.12 | +| [27b_multi_container_logs](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/27b_multi_container_logs/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252227b_multi_container_logs%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252027b_multi_container_logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227b_multi_container_logs%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027b_multi_container_logs%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 30.5s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227b_multi_container_logs%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027b_multi_container_logs%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 48.2s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227b_multi_container_logs%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027b_multi_container_logs%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 132.3s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227b_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027b_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 44.1s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227b_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027b_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 37.9s / 💰 $0.11 | +| [28_permissions_error](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/28_permissions_error/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252228_permissions_error%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252028_permissions_error%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252228_permissions_error%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252028_permissions_error%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 19.7s / 💰 $0.04 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252228_permissions_error%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252028_permissions_error%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 25.0s / 💰 $0.05 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252228_permissions_error%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252028_permissions_error%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 92.0s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252228_permissions_error%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252028_permissions_error%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 27.6s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252228_permissions_error%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252028_permissions_error%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 23.9s / 💰 $0.07 | +| [33_cpu_metrics_discovery](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/33_cpu_metrics_discovery/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252233_cpu_metrics_discovery%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252033_cpu_metrics_discovery%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252233_cpu_metrics_discovery%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252033_cpu_metrics_discovery%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 26.3s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252233_cpu_metrics_discovery%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252033_cpu_metrics_discovery%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 35.5s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252233_cpu_metrics_discovery%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252033_cpu_metrics_discovery%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 121.8s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252233_cpu_metrics_discovery%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252033_cpu_metrics_discovery%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 79.7s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252233_cpu_metrics_discovery%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252033_cpu_metrics_discovery%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 45.4s / 💰 $0.13 | +| [39_failed_toolset](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/39_failed_toolset/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252239_failed_toolset%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252039_failed_toolset%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252239_failed_toolset%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252039_failed_toolset%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 23.3s / 💰 $0.03 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252239_failed_toolset%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252039_failed_toolset%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 41.7s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252239_failed_toolset%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252039_failed_toolset%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 203.3s / 💰 $0.16 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252239_failed_toolset%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252039_failed_toolset%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 47.6s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252239_failed_toolset%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252039_failed_toolset%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 52.3s / 💰 $0.11 | +| [41_setup_argo](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/41_setup_argo/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252241_setup_argo%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252041_setup_argo%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252241_setup_argo%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252041_setup_argo%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 21.3s / 💰 $0.03 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252241_setup_argo%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252041_setup_argo%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 18.5s / 💰 $0.02 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252241_setup_argo%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252041_setup_argo%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 170.6s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252241_setup_argo%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252041_setup_argo%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 20.0s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252241_setup_argo%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252041_setup_argo%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 21.2s / 💰 $0.06 | +| [42_dns_issues_result_new_tools_no_runbook](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/42_dns_issues_result_new_tools_no_runbook/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252242_dns_issues_result_new_tools_no_runbook%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252042_dns_issues_result_new_tools_no_runbook%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_result_new_tools_no_runbook%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_result_new_tools_no_runbook%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 42.7s / 💰 $0.15 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_result_new_tools_no_runbook%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_result_new_tools_no_runbook%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 68.1s / 💰 $0.21 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_result_new_tools_no_runbook%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_result_new_tools_no_runbook%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 267.0s / 💰 $0.25 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_result_new_tools_no_runbook%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_result_new_tools_no_runbook%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 84.0s / 💰 $0.18 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_result_new_tools_no_runbook%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_result_new_tools_no_runbook%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 119.2s / 💰 $0.40 | +| [42_dns_issues_steps_new_tools](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/42_dns_issues_steps_new_tools/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252242_dns_issues_steps_new_tools%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252042_dns_issues_steps_new_tools%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_steps_new_tools%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_steps_new_tools%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 49.8s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_steps_new_tools%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_steps_new_tools%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 55.2s / 💰 $0.15 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_steps_new_tools%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_steps_new_tools%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 391.2s / 💰 $0.24 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_steps_new_tools%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_steps_new_tools%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 94.6s / 💰 $0.27 | [⏱️ 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_steps_new_tools%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_steps_new_tools%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 694.5s | +| [43_current_datetime_from_prompt](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/43_current_datetime_from_prompt/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252243_current_datetime_from_prompt%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252043_current_datetime_from_prompt%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_current_datetime_from_prompt%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_current_datetime_from_prompt%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 17.2s / 💰 $0.03 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_current_datetime_from_prompt%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_current_datetime_from_prompt%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 38.3s / 💰 $0.04 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_current_datetime_from_prompt%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_current_datetime_from_prompt%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 65.1s / 💰 $0.04 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_current_datetime_from_prompt%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_current_datetime_from_prompt%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 18.8s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_current_datetime_from_prompt%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_current_datetime_from_prompt%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 17.7s / 💰 $0.06 | +| [45_fetch_deployment_logs_simple](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/45_fetch_deployment_logs_simple/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252245_fetch_deployment_logs_simple%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252045_fetch_deployment_logs_simple%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252245_fetch_deployment_logs_simple%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252045_fetch_deployment_logs_simple%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 31.7s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252245_fetch_deployment_logs_simple%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252045_fetch_deployment_logs_simple%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 51.7s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252245_fetch_deployment_logs_simple%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252045_fetch_deployment_logs_simple%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 103.1s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252245_fetch_deployment_logs_simple%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252045_fetch_deployment_logs_simple%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 37.6s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252245_fetch_deployment_logs_simple%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252045_fetch_deployment_logs_simple%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 43.1s / 💰 $0.11 | +| [50_logs_since_specific_date](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/50_logs_since_specific_date/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252250_logs_since_specific_date%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252050_logs_since_specific_date%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250_logs_since_specific_date%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050_logs_since_specific_date%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 13.9s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250_logs_since_specific_date%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050_logs_since_specific_date%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 18.5s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250_logs_since_specific_date%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050_logs_since_specific_date%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 144.3s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250_logs_since_specific_date%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050_logs_since_specific_date%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 32.2s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250_logs_since_specific_date%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050_logs_since_specific_date%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 25.1s / 💰 $0.10 | +| [50a_logs_since_last_specific_month](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/50a_logs_since_last_specific_month/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252250a_logs_since_last_specific_month%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252050a_logs_since_last_specific_month%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250a_logs_since_last_specific_month%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050a_logs_since_last_specific_month%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 28.6s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250a_logs_since_last_specific_month%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050a_logs_since_last_specific_month%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 34.0s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250a_logs_since_last_specific_month%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050a_logs_since_last_specific_month%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 113.9s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250a_logs_since_last_specific_month%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050a_logs_since_last_specific_month%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 50.0s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250a_logs_since_last_specific_month%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050a_logs_since_last_specific_month%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 33.8s / 💰 $0.08 | +| [51_logs_summarize_errors](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/51_logs_summarize_errors/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252251_logs_summarize_errors%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252051_logs_summarize_errors%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252251_logs_summarize_errors%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252051_logs_summarize_errors%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 31.8s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252251_logs_summarize_errors%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252051_logs_summarize_errors%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 31.3s / 💰 $0.04 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252251_logs_summarize_errors%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252051_logs_summarize_errors%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 105.5s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252251_logs_summarize_errors%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252051_logs_summarize_errors%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 40.7s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252251_logs_summarize_errors%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252051_logs_summarize_errors%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 44.0s / 💰 $0.10 | +| [52_logs_login_issues](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/52_logs_login_issues/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252252_logs_login_issues%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252052_logs_login_issues%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252252_logs_login_issues%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252052_logs_login_issues%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 39.7s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252252_logs_login_issues%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252052_logs_login_issues%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 104.7s / 💰 $0.44 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252252_logs_login_issues%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252052_logs_login_issues%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 47.5s / 💰 $0.02 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252252_logs_login_issues%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252052_logs_login_issues%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 65.8s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252252_logs_login_issues%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252052_logs_login_issues%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 59.9s / 💰 $0.11 | +| [53_logs_find_term](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/53_logs_find_term/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252253_logs_find_term%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252053_logs_find_term%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252253_logs_find_term%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252053_logs_find_term%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 32.3s / 💰 $0.14 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252253_logs_find_term%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252053_logs_find_term%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 53.1s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252253_logs_find_term%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252053_logs_find_term%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 73.0s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252253_logs_find_term%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252053_logs_find_term%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 41.2s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252253_logs_find_term%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252053_logs_find_term%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 42.5s / 💰 $0.14 | +| [54_not_truncated_when_getting_pods](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/54_not_truncated_when_getting_pods/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252254_not_truncated_when_getting_pods%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252054_not_truncated_when_getting_pods%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252254_not_truncated_when_getting_pods%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252054_not_truncated_when_getting_pods%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 33.7s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252254_not_truncated_when_getting_pods%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252054_not_truncated_when_getting_pods%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 39.0s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252254_not_truncated_when_getting_pods%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252054_not_truncated_when_getting_pods%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 237.9s / 💰 $0.18 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252254_not_truncated_when_getting_pods%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252054_not_truncated_when_getting_pods%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 55.1s / 💰 $0.15 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252254_not_truncated_when_getting_pods%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252054_not_truncated_when_getting_pods%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 66.3s / 💰 $0.13 | +| [57_wrong_namespace](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/57_wrong_namespace/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252257_wrong_namespace%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252057_wrong_namespace%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252257_wrong_namespace%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252057_wrong_namespace%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 30.9s / 💰 $0.10 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252257_wrong_namespace%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252057_wrong_namespace%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 43.3s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252257_wrong_namespace%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252057_wrong_namespace%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 129.6s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252257_wrong_namespace%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252057_wrong_namespace%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 45.7s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252257_wrong_namespace%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252057_wrong_namespace%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 43.5s / 💰 $0.10 | +| [59_label_based_counting](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/59_label_based_counting/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252259_label_based_counting%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252059_label_based_counting%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252259_label_based_counting%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252059_label_based_counting%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 27.3s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252259_label_based_counting%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252059_label_based_counting%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 31.2s / 💰 $0.05 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252259_label_based_counting%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252059_label_based_counting%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 98.3s / 💰 $0.05 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252259_label_based_counting%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252059_label_based_counting%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 27.3s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252259_label_based_counting%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252059_label_based_counting%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 26.9s / 💰 $0.08 | +| [60_count_less_than](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/60_count_less_than/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252260_count_less_than%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252060_count_less_than%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252260_count_less_than%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252060_count_less_than%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 35.3s / 💰 $0.16 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252260_count_less_than%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252060_count_less_than%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 28.5s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252260_count_less_than%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252060_count_less_than%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 167.5s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252260_count_less_than%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252060_count_less_than%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 35.0s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252260_count_less_than%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252060_count_less_than%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 38.2s / 💰 $0.09 | +| [61_exact_match_counting](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/61_exact_match_counting/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252261_exact_match_counting%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252061_exact_match_counting%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252261_exact_match_counting%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252061_exact_match_counting%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 40.3s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252261_exact_match_counting%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252061_exact_match_counting%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 31.9s / 💰 $0.05 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252261_exact_match_counting%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252061_exact_match_counting%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 65.3s / 💰 $0.05 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252261_exact_match_counting%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252061_exact_match_counting%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 26.6s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252261_exact_match_counting%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252061_exact_match_counting%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 26.3s / 💰 $0.08 | +| [62_fetch_error_logs_with_errors](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/62_fetch_error_logs_with_errors/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252262_fetch_error_logs_with_errors%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252062_fetch_error_logs_with_errors%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252262_fetch_error_logs_with_errors%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252062_fetch_error_logs_with_errors%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 31.7s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252262_fetch_error_logs_with_errors%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252062_fetch_error_logs_with_errors%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 42.8s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252262_fetch_error_logs_with_errors%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252062_fetch_error_logs_with_errors%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 121.2s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252262_fetch_error_logs_with_errors%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252062_fetch_error_logs_with_errors%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 38.1s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252262_fetch_error_logs_with_errors%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252062_fetch_error_logs_with_errors%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 39.2s / 💰 $0.09 | +| [63_fetch_error_logs_no_errors](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/63_fetch_error_logs_no_errors/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252263_fetch_error_logs_no_errors%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252063_fetch_error_logs_no_errors%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252263_fetch_error_logs_no_errors%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252063_fetch_error_logs_no_errors%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 30.6s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252263_fetch_error_logs_no_errors%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252063_fetch_error_logs_no_errors%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 33.6s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252263_fetch_error_logs_no_errors%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252063_fetch_error_logs_no_errors%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 79.7s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252263_fetch_error_logs_no_errors%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252063_fetch_error_logs_no_errors%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 35.8s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252263_fetch_error_logs_no_errors%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252063_fetch_error_logs_no_errors%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 35.4s / 💰 $0.09 | +| [64_keda_vs_hpa_confusion](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/64_keda_vs_hpa_confusion/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252264_keda_vs_hpa_confusion%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252064_keda_vs_hpa_confusion%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252264_keda_vs_hpa_confusion%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252064_keda_vs_hpa_confusion%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 63.2s / 💰 $0.22 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252264_keda_vs_hpa_confusion%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252064_keda_vs_hpa_confusion%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 54.1s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252264_keda_vs_hpa_confusion%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252064_keda_vs_hpa_confusion%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 184.6s / 💰 $0.14 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252264_keda_vs_hpa_confusion%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252064_keda_vs_hpa_confusion%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 117.7s / 💰 $0.19 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252264_keda_vs_hpa_confusion%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252064_keda_vs_hpa_confusion%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 66.7s / 💰 $0.17 | +| [65_health_check_followup](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/65_health_check_followup/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252265_health_check_followup%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252065_health_check_followup%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252265_health_check_followup%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252065_health_check_followup%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 44.5s / 💰 $0.15 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252265_health_check_followup%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252065_health_check_followup%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 49.3s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252265_health_check_followup%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252065_health_check_followup%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 263.4s / 💰 $0.17 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252265_health_check_followup%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252065_health_check_followup%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 69.0s / 💰 $0.21 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252265_health_check_followup%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252065_health_check_followup%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 70.5s / 💰 $0.26 | +| [71_connection_pool_starvation](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/71_connection_pool_starvation/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252271_connection_pool_starvation%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252071_connection_pool_starvation%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252271_connection_pool_starvation%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252071_connection_pool_starvation%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 38.7s / 💰 $0.13 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252271_connection_pool_starvation%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252071_connection_pool_starvation%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 58.8s / 💰 $0.17 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252271_connection_pool_starvation%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252071_connection_pool_starvation%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 161.8s / 💰 $0.19 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252271_connection_pool_starvation%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252071_connection_pool_starvation%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 57.2s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252271_connection_pool_starvation%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252071_connection_pool_starvation%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 56.8s / 💰 $0.17 | +| [73a_time_window_anomaly](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/73a_time_window_anomaly/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252273a_time_window_anomaly%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252073a_time_window_anomaly%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273a_time_window_anomaly%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073a_time_window_anomaly%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 42.0s / 💰 $0.17 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273a_time_window_anomaly%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073a_time_window_anomaly%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 34.0s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273a_time_window_anomaly%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073a_time_window_anomaly%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 157.5s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273a_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073a_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 63.5s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273a_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073a_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 64.9s / 💰 $0.18 | +| [73b_time_window_anomaly](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/73b_time_window_anomaly/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252273b_time_window_anomaly%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252073b_time_window_anomaly%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273b_time_window_anomaly%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073b_time_window_anomaly%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 44.2s / 💰 $0.17 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273b_time_window_anomaly%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073b_time_window_anomaly%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 29.7s / 💰 $0.05 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273b_time_window_anomaly%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073b_time_window_anomaly%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 91.4s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273b_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073b_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 57.3s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273b_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073b_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 62.6s / 💰 $0.14 | +| [76_service_discovery_issue](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/76_service_discovery_issue/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252276_service_discovery_issue%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252076_service_discovery_issue%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252276_service_discovery_issue%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252076_service_discovery_issue%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 40.5s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252276_service_discovery_issue%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252076_service_discovery_issue%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 60.8s / 💰 $0.21 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252276_service_discovery_issue%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252076_service_discovery_issue%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 190.0s / 💰 $0.21 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252276_service_discovery_issue%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252076_service_discovery_issue%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 654.9s / 💰 $0.14 | [⏱️ 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252276_service_discovery_issue%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252076_service_discovery_issue%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 648.9s | +| [77_liveness_probe_misconfiguration](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/77_liveness_probe_misconfiguration/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252277_liveness_probe_misconfiguration%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252077_liveness_probe_misconfiguration%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252277_liveness_probe_misconfiguration%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252077_liveness_probe_misconfiguration%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 40.1s / 💰 $0.14 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252277_liveness_probe_misconfiguration%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252077_liveness_probe_misconfiguration%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 41.7s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252277_liveness_probe_misconfiguration%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252077_liveness_probe_misconfiguration%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 185.6s / 💰 $0.19 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252277_liveness_probe_misconfiguration%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252077_liveness_probe_misconfiguration%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 48.8s / 💰 $0.14 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252277_liveness_probe_misconfiguration%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252077_liveness_probe_misconfiguration%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 53.5s / 💰 $0.13 | +| [78a_missing_cpu_limits](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/78a_missing_cpu_limits/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252278a_missing_cpu_limits%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252078a_missing_cpu_limits%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278a_missing_cpu_limits%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078a_missing_cpu_limits%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 25.9s / 💰 $0.07 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278a_missing_cpu_limits%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078a_missing_cpu_limits%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 30.9s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278a_missing_cpu_limits%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078a_missing_cpu_limits%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 217.1s / 💰 $0.18 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278a_missing_cpu_limits%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078a_missing_cpu_limits%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 54.7s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278a_missing_cpu_limits%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078a_missing_cpu_limits%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 58.8s / 💰 $0.14 | +| [78b_cpu_quota_exceeded](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/78b_cpu_quota_exceeded/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252278b_cpu_quota_exceeded%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252078b_cpu_quota_exceeded%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278b_cpu_quota_exceeded%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078b_cpu_quota_exceeded%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 51.1s / 💰 $0.24 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278b_cpu_quota_exceeded%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078b_cpu_quota_exceeded%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 44.6s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278b_cpu_quota_exceeded%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078b_cpu_quota_exceeded%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 81.1s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278b_cpu_quota_exceeded%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078b_cpu_quota_exceeded%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 53.5s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278b_cpu_quota_exceeded%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078b_cpu_quota_exceeded%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 52.6s / 💰 $0.14 | +| [79_configmap_mount_issue](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/79_configmap_mount_issue/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252279_configmap_mount_issue%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252079_configmap_mount_issue%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252279_configmap_mount_issue%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252079_configmap_mount_issue%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 31.2s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252279_configmap_mount_issue%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252079_configmap_mount_issue%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 43.4s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252279_configmap_mount_issue%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252079_configmap_mount_issue%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 193.0s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252279_configmap_mount_issue%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252079_configmap_mount_issue%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 46.3s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252279_configmap_mount_issue%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252079_configmap_mount_issue%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 63.1s / 💰 $0.12 | +| [80_pvc_storage_class_mismatch](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/80_pvc_storage_class_mismatch/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252280_pvc_storage_class_mismatch%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252080_pvc_storage_class_mismatch%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252280_pvc_storage_class_mismatch%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252080_pvc_storage_class_mismatch%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 32.4s / 💰 $0.11 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252280_pvc_storage_class_mismatch%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252080_pvc_storage_class_mismatch%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 49.5s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252280_pvc_storage_class_mismatch%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252080_pvc_storage_class_mismatch%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 95.6s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252280_pvc_storage_class_mismatch%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252080_pvc_storage_class_mismatch%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 81.8s / 💰 $0.15 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252280_pvc_storage_class_mismatch%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252080_pvc_storage_class_mismatch%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 57.5s / 💰 $0.15 | +| [81_service_account_permission_denied](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/81_service_account_permission_denied/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252281_service_account_permission_denied%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252081_service_account_permission_denied%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252281_service_account_permission_denied%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252081_service_account_permission_denied%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 38.1s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252281_service_account_permission_denied%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252081_service_account_permission_denied%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 58.2s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252281_service_account_permission_denied%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252081_service_account_permission_denied%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 260.8s / 💰 $0.17 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252281_service_account_permission_denied%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252081_service_account_permission_denied%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 99.1s / 💰 $0.23 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252281_service_account_permission_denied%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252081_service_account_permission_denied%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 71.0s / 💰 $0.17 | +| [82_pod_anti_affinity_conflict](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/82_pod_anti_affinity_conflict/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252282_pod_anti_affinity_conflict%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252082_pod_anti_affinity_conflict%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252282_pod_anti_affinity_conflict%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252082_pod_anti_affinity_conflict%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 37.4s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252282_pod_anti_affinity_conflict%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252082_pod_anti_affinity_conflict%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 45.9s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252282_pod_anti_affinity_conflict%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252082_pod_anti_affinity_conflict%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 201.0s / 💰 $0.23 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252282_pod_anti_affinity_conflict%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252082_pod_anti_affinity_conflict%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 61.9s / 💰 $0.16 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252282_pod_anti_affinity_conflict%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252082_pod_anti_affinity_conflict%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 63.0s / 💰 $0.17 | +| [83_secret_not_found](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/83_secret_not_found/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252283_secret_not_found%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252083_secret_not_found%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252283_secret_not_found%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252083_secret_not_found%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 36.1s / 💰 $0.15 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252283_secret_not_found%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252083_secret_not_found%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 50.2s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252283_secret_not_found%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252083_secret_not_found%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 125.2s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252283_secret_not_found%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252083_secret_not_found%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 44.2s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252283_secret_not_found%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252083_secret_not_found%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 49.3s / 💰 $0.13 | +| [84_network_policy_blocking_traffic](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/84_network_policy_blocking_traffic/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252284_network_policy_blocking_traffic%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252084_network_policy_blocking_traffic%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252284_network_policy_blocking_traffic%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252084_network_policy_blocking_traffic%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 38.2s / 💰 $0.17 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252284_network_policy_blocking_traffic%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252084_network_policy_blocking_traffic%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 79.0s / 💰 $0.18 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252284_network_policy_blocking_traffic%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252084_network_policy_blocking_traffic%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 238.0s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252284_network_policy_blocking_traffic%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252084_network_policy_blocking_traffic%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 99.6s / 💰 $0.21 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252284_network_policy_blocking_traffic%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252084_network_policy_blocking_traffic%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 59.7s / 💰 $0.15 | +| [85_hpa_not_scaling](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/85_hpa_not_scaling/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252285_hpa_not_scaling%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252085_hpa_not_scaling%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252285_hpa_not_scaling%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252085_hpa_not_scaling%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 34.6s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252285_hpa_not_scaling%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252085_hpa_not_scaling%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 42.1s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252285_hpa_not_scaling%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252085_hpa_not_scaling%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 327.4s / 💰 $0.25 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252285_hpa_not_scaling%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252085_hpa_not_scaling%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 58.7s / 💰 $0.17 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252285_hpa_not_scaling%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252085_hpa_not_scaling%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 56.9s / 💰 $0.17 | +| [86_configmap_like_but_secret](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/86_configmap_like_but_secret/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252286_configmap_like_but_secret%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252086_configmap_like_but_secret%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252286_configmap_like_but_secret%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252086_configmap_like_but_secret%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 48.2s / 💰 $0.22 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252286_configmap_like_but_secret%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252086_configmap_like_but_secret%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 45.2s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252286_configmap_like_but_secret%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252086_configmap_like_but_secret%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 334.3s / 💰 $0.22 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252286_configmap_like_but_secret%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252086_configmap_like_but_secret%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 50.8s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252286_configmap_like_but_secret%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252086_configmap_like_but_secret%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 61.6s / 💰 $0.16 | +| [89_runbook_missing_cloudwatch](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/89_runbook_missing_cloudwatch/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252289_runbook_missing_cloudwatch%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252089_runbook_missing_cloudwatch%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252289_runbook_missing_cloudwatch%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252089_runbook_missing_cloudwatch%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 30.0s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252289_runbook_missing_cloudwatch%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252089_runbook_missing_cloudwatch%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 27.4s / 💰 $0.04 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252289_runbook_missing_cloudwatch%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252089_runbook_missing_cloudwatch%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 179.6s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252289_runbook_missing_cloudwatch%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252089_runbook_missing_cloudwatch%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 40.7s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252289_runbook_missing_cloudwatch%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252089_runbook_missing_cloudwatch%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 46.0s / 💰 $0.10 | +| [90_runbook_basic_selection](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/90_runbook_basic_selection/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252290_runbook_basic_selection%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252090_runbook_basic_selection%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252290_runbook_basic_selection%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252090_runbook_basic_selection%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 52.0s / 💰 $0.26 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252290_runbook_basic_selection%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252090_runbook_basic_selection%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 72.9s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252290_runbook_basic_selection%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252090_runbook_basic_selection%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 275.4s / 💰 $0.20 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252290_runbook_basic_selection%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252090_runbook_basic_selection%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 202.4s / 💰 $0.51 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252290_runbook_basic_selection%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252090_runbook_basic_selection%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 127.9s / 💰 $0.32 | +| [91f_datadog_logs_historical_pod](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/91f_datadog_logs_historical_pod/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252291f_datadog_logs_historical_pod%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252091f_datadog_logs_historical_pod%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252291f_datadog_logs_historical_pod%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252091f_datadog_logs_historical_pod%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 29.0s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252291f_datadog_logs_historical_pod%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252091f_datadog_logs_historical_pod%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 40.1s / 💰 $0.09 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252291f_datadog_logs_historical_pod%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252091f_datadog_logs_historical_pod%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 159.1s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252291f_datadog_logs_historical_pod%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252091f_datadog_logs_historical_pod%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 80.2s / 💰 $0.22 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252291f_datadog_logs_historical_pod%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252091f_datadog_logs_historical_pod%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 67.5s / 💰 $0.15 | +| [93_calling_datadog[0]](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/93_calling_datadog[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252293_calling_datadog%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252093_calling_datadog%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 61.7s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 11.7s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 41.3s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 13.4s / 💰 $0.15 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 10.3s / 💰 $0.15 | +| [93_calling_datadog[1]](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/93_calling_datadog[1]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252293_calling_datadog%255B1%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252093_calling_datadog%255B1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B1%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B1%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 56.5s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B1%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B1%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 12.2s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B1%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B1%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 89.5s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B1%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B1%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 11.8s / 💰 $0.15 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B1%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B1%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 10.4s / 💰 $0.15 | +| [93_calling_datadog[2]](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/93_calling_datadog[2]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252293_calling_datadog%255B2%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252093_calling_datadog%255B2%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B2%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B2%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 70.1s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B2%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B2%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 13.2s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B2%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B2%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 42.1s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B2%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B2%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 11.6s / 💰 $0.15 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B2%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B2%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 11.1s / 💰 $0.15 | +| [94_runbook_transparency](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/94_runbook_transparency/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252294_runbook_transparency%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252094_runbook_transparency%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252294_runbook_transparency%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252094_runbook_transparency%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 45.4s / 💰 $0.17 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252294_runbook_transparency%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252094_runbook_transparency%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 63.4s / 💰 $0.15 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252294_runbook_transparency%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252094_runbook_transparency%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 368.3s / 💰 $0.28 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252294_runbook_transparency%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252094_runbook_transparency%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 119.5s / 💰 $0.29 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252294_runbook_transparency%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252094_runbook_transparency%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 79.7s / 💰 $0.20 | +| [96_no_matching_runbook](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/96_no_matching_runbook/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252296_no_matching_runbook%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252096_no_matching_runbook%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252296_no_matching_runbook%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252096_no_matching_runbook%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 54.3s / 💰 $0.32 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252296_no_matching_runbook%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252096_no_matching_runbook%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 158.5s / 💰 $0.46 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252296_no_matching_runbook%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252096_no_matching_runbook%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 326.2s / 💰 $0.28 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252296_no_matching_runbook%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252096_no_matching_runbook%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 106.8s / 💰 $0.38 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252296_no_matching_runbook%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252096_no_matching_runbook%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 122.3s / 💰 $0.35 | +| [97_logs_clarification_needed](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/97_logs_clarification_needed/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252297_logs_clarification_needed%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252097_logs_clarification_needed%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252297_logs_clarification_needed%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252097_logs_clarification_needed%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 15.5s / 💰 $0.03 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252297_logs_clarification_needed%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252097_logs_clarification_needed%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 21.5s / 💰 $0.04 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252297_logs_clarification_needed%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252097_logs_clarification_needed%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 27.1s / 💰 $0.02 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252297_logs_clarification_needed%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252097_logs_clarification_needed%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 50.5s / 💰 $0.14 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252297_logs_clarification_needed%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252097_logs_clarification_needed%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 19.7s / 💰 $0.06 | +| [99_logs_transparency_custom_time](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/99_logs_transparency_custom_time/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252299_logs_transparency_custom_time%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252099_logs_transparency_custom_time%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252299_logs_transparency_custom_time%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252099_logs_transparency_custom_time%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 32.8s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252299_logs_transparency_custom_time%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252099_logs_transparency_custom_time%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 39.6s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252299_logs_transparency_custom_time%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252099_logs_transparency_custom_time%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 88.3s / 💰 $0.05 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252299_logs_transparency_custom_time%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252099_logs_transparency_custom_time%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 51.1s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252299_logs_transparency_custom_time%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252099_logs_transparency_custom_time%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 56.5s / 💰 $0.10 | +| [93_events_since_specific_date](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/93_events_since_specific_date/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252293_events_since_specific_date%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252093_events_since_specific_date%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_events_since_specific_date%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_events_since_specific_date%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 9.4s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_events_since_specific_date%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_events_since_specific_date%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 16.3s / 💰 $0.07 | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_events_since_specific_date%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_events_since_specific_date%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_events_since_specific_date%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_events_since_specific_date%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 17.8s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_events_since_specific_date%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_events_since_specific_date%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 14.6s / 💰 $0.09 | +| [44_slack_statefulset_logs](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/44_slack_statefulset_logs/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252244_slack_statefulset_logs%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252044_slack_statefulset_logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252244_slack_statefulset_logs%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252044_slack_statefulset_logs%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252244_slack_statefulset_logs%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252044_slack_statefulset_logs%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252244_slack_statefulset_logs%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252044_slack_statefulset_logs%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252244_slack_statefulset_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252044_slack_statefulset_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252244_slack_statefulset_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252044_slack_statefulset_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [48_logs_since_thursday](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/48_logs_since_thursday/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252248_logs_since_thursday%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252048_logs_since_thursday%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252248_logs_since_thursday%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252048_logs_since_thursday%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252248_logs_since_thursday%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252048_logs_since_thursday%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252248_logs_since_thursday%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252048_logs_since_thursday%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252248_logs_since_thursday%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252048_logs_since_thursday%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252248_logs_since_thursday%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252048_logs_since_thursday%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [22_high_latency_dbi_down](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/22_high_latency_dbi_down/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252222_high_latency_dbi_down%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252022_high_latency_dbi_down%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252222_high_latency_dbi_down%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252022_high_latency_dbi_down%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252222_high_latency_dbi_down%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252022_high_latency_dbi_down%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252222_high_latency_dbi_down%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252022_high_latency_dbi_down%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252222_high_latency_dbi_down%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252022_high_latency_dbi_down%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252222_high_latency_dbi_down%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252022_high_latency_dbi_down%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [08_sock_shop_frontend](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/08_sock_shop_frontend/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252208_sock_shop_frontend%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252008_sock_shop_frontend%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252208_sock_shop_frontend%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252008_sock_shop_frontend%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252208_sock_shop_frontend%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252008_sock_shop_frontend%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252208_sock_shop_frontend%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252008_sock_shop_frontend%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252208_sock_shop_frontend%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252008_sock_shop_frontend%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252208_sock_shop_frontend%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252008_sock_shop_frontend%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [104b_postgres_missing_index_pgstat](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/104b_postgres_missing_index_pgstat/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522104b_postgres_missing_index_pgstat%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520104b_postgres_missing_index_pgstat%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104b_postgres_missing_index_pgstat%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104b_postgres_missing_index_pgstat%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104b_postgres_missing_index_pgstat%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104b_postgres_missing_index_pgstat%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104b_postgres_missing_index_pgstat%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104b_postgres_missing_index_pgstat%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104b_postgres_missing_index_pgstat%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104b_postgres_missing_index_pgstat%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104b_postgres_missing_index_pgstat%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104b_postgres_missing_index_pgstat%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [104c_postgres_minimal_missing_index](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/104c_postgres_minimal_missing_index/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522104c_postgres_minimal_missing_index%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520104c_postgres_minimal_missing_index%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104c_postgres_minimal_missing_index%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104c_postgres_minimal_missing_index%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104c_postgres_minimal_missing_index%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104c_postgres_minimal_missing_index%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104c_postgres_minimal_missing_index%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104c_postgres_minimal_missing_index%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104c_postgres_minimal_missing_index%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104c_postgres_minimal_missing_index%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104c_postgres_minimal_missing_index%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104c_postgres_minimal_missing_index%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [105_redis_wrong_data_structure](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/105_redis_wrong_data_structure/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522105_redis_wrong_data_structure%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520105_redis_wrong_data_structure%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522105_redis_wrong_data_structure%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520105_redis_wrong_data_structure%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522105_redis_wrong_data_structure%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520105_redis_wrong_data_structure%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522105_redis_wrong_data_structure%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520105_redis_wrong_data_structure%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522105_redis_wrong_data_structure%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520105_redis_wrong_data_structure%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522105_redis_wrong_data_structure%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520105_redis_wrong_data_structure%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [156_kafka_opensearch_latency](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/156_kafka_opensearch_latency/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522156_kafka_opensearch_latency%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520156_kafka_opensearch_latency%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522156_kafka_opensearch_latency%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520156_kafka_opensearch_latency%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522156_kafka_opensearch_latency%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520156_kafka_opensearch_latency%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522156_kafka_opensearch_latency%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520156_kafka_opensearch_latency%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522156_kafka_opensearch_latency%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520156_kafka_opensearch_latency%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522156_kafka_opensearch_latency%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520156_kafka_opensearch_latency%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [43_slack_deployment_logs](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/43_slack_deployment_logs/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252243_slack_deployment_logs%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252043_slack_deployment_logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_slack_deployment_logs%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_slack_deployment_logs%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_slack_deployment_logs%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_slack_deployment_logs%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_slack_deployment_logs%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_slack_deployment_logs%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_slack_deployment_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_slack_deployment_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_slack_deployment_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_slack_deployment_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [55_kafka_runbook](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/55_kafka_runbook/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252255_kafka_runbook%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252055_kafka_runbook%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252255_kafka_runbook%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252055_kafka_runbook%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252255_kafka_runbook%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252055_kafka_runbook%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252255_kafka_runbook%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252055_kafka_runbook%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252255_kafka_runbook%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252055_kafka_runbook%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252255_kafka_runbook%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252055_kafka_runbook%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [98_logs_transparency_default_time](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/98_logs_transparency_default_time/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252298_logs_transparency_default_time%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252098_logs_transparency_default_time%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252298_logs_transparency_default_time%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252098_logs_transparency_default_time%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252298_logs_transparency_default_time%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252098_logs_transparency_default_time%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252298_logs_transparency_default_time%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252098_logs_transparency_default_time%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252298_logs_transparency_default_time%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252098_logs_transparency_default_time%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252298_logs_transparency_default_time%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252098_logs_transparency_default_time%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | + +--- +*Results are automatically generated and updated weekly. View full traces and detailed analysis in [Braintrust experiment: local-benchmark-20250930-072258](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258).* diff --git a/docs/development/evaluations/index.md b/docs/development/evaluations/index.md index 896c8d54c..903847da3 100644 --- a/docs/development/evaluations/index.md +++ b/docs/development/evaluations/index.md @@ -66,7 +66,7 @@ Our CI/CD pipeline runs evaluations automatically: - **Pull Requests** - When eval-related files are modified (quick validation) - **On-demand** - Via GitHub Actions UI -Results are published here and archived in [history/](./history/). +Results are published here and archived in [history](./history/index.md). ## Model Comparison @@ -86,4 +86,4 @@ See the [latest results](./latest-results.md) for current model performance comp - **[Running Evaluations](./running-evals.md)** - Complete guide to running tests - **[Adding New Evaluations](./adding-evals.md)** - Contribute test scenarios - **[Reporting with Braintrust](./reporting.md)** - Analyze results in detail -- **[Historical Results](./history/)** - Past benchmark data +- **[Historical Results](./history/index.md)** - Past benchmark data diff --git a/docs/development/evaluations/latest-results.md b/docs/development/evaluations/latest-results.md index 8a74cbb8a..7c7b191f0 100644 --- a/docs/development/evaluations/latest-results.md +++ b/docs/development/evaluations/latest-results.md @@ -1,9 +1,9 @@ # HolmesGPT LLM Evaluation Benchmark Results -**Generated**: 2025-09-28 00:14 UTC -**Total Duration**: 1h 4m 41s +**Generated**: 2025-09-30 09:08 UTC +**Total Duration**: 1h 36m 3s **Iterations**: 1 -**Judge (classifier) model**: gpt-4o +**Judge (classifier) model**: gpt-4.1 ## About this Benchmark @@ -15,57 +15,60 @@ If you find scenarios that HolmesGPT does not perform well on, please consider a | Model | Pass | Fail | Skip/Error | Total | Success Rate | |-------|------|------|------------|-------|--------------| -| gpt-4o | 58 | 35 | 12 | 105 | 🟡 62% (58/93) | -| gpt-4.1 | 72 | 22 | 11 | 105 | 🟡 77% (72/94) | -| gpt-5 | 76 | 17 | 12 | 105 | 🟡 82% (76/93) | -| sonnet-4-20250514 | 88 | 6 | 11 | 105 | 🟡 94% (88/94) | +| gpt-4o | 65 | 29 | 11 | 105 | 🟡 69% (65/94) | +| gpt-4.1 | 70 | 24 | 11 | 105 | 🟡 74% (70/94) | +| gpt-5 | 74 | 19 | 12 | 105 | 🟡 80% (74/93) | +| sonnet-4-20250514 | 91 | 3 | 11 | 105 | 🟡 97% (91/94) | +| sonnet-4-5-20250929 | 87 | 7 | 11 | 105 | 🟡 93% (87/94) | ## Model Cost Comparison | Model | Tests | Avg Cost | Min Cost | Max Cost | Total Cost | |-------|-------|----------|----------|----------|------------| -| gpt-4o | 93 | $0.14 | $0.03 | $0.27 | $12.83 | -| gpt-4.1 | 94 | $0.09 | $0.03 | $0.41 | $8.69 | -| gpt-5 | 93 | $0.13 | $0.02 | $0.39 | $12.35 | -| sonnet-4-20250514 | 94 | $0.16 | $0.06 | $0.50 | $15.47 | +| gpt-4o | 94 | $0.13 | $0.03 | $0.43 | $12.59 | +| gpt-4.1 | 94 | $0.11 | $0.02 | $0.46 | $9.99 | +| gpt-5 | 93 | $0.13 | $0.02 | $0.47 | $12.12 | +| sonnet-4-20250514 | 94 | $0.17 | $0.06 | $0.58 | $15.66 | +| sonnet-4-5-20250929 | 92 | $0.16 | $0.06 | $0.58 | $14.88 | ## Model Latency Comparison | Model | Avg (s) | Min (s) | Max (s) | P50 (s) | P95 (s) | |-------|---------|---------|---------|---------|---------| -| gpt-4o | 35.1 | 9.7 | 84.7 | 35.2 | 48.6 | -| gpt-4.1 | 35.0 | 7.0 | 80.4 | 34.6 | 58.5 | -| gpt-5 | 189.5 | 24.1 | 677.8 | 159.7 | 464.0 | -| sonnet-4-20250514 | 67.6 | 10.7 | 210.1 | 55.2 | 150.5 | +| gpt-4o | 36.7 | 9.4 | 85.6 | 36.1 | 56.5 | +| gpt-4.1 | 51.9 | 11.7 | 641.0 | 43.3 | 79.0 | +| gpt-5 | 170.2 | 24.3 | 697.1 | 144.3 | 391.2 | +| sonnet-4-20250514 | 73.2 | 11.6 | 654.9 | 55.7 | 160.2 | +| sonnet-4-5-20250929 | 69.5 | 10.3 | 694.5 | 53.5 | 152.7 | ## Performance by Tag Success rate by test category and model: -| Tag | gpt-4o | gpt-4.1 | gpt-5 | sonnet-4-20250514 | Warnings | -|-----|-------|-------|-------|-------|----------| -| [chain-of-causation](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522chain-of-causation%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520chain-of-causation%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🔴 0% (0/6) | 🔴 0% (0/6) | 🟡 67% (4/6) | 🟡 83% (5/6) | ⚠️ 8 skipped | -| [context_window](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522context_window%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520context_window%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟡 57% (4/7) | 🟡 71% (5/7) | 🟢 100% (7/7) | 🟡 86% (6/7) | | -| [counting](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522counting%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520counting%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟢 100% (4/4) | 🟢 100% (4/4) | 🟢 100% (4/4) | 🟢 100% (4/4) | | -| [database](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522database%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520database%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🔴 0% (0/1) | 🔴 0% (0/1) | 🟢 100% (1/1) | 🟢 100% (1/1) | ⚠️ 12 skipped | -| [datadog](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522datadog%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520datadog%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟡 75% (3/4) | 🟢 100% (4/4) | 🟡 75% (3/4) | 🟢 100% (4/4) | | -| [datetime](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522datetime%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520datetime%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟡 75% (3/4) | 🟡 50% (2/4) | 🟢 100% (4/4) | 🟡 75% (3/4) | ⚠️ 8 skipped | -| [easy](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522easy%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520easy%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟡 94% (34/36) | 🟡 97% (35/36) | 🟡 78% (28/36) | 🟢 100% (36/36) | | -| [hard](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522hard%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520hard%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟡 14% (2/14) | 🟡 29% (4/14) | 🟡 57% (8/14) | 🟡 86% (12/14) | ⚠️ 24 skipped | -| [kafka](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522kafka%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520kafka%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | ⚪️ - | ⚪️ - | ⚪️ - | ⚪️ - | ⚠️ 8 skipped | -| [kubernetes](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522kubernetes%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520kubernetes%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟡 55% (26/47) | 🟡 77% (36/47) | 🟡 81% (38/47) | 🟡 94% (44/47) | ⚠️ 4 skipped | -| [logs](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522logs%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟡 65% (17/26) | 🟡 73% (19/26) | 🟡 85% (22/26) | 🟡 85% (22/26) | ⚠️ 28 skipped | -| [medium](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522medium%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520medium%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟡 51% (22/43) | 🟡 75% (33/44) | 🟡 93% (40/43) | 🟡 91% (40/44) | ⚠️ 22 skipped | -| [network](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522network%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520network%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟡 25% (1/4) | 🟡 75% (3/4) | 🟢 100% (4/4) | 🟢 100% (4/4) | | -| [numerical](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522numerical%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520numerical%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟢 100% (1/1) | 🟢 100% (1/1) | 🟢 100% (1/1) | 🟢 100% (1/1) | | -| [port-forward](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522port-forward%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520port-forward%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟡 33% (3/9) | 🟡 56% (5/9) | 🟡 78% (7/9) | 🟡 78% (7/9) | | -| [prometheus](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522prometheus%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520prometheus%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟡 50% (2/4) | 🟢 100% (4/4) | 🟢 100% (4/4) | 🟢 100% (4/4) | | -| [question-answer](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522question-answer%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520question-answer%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟢 100% (4/4) | 🟢 100% (4/4) | 🟢 100% (4/4) | 🟢 100% (4/4) | | -| [runbooks](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522runbooks%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520runbooks%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟡 33% (2/6) | 🟡 83% (5/6) | 🟢 100% (6/6) | 🟢 100% (6/6) | ⚠️ 4 skipped | -| [slackbot](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522slackbot%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520slackbot%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | ⚪️ - | ⚪️ - | ⚪️ - | ⚪️ - | ⚠️ 4 skipped | -| [traces](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522traces%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520traces%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🔴 0% (0/5) | 🔴 0% (0/5) | 🟡 60% (3/5) | 🟡 80% (4/5) | | -| [transparency](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522transparency%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520transparency%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟡 50% (7/14) | 🟡 71% (10/14) | 🟡 86% (12/14) | 🟡 86% (12/14) | ⚠️ 4 skipped | -| **Overall** | 🟡 62% (58/93) | 🟡 77% (72/94) | 🟡 82% (76/93) | 🟡 94% (88/94) | ⚠️ 46 skipped | +| Tag | gpt-4o | gpt-4.1 | gpt-5 | sonnet-4-20250514 | sonnet-4-5-20250929 | Warnings | +|-----|-------|-------|-------|-------|-------|----------| +| [chain-of-causation](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522chain-of-causation%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520chain-of-causation%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🔴 0% (0/6) | 🔴 0% (0/6) | 🟡 33% (2/6) | 🟢 100% (6/6) | 🟢 100% (6/6) | ⚠️ 10 skipped | +| [context_window](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522context_window%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520context_window%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟡 86% (6/7) | 🟡 43% (3/7) | 🟢 100% (7/7) | 🟢 100% (7/7) | 🟡 86% (6/7) | | +| [counting](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522counting%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520counting%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟢 100% (4/4) | 🟢 100% (4/4) | 🟢 100% (4/4) | 🟢 100% (4/4) | 🟢 100% (4/4) | | +| [database](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522database%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520database%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🔴 0% (0/1) | 🟢 100% (1/1) | 🟢 100% (1/1) | 🟢 100% (1/1) | 🟢 100% (1/1) | ⚠️ 15 skipped | +| [datadog](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522datadog%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520datadog%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟡 75% (3/4) | 🟢 100% (4/4) | 🟡 75% (3/4) | 🟢 100% (4/4) | 🟢 100% (4/4) | | +| [datetime](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522datetime%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520datetime%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟢 100% (4/4) | 🟡 50% (2/4) | 🟢 100% (4/4) | 🟢 100% (4/4) | 🟢 100% (4/4) | ⚠️ 10 skipped | +| [easy](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522easy%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520easy%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟡 97% (35/36) | 🟢 100% (36/36) | 🟡 83% (30/36) | 🟢 100% (36/36) | 🟡 97% (35/36) | | +| [hard](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522hard%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520hard%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟡 14% (2/14) | 🟡 36% (5/14) | 🟡 50% (7/14) | 🟢 100% (14/14) | 🟡 93% (13/14) | ⚠️ 30 skipped | +| [kafka](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522kafka%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520kafka%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | ⚪️ - | ⚪️ - | ⚪️ - | ⚪️ - | ⚪️ - | ⚠️ 10 skipped | +| [kubernetes](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522kubernetes%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520kubernetes%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟡 60% (28/47) | 🟡 70% (33/47) | 🟡 72% (34/47) | 🟡 98% (46/47) | 🟡 91% (43/47) | ⚠️ 5 skipped | +| [logs](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522logs%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟡 69% (18/26) | 🟡 69% (18/26) | 🟡 85% (22/26) | 🟡 92% (24/26) | 🟡 88% (23/26) | ⚠️ 35 skipped | +| [medium](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522medium%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520medium%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟡 64% (28/44) | 🟡 66% (29/44) | 🟡 86% (37/43) | 🟡 93% (41/44) | 🟡 89% (39/44) | ⚠️ 26 skipped | +| [network](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522network%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520network%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟡 75% (3/4) | 🟡 25% (1/4) | 🟢 100% (4/4) | 🟢 100% (4/4) | 🟡 75% (3/4) | | +| [numerical](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522numerical%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520numerical%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟢 100% (1/1) | 🟢 100% (1/1) | 🟢 100% (1/1) | 🟢 100% (1/1) | 🟢 100% (1/1) | | +| [port-forward](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522port-forward%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520port-forward%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟡 44% (4/9) | 🟡 44% (4/9) | 🟡 78% (7/9) | 🟡 89% (8/9) | 🟡 67% (6/9) | | +| [prometheus](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522prometheus%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520prometheus%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟡 75% (3/4) | 🟡 75% (3/4) | 🟢 100% (4/4) | 🟢 100% (4/4) | 🟡 75% (3/4) | | +| [question-answer](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522question-answer%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520question-answer%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟢 100% (4/4) | 🟢 100% (4/4) | 🟢 100% (4/4) | 🟢 100% (4/4) | 🟢 100% (4/4) | | +| [runbooks](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522runbooks%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520runbooks%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟡 83% (5/6) | 🟡 67% (4/6) | 🟡 83% (5/6) | 🟢 100% (6/6) | 🟡 83% (5/6) | ⚠️ 5 skipped | +| [slackbot](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522slackbot%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520slackbot%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | ⚪️ - | ⚪️ - | ⚪️ - | ⚪️ - | ⚪️ - | ⚠️ 5 skipped | +| [traces](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522traces%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520traces%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🔴 0% (0/5) | 🔴 0% (0/5) | 🟡 20% (1/5) | 🟢 100% (5/5) | 🟢 100% (5/5) | | +| [transparency](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22tags%2520includes%2520%255B%2522transparency%2522%255D%22%2C%20%22label%22%3A%20%22Tags%2520includes%2520transparency%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | 🟡 71% (10/14) | 🟡 86% (12/14) | 🟡 93% (13/14) | 🟡 86% (12/14) | 🟡 93% (13/14) | ⚠️ 5 skipped | +| **Overall** | 🟡 69% (65/94) | 🟡 74% (70/94) | 🟡 80% (74/93) | 🟡 97% (91/94) | 🟡 93% (87/94) | ⚠️ 56 skipped | ## Raw Results @@ -79,224 +82,224 @@ Status of all evaluations across models. Color coding: - ⏱️ Timeout or rate limit error - ⏭️ Test skipped (e.g., known issue or precondition not met) -| Eval ID | [gpt-4o](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.model%2520%253D%2520%2522gpt-4o%2522%22%2C%20%22label%22%3A%20%22metadata.model%2520equals%2520gpt-4o%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [gpt-4.1](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.model%2520%253D%2520%2522gpt-4.1%2522%22%2C%20%22label%22%3A%20%22metadata.model%2520equals%2520gpt-4.1%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [gpt-5](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.model%2520%253D%2520%2522gpt-5%2522%22%2C%20%22label%22%3A%20%22metadata.model%2520equals%2520gpt-5%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [sonnet-4-20250514](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.model%2520%253D%2520%2522anthropic%252Fclaude-sonnet-4-20250514%2522%22%2C%20%22label%22%3A%20%22metadata.model%2520equals%2520anthropic%252Fclaude-sonnet-4-20250514%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -|---------|-------|-------|-------|-------| -| [**01_how_many_pods**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/01_how_many_pods/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252201_how_many_pods%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252001_how_many_pods%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252201_how_many_pods%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252001_how_many_pods%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252201_how_many_pods%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252001_how_many_pods%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252201_how_many_pods%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252001_how_many_pods%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252201_how_many_pods%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252001_how_many_pods%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**02_what_is_wrong_with_pod**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/02_what_is_wrong_with_pod/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252202_what_is_wrong_with_pod%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252002_what_is_wrong_with_pod%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252202_what_is_wrong_with_pod%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252002_what_is_wrong_with_pod%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252202_what_is_wrong_with_pod%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252002_what_is_wrong_with_pod%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252202_what_is_wrong_with_pod%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252002_what_is_wrong_with_pod%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252202_what_is_wrong_with_pod%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252002_what_is_wrong_with_pod%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**03_what_is_the_command_to_port_forward**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/03_what_is_the_command_to_port_forward/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252203_what_is_the_command_to_port_forward%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252003_what_is_the_command_to_port_forward%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252203_what_is_the_command_to_port_forward%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252003_what_is_the_command_to_port_forward%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252203_what_is_the_command_to_port_forward%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252003_what_is_the_command_to_port_forward%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252203_what_is_the_command_to_port_forward%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252003_what_is_the_command_to_port_forward%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252203_what_is_the_command_to_port_forward%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252003_what_is_the_command_to_port_forward%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**04_related_k8s_events**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/04_related_k8s_events/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252204_related_k8s_events%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252004_related_k8s_events%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252204_related_k8s_events%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252004_related_k8s_events%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252204_related_k8s_events%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252004_related_k8s_events%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252204_related_k8s_events%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252004_related_k8s_events%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252204_related_k8s_events%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252004_related_k8s_events%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**05_image_version**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/05_image_version/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252205_image_version%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252005_image_version%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252205_image_version%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252005_image_version%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252205_image_version%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252005_image_version%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252205_image_version%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252005_image_version%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252205_image_version%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252005_image_version%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**09_crashpod**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/09_crashpod/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252209_crashpod%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252009_crashpod%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252209_crashpod%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252009_crashpod%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252209_crashpod%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252009_crashpod%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252209_crashpod%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252009_crashpod%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252209_crashpod%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252009_crashpod%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**100a_historical_logs**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/100a_historical_logs/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522100a_historical_logs%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520100a_historical_logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100a_historical_logs%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100a_historical_logs%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100a_historical_logs%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100a_historical_logs%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100a_historical_logs%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100a_historical_logs%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100a_historical_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100a_historical_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**100b_historical_logs_nonstandard_label**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/100b_historical_logs_nonstandard_label/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522100b_historical_logs_nonstandard_label%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520100b_historical_logs_nonstandard_label%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100b_historical_logs_nonstandard_label%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100b_historical_logs_nonstandard_label%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100b_historical_logs_nonstandard_label%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100b_historical_logs_nonstandard_label%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100b_historical_logs_nonstandard_label%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100b_historical_logs_nonstandard_label%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100b_historical_logs_nonstandard_label%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100b_historical_logs_nonstandard_label%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**101_historical_logs_pod_deleted**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/101_historical_logs_pod_deleted/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522101_historical_logs_pod_deleted%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520101_historical_logs_pod_deleted%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522101_historical_logs_pod_deleted%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520101_historical_logs_pod_deleted%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522101_historical_logs_pod_deleted%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520101_historical_logs_pod_deleted%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522101_historical_logs_pod_deleted%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520101_historical_logs_pod_deleted%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522101_historical_logs_pod_deleted%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520101_historical_logs_pod_deleted%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**103_logs_transparency_default_limit**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/103_logs_transparency_default_limit/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522103_logs_transparency_default_limit%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520103_logs_transparency_default_limit%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522103_logs_transparency_default_limit%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520103_logs_transparency_default_limit%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522103_logs_transparency_default_limit%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520103_logs_transparency_default_limit%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522103_logs_transparency_default_limit%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520103_logs_transparency_default_limit%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522103_logs_transparency_default_limit%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520103_logs_transparency_default_limit%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**104a_postgres_root_issue**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/104a_postgres_root_issue/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522104a_postgres_root_issue%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520104a_postgres_root_issue%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104a_postgres_root_issue%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104a_postgres_root_issue%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104a_postgres_root_issue%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104a_postgres_root_issue%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104a_postgres_root_issue%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104a_postgres_root_issue%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104a_postgres_root_issue%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104a_postgres_root_issue%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**107_log_filter_http_status_code**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/107_log_filter_http_status_code/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522107_log_filter_http_status_code%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520107_log_filter_http_status_code%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522107_log_filter_http_status_code%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520107_log_filter_http_status_code%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522107_log_filter_http_status_code%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520107_log_filter_http_status_code%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522107_log_filter_http_status_code%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520107_log_filter_http_status_code%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522107_log_filter_http_status_code%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520107_log_filter_http_status_code%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**108_logs_nearby_lines**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/108_logs_nearby_lines/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522108_logs_nearby_lines%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520108_logs_nearby_lines%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522108_logs_nearby_lines%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520108_logs_nearby_lines%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522108_logs_nearby_lines%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520108_logs_nearby_lines%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522108_logs_nearby_lines%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520108_logs_nearby_lines%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522108_logs_nearby_lines%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520108_logs_nearby_lines%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**109_logs_transparency_not_found**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/109_logs_transparency_not_found/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522109_logs_transparency_not_found%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520109_logs_transparency_not_found%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522109_logs_transparency_not_found%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520109_logs_transparency_not_found%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522109_logs_transparency_not_found%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520109_logs_transparency_not_found%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522109_logs_transparency_not_found%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520109_logs_transparency_not_found%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522109_logs_transparency_not_found%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520109_logs_transparency_not_found%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**10_image_pull_backoff**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/10_image_pull_backoff/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252210_image_pull_backoff%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252010_image_pull_backoff%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252210_image_pull_backoff%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252010_image_pull_backoff%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252210_image_pull_backoff%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252010_image_pull_backoff%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252210_image_pull_backoff%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252010_image_pull_backoff%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252210_image_pull_backoff%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252010_image_pull_backoff%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**110_k8s_events_image_pull**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/110_k8s_events_image_pull/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522110_k8s_events_image_pull%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520110_k8s_events_image_pull%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522110_k8s_events_image_pull%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520110_k8s_events_image_pull%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522110_k8s_events_image_pull%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520110_k8s_events_image_pull%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522110_k8s_events_image_pull%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520110_k8s_events_image_pull%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522110_k8s_events_image_pull%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520110_k8s_events_image_pull%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**111_disabled_datadog_traces**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/111_disabled_datadog_traces/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522111_disabled_datadog_traces%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520111_disabled_datadog_traces%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_disabled_datadog_traces%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_disabled_datadog_traces%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_disabled_datadog_traces%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_disabled_datadog_traces%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_disabled_datadog_traces%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_disabled_datadog_traces%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_disabled_datadog_traces%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_disabled_datadog_traces%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**111_pod_names_contain_service**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/111_pod_names_contain_service/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522111_pod_names_contain_service%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520111_pod_names_contain_service%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_pod_names_contain_service%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_pod_names_contain_service%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_pod_names_contain_service%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_pod_names_contain_service%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_pod_names_contain_service%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_pod_names_contain_service%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_pod_names_contain_service%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_pod_names_contain_service%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**112_find_pvcs_by_uuid**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/112_find_pvcs_by_uuid/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522112_find_pvcs_by_uuid%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520112_find_pvcs_by_uuid%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522112_find_pvcs_by_uuid%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520112_find_pvcs_by_uuid%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522112_find_pvcs_by_uuid%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520112_find_pvcs_by_uuid%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522112_find_pvcs_by_uuid%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520112_find_pvcs_by_uuid%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522112_find_pvcs_by_uuid%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520112_find_pvcs_by_uuid%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**114_checkout_latency_tracing_rebuild[0]**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/114_checkout_latency_tracing_rebuild[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522114_checkout_latency_tracing_rebuild%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520114_checkout_latency_tracing_rebuild%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522114_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520114_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522114_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520114_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522114_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520114_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522114_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520114_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**115_checkout_errors_tracing[0]**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/115_checkout_errors_tracing[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522115_checkout_errors_tracing%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520115_checkout_errors_tracing%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522115_checkout_errors_tracing%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520115_checkout_errors_tracing%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522115_checkout_errors_tracing%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520115_checkout_errors_tracing%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522115_checkout_errors_tracing%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520115_checkout_errors_tracing%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522115_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520115_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**11_init_containers**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/11_init_containers/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252211_init_containers%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252011_init_containers%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252211_init_containers%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252011_init_containers%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252211_init_containers%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252011_init_containers%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252211_init_containers%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252011_init_containers%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252211_init_containers%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252011_init_containers%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**121_new_relic_checkout_errors_tracing[0]**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/121_new_relic_checkout_errors_tracing[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522121_new_relic_checkout_errors_tracing%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520121_new_relic_checkout_errors_tracing%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522121_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520121_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522121_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520121_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522121_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520121_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522121_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520121_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**122_new_relic_checkout_latency_tracing_rebuild[0]**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/122_new_relic_checkout_latency_tracing_rebuild[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**123_new_relic_checkout_errors_tracing[0]**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/123_new_relic_checkout_errors_tracing[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522123_new_relic_checkout_errors_tracing%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520123_new_relic_checkout_errors_tracing%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522123_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520123_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522123_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520123_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522123_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520123_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522123_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520123_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**12_job_crashing**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/12_job_crashing/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252212_job_crashing%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252012_job_crashing%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252212_job_crashing%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252012_job_crashing%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252212_job_crashing%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252012_job_crashing%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252212_job_crashing%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252012_job_crashing%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252212_job_crashing%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252012_job_crashing%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**13a_pending_node_selector_basic**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/13a_pending_node_selector_basic/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252213a_pending_node_selector_basic%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252013a_pending_node_selector_basic%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213a_pending_node_selector_basic%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013a_pending_node_selector_basic%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213a_pending_node_selector_basic%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013a_pending_node_selector_basic%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213a_pending_node_selector_basic%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013a_pending_node_selector_basic%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213a_pending_node_selector_basic%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013a_pending_node_selector_basic%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**13b_pending_node_selector_detailed**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/13b_pending_node_selector_detailed/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252213b_pending_node_selector_detailed%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252013b_pending_node_selector_detailed%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213b_pending_node_selector_detailed%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013b_pending_node_selector_detailed%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213b_pending_node_selector_detailed%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013b_pending_node_selector_detailed%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213b_pending_node_selector_detailed%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013b_pending_node_selector_detailed%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213b_pending_node_selector_detailed%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013b_pending_node_selector_detailed%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**14_pending_resources**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/14_pending_resources/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252214_pending_resources%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252014_pending_resources%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252214_pending_resources%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252014_pending_resources%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252214_pending_resources%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252014_pending_resources%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252214_pending_resources%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252014_pending_resources%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252214_pending_resources%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252014_pending_resources%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**159_prometheus_high_cardinality_cpu[0]**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/159_prometheus_high_cardinality_cpu[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520159_prometheus_high_cardinality_cpu%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**159_prometheus_high_cardinality_cpu[1]**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/159_prometheus_high_cardinality_cpu[1]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B1%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520159_prometheus_high_cardinality_cpu%255B1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B1%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B1%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B1%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B1%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B1%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B1%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B1%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B1%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**159_prometheus_high_cardinality_cpu[2]**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/159_prometheus_high_cardinality_cpu[2]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B2%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520159_prometheus_high_cardinality_cpu%255B2%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B2%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B2%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B2%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B2%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B2%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B2%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B2%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B2%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**15_failed_readiness_probe**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/15_failed_readiness_probe/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252215_failed_readiness_probe%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252015_failed_readiness_probe%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252215_failed_readiness_probe%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252015_failed_readiness_probe%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252215_failed_readiness_probe%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252015_failed_readiness_probe%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252215_failed_readiness_probe%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252015_failed_readiness_probe%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252215_failed_readiness_probe%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252015_failed_readiness_probe%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**16_failed_no_toolset_found**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/16_failed_no_toolset_found/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252216_failed_no_toolset_found%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252016_failed_no_toolset_found%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252216_failed_no_toolset_found%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252016_failed_no_toolset_found%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252216_failed_no_toolset_found%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252016_failed_no_toolset_found%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252216_failed_no_toolset_found%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252016_failed_no_toolset_found%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252216_failed_no_toolset_found%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252016_failed_no_toolset_found%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**17_oom_kill**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/17_oom_kill/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252217_oom_kill%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252017_oom_kill%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252217_oom_kill%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252017_oom_kill%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252217_oom_kill%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252017_oom_kill%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252217_oom_kill%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252017_oom_kill%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252217_oom_kill%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252017_oom_kill%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**19_detect_missing_app_details**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/19_detect_missing_app_details/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252219_detect_missing_app_details%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252019_detect_missing_app_details%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252219_detect_missing_app_details%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252019_detect_missing_app_details%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252219_detect_missing_app_details%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252019_detect_missing_app_details%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252219_detect_missing_app_details%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252019_detect_missing_app_details%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252219_detect_missing_app_details%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252019_detect_missing_app_details%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**20_long_log_file_search**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/20_long_log_file_search/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252220_long_log_file_search%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252020_long_log_file_search%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252220_long_log_file_search%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252020_long_log_file_search%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252220_long_log_file_search%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252020_long_log_file_search%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252220_long_log_file_search%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252020_long_log_file_search%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252220_long_log_file_search%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252020_long_log_file_search%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**21_job_fail_curl_no_svc_account**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/21_job_fail_curl_no_svc_account/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252221_job_fail_curl_no_svc_account%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252021_job_fail_curl_no_svc_account%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252221_job_fail_curl_no_svc_account%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252021_job_fail_curl_no_svc_account%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252221_job_fail_curl_no_svc_account%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252021_job_fail_curl_no_svc_account%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252221_job_fail_curl_no_svc_account%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252021_job_fail_curl_no_svc_account%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252221_job_fail_curl_no_svc_account%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252021_job_fail_curl_no_svc_account%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**23_app_error_in_current_logs**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/23_app_error_in_current_logs/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252223_app_error_in_current_logs%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252023_app_error_in_current_logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252223_app_error_in_current_logs%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252023_app_error_in_current_logs%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252223_app_error_in_current_logs%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252023_app_error_in_current_logs%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252223_app_error_in_current_logs%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252023_app_error_in_current_logs%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252223_app_error_in_current_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252023_app_error_in_current_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**24_misconfigured_pvc**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/24_misconfigured_pvc/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252224_misconfigured_pvc%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252024_misconfigured_pvc%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224_misconfigured_pvc%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024_misconfigured_pvc%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224_misconfigured_pvc%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024_misconfigured_pvc%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224_misconfigured_pvc%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024_misconfigured_pvc%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224_misconfigured_pvc%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024_misconfigured_pvc%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**24a_misconfigured_pvc_basic**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/24a_misconfigured_pvc_basic/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252224a_misconfigured_pvc_basic%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252024a_misconfigured_pvc_basic%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224a_misconfigured_pvc_basic%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024a_misconfigured_pvc_basic%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224a_misconfigured_pvc_basic%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024a_misconfigured_pvc_basic%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224a_misconfigured_pvc_basic%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024a_misconfigured_pvc_basic%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224a_misconfigured_pvc_basic%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024a_misconfigured_pvc_basic%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**24b_misconfigured_pvc_detailed**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/24b_misconfigured_pvc_detailed/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252224b_misconfigured_pvc_detailed%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252024b_misconfigured_pvc_detailed%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224b_misconfigured_pvc_detailed%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024b_misconfigured_pvc_detailed%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224b_misconfigured_pvc_detailed%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024b_misconfigured_pvc_detailed%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224b_misconfigured_pvc_detailed%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024b_misconfigured_pvc_detailed%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224b_misconfigured_pvc_detailed%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024b_misconfigured_pvc_detailed%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**25_misconfigured_ingress_class**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/25_misconfigured_ingress_class/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252225_misconfigured_ingress_class%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252025_misconfigured_ingress_class%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252225_misconfigured_ingress_class%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252025_misconfigured_ingress_class%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252225_misconfigured_ingress_class%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252025_misconfigured_ingress_class%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252225_misconfigured_ingress_class%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252025_misconfigured_ingress_class%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252225_misconfigured_ingress_class%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252025_misconfigured_ingress_class%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**26_page_render_times**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/26_page_render_times/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252226_page_render_times%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252026_page_render_times%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252226_page_render_times%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252026_page_render_times%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252226_page_render_times%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252026_page_render_times%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252226_page_render_times%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252026_page_render_times%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252226_page_render_times%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252026_page_render_times%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**27a_multi_container_logs**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/27a_multi_container_logs/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252227a_multi_container_logs%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252027a_multi_container_logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227a_multi_container_logs%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027a_multi_container_logs%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227a_multi_container_logs%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027a_multi_container_logs%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227a_multi_container_logs%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027a_multi_container_logs%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227a_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027a_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**27b_multi_container_logs**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/27b_multi_container_logs/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252227b_multi_container_logs%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252027b_multi_container_logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227b_multi_container_logs%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027b_multi_container_logs%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227b_multi_container_logs%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027b_multi_container_logs%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227b_multi_container_logs%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027b_multi_container_logs%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227b_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027b_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**28_permissions_error**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/28_permissions_error/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252228_permissions_error%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252028_permissions_error%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252228_permissions_error%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252028_permissions_error%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252228_permissions_error%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252028_permissions_error%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252228_permissions_error%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252028_permissions_error%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252228_permissions_error%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252028_permissions_error%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**33_cpu_metrics_discovery**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/33_cpu_metrics_discovery/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252233_cpu_metrics_discovery%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252033_cpu_metrics_discovery%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252233_cpu_metrics_discovery%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252033_cpu_metrics_discovery%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252233_cpu_metrics_discovery%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252033_cpu_metrics_discovery%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252233_cpu_metrics_discovery%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252033_cpu_metrics_discovery%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252233_cpu_metrics_discovery%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252033_cpu_metrics_discovery%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**39_failed_toolset**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/39_failed_toolset/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252239_failed_toolset%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252039_failed_toolset%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252239_failed_toolset%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252039_failed_toolset%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252239_failed_toolset%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252039_failed_toolset%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252239_failed_toolset%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252039_failed_toolset%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252239_failed_toolset%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252039_failed_toolset%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**41_setup_argo**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/41_setup_argo/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252241_setup_argo%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252041_setup_argo%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252241_setup_argo%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252041_setup_argo%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252241_setup_argo%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252041_setup_argo%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252241_setup_argo%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252041_setup_argo%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252241_setup_argo%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252041_setup_argo%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**42_dns_issues_result_new_tools_no_runbook**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/42_dns_issues_result_new_tools_no_runbook/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252242_dns_issues_result_new_tools_no_runbook%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252042_dns_issues_result_new_tools_no_runbook%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_result_new_tools_no_runbook%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_result_new_tools_no_runbook%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_result_new_tools_no_runbook%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_result_new_tools_no_runbook%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_result_new_tools_no_runbook%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_result_new_tools_no_runbook%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_result_new_tools_no_runbook%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_result_new_tools_no_runbook%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**42_dns_issues_steps_new_tools**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/42_dns_issues_steps_new_tools/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252242_dns_issues_steps_new_tools%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252042_dns_issues_steps_new_tools%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_steps_new_tools%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_steps_new_tools%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_steps_new_tools%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_steps_new_tools%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_steps_new_tools%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_steps_new_tools%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_steps_new_tools%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_steps_new_tools%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**43_current_datetime_from_prompt**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/43_current_datetime_from_prompt/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252243_current_datetime_from_prompt%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252043_current_datetime_from_prompt%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_current_datetime_from_prompt%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_current_datetime_from_prompt%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_current_datetime_from_prompt%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_current_datetime_from_prompt%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_current_datetime_from_prompt%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_current_datetime_from_prompt%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_current_datetime_from_prompt%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_current_datetime_from_prompt%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**45_fetch_deployment_logs_simple**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/45_fetch_deployment_logs_simple/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252245_fetch_deployment_logs_simple%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252045_fetch_deployment_logs_simple%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252245_fetch_deployment_logs_simple%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252045_fetch_deployment_logs_simple%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252245_fetch_deployment_logs_simple%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252045_fetch_deployment_logs_simple%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252245_fetch_deployment_logs_simple%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252045_fetch_deployment_logs_simple%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252245_fetch_deployment_logs_simple%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252045_fetch_deployment_logs_simple%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**50_logs_since_specific_date**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/50_logs_since_specific_date/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252250_logs_since_specific_date%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252050_logs_since_specific_date%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250_logs_since_specific_date%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050_logs_since_specific_date%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250_logs_since_specific_date%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050_logs_since_specific_date%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250_logs_since_specific_date%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050_logs_since_specific_date%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250_logs_since_specific_date%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050_logs_since_specific_date%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**50a_logs_since_last_specific_month**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/50a_logs_since_last_specific_month/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252250a_logs_since_last_specific_month%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252050a_logs_since_last_specific_month%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250a_logs_since_last_specific_month%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050a_logs_since_last_specific_month%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250a_logs_since_last_specific_month%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050a_logs_since_last_specific_month%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250a_logs_since_last_specific_month%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050a_logs_since_last_specific_month%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250a_logs_since_last_specific_month%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050a_logs_since_last_specific_month%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**51_logs_summarize_errors**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/51_logs_summarize_errors/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252251_logs_summarize_errors%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252051_logs_summarize_errors%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252251_logs_summarize_errors%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252051_logs_summarize_errors%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252251_logs_summarize_errors%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252051_logs_summarize_errors%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252251_logs_summarize_errors%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252051_logs_summarize_errors%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252251_logs_summarize_errors%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252051_logs_summarize_errors%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**52_logs_login_issues**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/52_logs_login_issues/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252252_logs_login_issues%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252052_logs_login_issues%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252252_logs_login_issues%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252052_logs_login_issues%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252252_logs_login_issues%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252052_logs_login_issues%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252252_logs_login_issues%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252052_logs_login_issues%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252252_logs_login_issues%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252052_logs_login_issues%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**53_logs_find_term**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/53_logs_find_term/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252253_logs_find_term%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252053_logs_find_term%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252253_logs_find_term%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252053_logs_find_term%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252253_logs_find_term%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252053_logs_find_term%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252253_logs_find_term%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252053_logs_find_term%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252253_logs_find_term%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252053_logs_find_term%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**54_not_truncated_when_getting_pods**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/54_not_truncated_when_getting_pods/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252254_not_truncated_when_getting_pods%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252054_not_truncated_when_getting_pods%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252254_not_truncated_when_getting_pods%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252054_not_truncated_when_getting_pods%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252254_not_truncated_when_getting_pods%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252054_not_truncated_when_getting_pods%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252254_not_truncated_when_getting_pods%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252054_not_truncated_when_getting_pods%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252254_not_truncated_when_getting_pods%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252054_not_truncated_when_getting_pods%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**57_wrong_namespace**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/57_wrong_namespace/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252257_wrong_namespace%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252057_wrong_namespace%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252257_wrong_namespace%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252057_wrong_namespace%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252257_wrong_namespace%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252057_wrong_namespace%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252257_wrong_namespace%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252057_wrong_namespace%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252257_wrong_namespace%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252057_wrong_namespace%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**59_label_based_counting**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/59_label_based_counting/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252259_label_based_counting%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252059_label_based_counting%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252259_label_based_counting%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252059_label_based_counting%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252259_label_based_counting%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252059_label_based_counting%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252259_label_based_counting%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252059_label_based_counting%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252259_label_based_counting%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252059_label_based_counting%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**60_count_less_than**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/60_count_less_than/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252260_count_less_than%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252060_count_less_than%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252260_count_less_than%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252060_count_less_than%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252260_count_less_than%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252060_count_less_than%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252260_count_less_than%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252060_count_less_than%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252260_count_less_than%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252060_count_less_than%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**61_exact_match_counting**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/61_exact_match_counting/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252261_exact_match_counting%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252061_exact_match_counting%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252261_exact_match_counting%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252061_exact_match_counting%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252261_exact_match_counting%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252061_exact_match_counting%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252261_exact_match_counting%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252061_exact_match_counting%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252261_exact_match_counting%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252061_exact_match_counting%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**62_fetch_error_logs_with_errors**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/62_fetch_error_logs_with_errors/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252262_fetch_error_logs_with_errors%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252062_fetch_error_logs_with_errors%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252262_fetch_error_logs_with_errors%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252062_fetch_error_logs_with_errors%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252262_fetch_error_logs_with_errors%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252062_fetch_error_logs_with_errors%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252262_fetch_error_logs_with_errors%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252062_fetch_error_logs_with_errors%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252262_fetch_error_logs_with_errors%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252062_fetch_error_logs_with_errors%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**63_fetch_error_logs_no_errors**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/63_fetch_error_logs_no_errors/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252263_fetch_error_logs_no_errors%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252063_fetch_error_logs_no_errors%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252263_fetch_error_logs_no_errors%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252063_fetch_error_logs_no_errors%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252263_fetch_error_logs_no_errors%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252063_fetch_error_logs_no_errors%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252263_fetch_error_logs_no_errors%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252063_fetch_error_logs_no_errors%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252263_fetch_error_logs_no_errors%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252063_fetch_error_logs_no_errors%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**64_keda_vs_hpa_confusion**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/64_keda_vs_hpa_confusion/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252264_keda_vs_hpa_confusion%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252064_keda_vs_hpa_confusion%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252264_keda_vs_hpa_confusion%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252064_keda_vs_hpa_confusion%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252264_keda_vs_hpa_confusion%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252064_keda_vs_hpa_confusion%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252264_keda_vs_hpa_confusion%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252064_keda_vs_hpa_confusion%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252264_keda_vs_hpa_confusion%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252064_keda_vs_hpa_confusion%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**65_health_check_followup**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/65_health_check_followup/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252265_health_check_followup%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252065_health_check_followup%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252265_health_check_followup%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252065_health_check_followup%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252265_health_check_followup%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252065_health_check_followup%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252265_health_check_followup%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252065_health_check_followup%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252265_health_check_followup%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252065_health_check_followup%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**71_connection_pool_starvation**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/71_connection_pool_starvation/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252271_connection_pool_starvation%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252071_connection_pool_starvation%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252271_connection_pool_starvation%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252071_connection_pool_starvation%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252271_connection_pool_starvation%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252071_connection_pool_starvation%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252271_connection_pool_starvation%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252071_connection_pool_starvation%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252271_connection_pool_starvation%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252071_connection_pool_starvation%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**73a_time_window_anomaly**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/73a_time_window_anomaly/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252273a_time_window_anomaly%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252073a_time_window_anomaly%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273a_time_window_anomaly%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073a_time_window_anomaly%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273a_time_window_anomaly%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073a_time_window_anomaly%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273a_time_window_anomaly%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073a_time_window_anomaly%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273a_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073a_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**73b_time_window_anomaly**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/73b_time_window_anomaly/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252273b_time_window_anomaly%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252073b_time_window_anomaly%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273b_time_window_anomaly%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073b_time_window_anomaly%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273b_time_window_anomaly%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073b_time_window_anomaly%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273b_time_window_anomaly%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073b_time_window_anomaly%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273b_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073b_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**76_service_discovery_issue**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/76_service_discovery_issue/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252276_service_discovery_issue%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252076_service_discovery_issue%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252276_service_discovery_issue%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252076_service_discovery_issue%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252276_service_discovery_issue%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252076_service_discovery_issue%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252276_service_discovery_issue%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252076_service_discovery_issue%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252276_service_discovery_issue%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252076_service_discovery_issue%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**77_liveness_probe_misconfiguration**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/77_liveness_probe_misconfiguration/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252277_liveness_probe_misconfiguration%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252077_liveness_probe_misconfiguration%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252277_liveness_probe_misconfiguration%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252077_liveness_probe_misconfiguration%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252277_liveness_probe_misconfiguration%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252077_liveness_probe_misconfiguration%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252277_liveness_probe_misconfiguration%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252077_liveness_probe_misconfiguration%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252277_liveness_probe_misconfiguration%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252077_liveness_probe_misconfiguration%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**78a_missing_cpu_limits**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/78a_missing_cpu_limits/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252278a_missing_cpu_limits%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252078a_missing_cpu_limits%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278a_missing_cpu_limits%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078a_missing_cpu_limits%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278a_missing_cpu_limits%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078a_missing_cpu_limits%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278a_missing_cpu_limits%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078a_missing_cpu_limits%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278a_missing_cpu_limits%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078a_missing_cpu_limits%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**78b_cpu_quota_exceeded**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/78b_cpu_quota_exceeded/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252278b_cpu_quota_exceeded%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252078b_cpu_quota_exceeded%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278b_cpu_quota_exceeded%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078b_cpu_quota_exceeded%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278b_cpu_quota_exceeded%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078b_cpu_quota_exceeded%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278b_cpu_quota_exceeded%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078b_cpu_quota_exceeded%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278b_cpu_quota_exceeded%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078b_cpu_quota_exceeded%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**79_configmap_mount_issue**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/79_configmap_mount_issue/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252279_configmap_mount_issue%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252079_configmap_mount_issue%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252279_configmap_mount_issue%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252079_configmap_mount_issue%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252279_configmap_mount_issue%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252079_configmap_mount_issue%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252279_configmap_mount_issue%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252079_configmap_mount_issue%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252279_configmap_mount_issue%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252079_configmap_mount_issue%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**80_pvc_storage_class_mismatch**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/80_pvc_storage_class_mismatch/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252280_pvc_storage_class_mismatch%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252080_pvc_storage_class_mismatch%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252280_pvc_storage_class_mismatch%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252080_pvc_storage_class_mismatch%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252280_pvc_storage_class_mismatch%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252080_pvc_storage_class_mismatch%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252280_pvc_storage_class_mismatch%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252080_pvc_storage_class_mismatch%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252280_pvc_storage_class_mismatch%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252080_pvc_storage_class_mismatch%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**81_service_account_permission_denied**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/81_service_account_permission_denied/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252281_service_account_permission_denied%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252081_service_account_permission_denied%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252281_service_account_permission_denied%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252081_service_account_permission_denied%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252281_service_account_permission_denied%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252081_service_account_permission_denied%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252281_service_account_permission_denied%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252081_service_account_permission_denied%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252281_service_account_permission_denied%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252081_service_account_permission_denied%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**82_pod_anti_affinity_conflict**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/82_pod_anti_affinity_conflict/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252282_pod_anti_affinity_conflict%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252082_pod_anti_affinity_conflict%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252282_pod_anti_affinity_conflict%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252082_pod_anti_affinity_conflict%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252282_pod_anti_affinity_conflict%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252082_pod_anti_affinity_conflict%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252282_pod_anti_affinity_conflict%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252082_pod_anti_affinity_conflict%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252282_pod_anti_affinity_conflict%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252082_pod_anti_affinity_conflict%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**83_secret_not_found**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/83_secret_not_found/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252283_secret_not_found%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252083_secret_not_found%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252283_secret_not_found%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252083_secret_not_found%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252283_secret_not_found%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252083_secret_not_found%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252283_secret_not_found%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252083_secret_not_found%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252283_secret_not_found%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252083_secret_not_found%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**84_network_policy_blocking_traffic**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/84_network_policy_blocking_traffic/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252284_network_policy_blocking_traffic%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252084_network_policy_blocking_traffic%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252284_network_policy_blocking_traffic%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252084_network_policy_blocking_traffic%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252284_network_policy_blocking_traffic%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252084_network_policy_blocking_traffic%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252284_network_policy_blocking_traffic%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252084_network_policy_blocking_traffic%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252284_network_policy_blocking_traffic%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252084_network_policy_blocking_traffic%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**85_hpa_not_scaling**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/85_hpa_not_scaling/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252285_hpa_not_scaling%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252085_hpa_not_scaling%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252285_hpa_not_scaling%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252085_hpa_not_scaling%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252285_hpa_not_scaling%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252085_hpa_not_scaling%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252285_hpa_not_scaling%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252085_hpa_not_scaling%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252285_hpa_not_scaling%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252085_hpa_not_scaling%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**86_configmap_like_but_secret**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/86_configmap_like_but_secret/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252286_configmap_like_but_secret%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252086_configmap_like_but_secret%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252286_configmap_like_but_secret%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252086_configmap_like_but_secret%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252286_configmap_like_but_secret%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252086_configmap_like_but_secret%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252286_configmap_like_but_secret%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252086_configmap_like_but_secret%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252286_configmap_like_but_secret%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252086_configmap_like_but_secret%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**89_runbook_missing_cloudwatch**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/89_runbook_missing_cloudwatch/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252289_runbook_missing_cloudwatch%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252089_runbook_missing_cloudwatch%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252289_runbook_missing_cloudwatch%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252089_runbook_missing_cloudwatch%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252289_runbook_missing_cloudwatch%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252089_runbook_missing_cloudwatch%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252289_runbook_missing_cloudwatch%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252089_runbook_missing_cloudwatch%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252289_runbook_missing_cloudwatch%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252089_runbook_missing_cloudwatch%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**90_runbook_basic_selection**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/90_runbook_basic_selection/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252290_runbook_basic_selection%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252090_runbook_basic_selection%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252290_runbook_basic_selection%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252090_runbook_basic_selection%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252290_runbook_basic_selection%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252090_runbook_basic_selection%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252290_runbook_basic_selection%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252090_runbook_basic_selection%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252290_runbook_basic_selection%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252090_runbook_basic_selection%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**91f_datadog_logs_historical_pod**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/91f_datadog_logs_historical_pod/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252291f_datadog_logs_historical_pod%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252091f_datadog_logs_historical_pod%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252291f_datadog_logs_historical_pod%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252091f_datadog_logs_historical_pod%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252291f_datadog_logs_historical_pod%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252091f_datadog_logs_historical_pod%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252291f_datadog_logs_historical_pod%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252091f_datadog_logs_historical_pod%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252291f_datadog_logs_historical_pod%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252091f_datadog_logs_historical_pod%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**93_calling_datadog[0]**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/93_calling_datadog[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252293_calling_datadog%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252093_calling_datadog%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**93_calling_datadog[1]**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/93_calling_datadog[1]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252293_calling_datadog%255B1%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252093_calling_datadog%255B1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B1%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B1%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B1%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B1%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B1%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B1%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B1%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B1%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**93_calling_datadog[2]**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/93_calling_datadog[2]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252293_calling_datadog%255B2%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252093_calling_datadog%255B2%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B2%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B2%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B2%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B2%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B2%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B2%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B2%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B2%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**94_runbook_transparency**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/94_runbook_transparency/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252294_runbook_transparency%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252094_runbook_transparency%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252294_runbook_transparency%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252094_runbook_transparency%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252294_runbook_transparency%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252094_runbook_transparency%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252294_runbook_transparency%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252094_runbook_transparency%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252294_runbook_transparency%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252094_runbook_transparency%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**96_no_matching_runbook**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/96_no_matching_runbook/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252296_no_matching_runbook%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252096_no_matching_runbook%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252296_no_matching_runbook%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252096_no_matching_runbook%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252296_no_matching_runbook%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252096_no_matching_runbook%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252296_no_matching_runbook%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252096_no_matching_runbook%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252296_no_matching_runbook%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252096_no_matching_runbook%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**97_logs_clarification_needed**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/97_logs_clarification_needed/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252297_logs_clarification_needed%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252097_logs_clarification_needed%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252297_logs_clarification_needed%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252097_logs_clarification_needed%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252297_logs_clarification_needed%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252097_logs_clarification_needed%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252297_logs_clarification_needed%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252097_logs_clarification_needed%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252297_logs_clarification_needed%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252097_logs_clarification_needed%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**99_logs_transparency_custom_time**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/99_logs_transparency_custom_time/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252299_logs_transparency_custom_time%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252099_logs_transparency_custom_time%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252299_logs_transparency_custom_time%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252099_logs_transparency_custom_time%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252299_logs_transparency_custom_time%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252099_logs_transparency_custom_time%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252299_logs_transparency_custom_time%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252099_logs_transparency_custom_time%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252299_logs_transparency_custom_time%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252099_logs_transparency_custom_time%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**93_events_since_specific_date**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/93_events_since_specific_date/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252293_events_since_specific_date%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252093_events_since_specific_date%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔧](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_events_since_specific_date%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_events_since_specific_date%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_events_since_specific_date%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_events_since_specific_date%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔧](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_events_since_specific_date%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_events_since_specific_date%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_events_since_specific_date%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_events_since_specific_date%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**44_slack_statefulset_logs**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/44_slack_statefulset_logs/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252244_slack_statefulset_logs%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252044_slack_statefulset_logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔧](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252244_slack_statefulset_logs%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252044_slack_statefulset_logs%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔧](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252244_slack_statefulset_logs%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252044_slack_statefulset_logs%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔧](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252244_slack_statefulset_logs%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252044_slack_statefulset_logs%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔧](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252244_slack_statefulset_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252044_slack_statefulset_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**48_logs_since_thursday**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/48_logs_since_thursday/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252248_logs_since_thursday%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252048_logs_since_thursday%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔧](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252248_logs_since_thursday%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252048_logs_since_thursday%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔧](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252248_logs_since_thursday%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252048_logs_since_thursday%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔧](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252248_logs_since_thursday%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252048_logs_since_thursday%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔧](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252248_logs_since_thursday%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252048_logs_since_thursday%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**22_high_latency_dbi_down**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/22_high_latency_dbi_down/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252222_high_latency_dbi_down%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252022_high_latency_dbi_down%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚠️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252222_high_latency_dbi_down%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252022_high_latency_dbi_down%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚠️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252222_high_latency_dbi_down%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252022_high_latency_dbi_down%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚠️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252222_high_latency_dbi_down%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252022_high_latency_dbi_down%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚠️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252222_high_latency_dbi_down%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252022_high_latency_dbi_down%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**08_sock_shop_frontend**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/08_sock_shop_frontend/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252208_sock_shop_frontend%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252008_sock_shop_frontend%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252208_sock_shop_frontend%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252008_sock_shop_frontend%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252208_sock_shop_frontend%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252008_sock_shop_frontend%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252208_sock_shop_frontend%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252008_sock_shop_frontend%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252208_sock_shop_frontend%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252008_sock_shop_frontend%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**104b_postgres_missing_index_pgstat**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/104b_postgres_missing_index_pgstat/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522104b_postgres_missing_index_pgstat%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520104b_postgres_missing_index_pgstat%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104b_postgres_missing_index_pgstat%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104b_postgres_missing_index_pgstat%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104b_postgres_missing_index_pgstat%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104b_postgres_missing_index_pgstat%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104b_postgres_missing_index_pgstat%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104b_postgres_missing_index_pgstat%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104b_postgres_missing_index_pgstat%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104b_postgres_missing_index_pgstat%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**104c_postgres_minimal_missing_index**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/104c_postgres_minimal_missing_index/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522104c_postgres_minimal_missing_index%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520104c_postgres_minimal_missing_index%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104c_postgres_minimal_missing_index%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104c_postgres_minimal_missing_index%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104c_postgres_minimal_missing_index%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104c_postgres_minimal_missing_index%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104c_postgres_minimal_missing_index%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104c_postgres_minimal_missing_index%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104c_postgres_minimal_missing_index%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104c_postgres_minimal_missing_index%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**105_redis_wrong_data_structure**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/105_redis_wrong_data_structure/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522105_redis_wrong_data_structure%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520105_redis_wrong_data_structure%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522105_redis_wrong_data_structure%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520105_redis_wrong_data_structure%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522105_redis_wrong_data_structure%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520105_redis_wrong_data_structure%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522105_redis_wrong_data_structure%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520105_redis_wrong_data_structure%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522105_redis_wrong_data_structure%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520105_redis_wrong_data_structure%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**156_kafka_opensearch_latency**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/156_kafka_opensearch_latency/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522156_kafka_opensearch_latency%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520156_kafka_opensearch_latency%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522156_kafka_opensearch_latency%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520156_kafka_opensearch_latency%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522156_kafka_opensearch_latency%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520156_kafka_opensearch_latency%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522156_kafka_opensearch_latency%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520156_kafka_opensearch_latency%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522156_kafka_opensearch_latency%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520156_kafka_opensearch_latency%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**43_slack_deployment_logs**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/43_slack_deployment_logs/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252243_slack_deployment_logs%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252043_slack_deployment_logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_slack_deployment_logs%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_slack_deployment_logs%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_slack_deployment_logs%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_slack_deployment_logs%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_slack_deployment_logs%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_slack_deployment_logs%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_slack_deployment_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_slack_deployment_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**55_kafka_runbook**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/55_kafka_runbook/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252255_kafka_runbook%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252055_kafka_runbook%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252255_kafka_runbook%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252055_kafka_runbook%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252255_kafka_runbook%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252055_kafka_runbook%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252255_kafka_runbook%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252055_kafka_runbook%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252255_kafka_runbook%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252055_kafka_runbook%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [**98_logs_transparency_default_time**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/98_logs_transparency_default_time/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252298_logs_transparency_default_time%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252098_logs_transparency_default_time%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252298_logs_transparency_default_time%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252098_logs_transparency_default_time%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252298_logs_transparency_default_time%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252098_logs_transparency_default_time%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252298_logs_transparency_default_time%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252098_logs_transparency_default_time%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252298_logs_transparency_default_time%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252098_logs_transparency_default_time%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| **SUMMARY** | 🟡 62% (58/93) | 🟡 77% (72/94) | 🟡 82% (76/93) | 🟡 94% (88/94) | +| Eval ID | [gpt-4o](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.model%2520%253D%2520%2522gpt-4o%2522%22%2C%20%22label%22%3A%20%22metadata.model%2520equals%2520gpt-4o%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [gpt-4.1](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.model%2520%253D%2520%2522gpt-4.1%2522%22%2C%20%22label%22%3A%20%22metadata.model%2520equals%2520gpt-4.1%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [gpt-5](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.model%2520%253D%2520%2522gpt-5%2522%22%2C%20%22label%22%3A%20%22metadata.model%2520equals%2520gpt-5%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [sonnet-4-20250514](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.model%2520%253D%2520%2522anthropic%252Fclaude-sonnet-4-20250514%2522%22%2C%20%22label%22%3A%20%22metadata.model%2520equals%2520anthropic%252Fclaude-sonnet-4-20250514%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [sonnet-4-5-20250929](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.model%2520%253D%2520%2522anthropic%252Fclaude-sonnet-4-5-20250929%2522%22%2C%20%22label%22%3A%20%22metadata.model%2520equals%2520anthropic%252Fclaude-sonnet-4-5-20250929%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +|---------|-------|-------|-------|-------|-------| +| [**01_how_many_pods**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/01_how_many_pods/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252201_how_many_pods%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252001_how_many_pods%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252201_how_many_pods%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252001_how_many_pods%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252201_how_many_pods%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252001_how_many_pods%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252201_how_many_pods%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252001_how_many_pods%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252201_how_many_pods%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252001_how_many_pods%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252201_how_many_pods%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252001_how_many_pods%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**02_what_is_wrong_with_pod**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/02_what_is_wrong_with_pod/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252202_what_is_wrong_with_pod%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252002_what_is_wrong_with_pod%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252202_what_is_wrong_with_pod%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252002_what_is_wrong_with_pod%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252202_what_is_wrong_with_pod%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252002_what_is_wrong_with_pod%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252202_what_is_wrong_with_pod%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252002_what_is_wrong_with_pod%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252202_what_is_wrong_with_pod%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252002_what_is_wrong_with_pod%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252202_what_is_wrong_with_pod%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252002_what_is_wrong_with_pod%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**03_what_is_the_command_to_port_forward**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/03_what_is_the_command_to_port_forward/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252203_what_is_the_command_to_port_forward%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252003_what_is_the_command_to_port_forward%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252203_what_is_the_command_to_port_forward%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252003_what_is_the_command_to_port_forward%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252203_what_is_the_command_to_port_forward%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252003_what_is_the_command_to_port_forward%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252203_what_is_the_command_to_port_forward%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252003_what_is_the_command_to_port_forward%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252203_what_is_the_command_to_port_forward%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252003_what_is_the_command_to_port_forward%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252203_what_is_the_command_to_port_forward%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252003_what_is_the_command_to_port_forward%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**04_related_k8s_events**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/04_related_k8s_events/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252204_related_k8s_events%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252004_related_k8s_events%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252204_related_k8s_events%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252004_related_k8s_events%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252204_related_k8s_events%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252004_related_k8s_events%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252204_related_k8s_events%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252004_related_k8s_events%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252204_related_k8s_events%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252004_related_k8s_events%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252204_related_k8s_events%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252004_related_k8s_events%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**05_image_version**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/05_image_version/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252205_image_version%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252005_image_version%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252205_image_version%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252005_image_version%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252205_image_version%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252005_image_version%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252205_image_version%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252005_image_version%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252205_image_version%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252005_image_version%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252205_image_version%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252005_image_version%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**09_crashpod**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/09_crashpod/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252209_crashpod%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252009_crashpod%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252209_crashpod%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252009_crashpod%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252209_crashpod%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252009_crashpod%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252209_crashpod%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252009_crashpod%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252209_crashpod%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252009_crashpod%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252209_crashpod%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252009_crashpod%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**100a_historical_logs**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/100a_historical_logs/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522100a_historical_logs%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520100a_historical_logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100a_historical_logs%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100a_historical_logs%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100a_historical_logs%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100a_historical_logs%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100a_historical_logs%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100a_historical_logs%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100a_historical_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100a_historical_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100a_historical_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100a_historical_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**100b_historical_logs_nonstandard_label**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/100b_historical_logs_nonstandard_label/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522100b_historical_logs_nonstandard_label%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520100b_historical_logs_nonstandard_label%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100b_historical_logs_nonstandard_label%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100b_historical_logs_nonstandard_label%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100b_historical_logs_nonstandard_label%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100b_historical_logs_nonstandard_label%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100b_historical_logs_nonstandard_label%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100b_historical_logs_nonstandard_label%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100b_historical_logs_nonstandard_label%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100b_historical_logs_nonstandard_label%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100b_historical_logs_nonstandard_label%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100b_historical_logs_nonstandard_label%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**101_historical_logs_pod_deleted**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/101_historical_logs_pod_deleted/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522101_historical_logs_pod_deleted%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520101_historical_logs_pod_deleted%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522101_historical_logs_pod_deleted%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520101_historical_logs_pod_deleted%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522101_historical_logs_pod_deleted%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520101_historical_logs_pod_deleted%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522101_historical_logs_pod_deleted%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520101_historical_logs_pod_deleted%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522101_historical_logs_pod_deleted%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520101_historical_logs_pod_deleted%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522101_historical_logs_pod_deleted%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520101_historical_logs_pod_deleted%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**103_logs_transparency_default_limit**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/103_logs_transparency_default_limit/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522103_logs_transparency_default_limit%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520103_logs_transparency_default_limit%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522103_logs_transparency_default_limit%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520103_logs_transparency_default_limit%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522103_logs_transparency_default_limit%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520103_logs_transparency_default_limit%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522103_logs_transparency_default_limit%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520103_logs_transparency_default_limit%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522103_logs_transparency_default_limit%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520103_logs_transparency_default_limit%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522103_logs_transparency_default_limit%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520103_logs_transparency_default_limit%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**104a_postgres_root_issue**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/104a_postgres_root_issue/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522104a_postgres_root_issue%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520104a_postgres_root_issue%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104a_postgres_root_issue%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104a_postgres_root_issue%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104a_postgres_root_issue%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104a_postgres_root_issue%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104a_postgres_root_issue%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104a_postgres_root_issue%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104a_postgres_root_issue%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104a_postgres_root_issue%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104a_postgres_root_issue%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104a_postgres_root_issue%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**107_log_filter_http_status_code**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/107_log_filter_http_status_code/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522107_log_filter_http_status_code%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520107_log_filter_http_status_code%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522107_log_filter_http_status_code%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520107_log_filter_http_status_code%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522107_log_filter_http_status_code%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520107_log_filter_http_status_code%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522107_log_filter_http_status_code%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520107_log_filter_http_status_code%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522107_log_filter_http_status_code%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520107_log_filter_http_status_code%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522107_log_filter_http_status_code%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520107_log_filter_http_status_code%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**108_logs_nearby_lines**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/108_logs_nearby_lines/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522108_logs_nearby_lines%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520108_logs_nearby_lines%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522108_logs_nearby_lines%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520108_logs_nearby_lines%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522108_logs_nearby_lines%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520108_logs_nearby_lines%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522108_logs_nearby_lines%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520108_logs_nearby_lines%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522108_logs_nearby_lines%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520108_logs_nearby_lines%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522108_logs_nearby_lines%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520108_logs_nearby_lines%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**109_logs_transparency_not_found**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/109_logs_transparency_not_found/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522109_logs_transparency_not_found%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520109_logs_transparency_not_found%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522109_logs_transparency_not_found%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520109_logs_transparency_not_found%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522109_logs_transparency_not_found%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520109_logs_transparency_not_found%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522109_logs_transparency_not_found%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520109_logs_transparency_not_found%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522109_logs_transparency_not_found%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520109_logs_transparency_not_found%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522109_logs_transparency_not_found%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520109_logs_transparency_not_found%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**10_image_pull_backoff**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/10_image_pull_backoff/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252210_image_pull_backoff%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252010_image_pull_backoff%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252210_image_pull_backoff%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252010_image_pull_backoff%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252210_image_pull_backoff%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252010_image_pull_backoff%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252210_image_pull_backoff%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252010_image_pull_backoff%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252210_image_pull_backoff%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252010_image_pull_backoff%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252210_image_pull_backoff%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252010_image_pull_backoff%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**110_k8s_events_image_pull**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/110_k8s_events_image_pull/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522110_k8s_events_image_pull%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520110_k8s_events_image_pull%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522110_k8s_events_image_pull%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520110_k8s_events_image_pull%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522110_k8s_events_image_pull%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520110_k8s_events_image_pull%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522110_k8s_events_image_pull%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520110_k8s_events_image_pull%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522110_k8s_events_image_pull%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520110_k8s_events_image_pull%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522110_k8s_events_image_pull%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520110_k8s_events_image_pull%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**111_disabled_datadog_traces**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/111_disabled_datadog_traces/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522111_disabled_datadog_traces%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520111_disabled_datadog_traces%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_disabled_datadog_traces%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_disabled_datadog_traces%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_disabled_datadog_traces%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_disabled_datadog_traces%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_disabled_datadog_traces%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_disabled_datadog_traces%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_disabled_datadog_traces%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_disabled_datadog_traces%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_disabled_datadog_traces%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_disabled_datadog_traces%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**111_pod_names_contain_service**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/111_pod_names_contain_service/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522111_pod_names_contain_service%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520111_pod_names_contain_service%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_pod_names_contain_service%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_pod_names_contain_service%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_pod_names_contain_service%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_pod_names_contain_service%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_pod_names_contain_service%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_pod_names_contain_service%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_pod_names_contain_service%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_pod_names_contain_service%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_pod_names_contain_service%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_pod_names_contain_service%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**112_find_pvcs_by_uuid**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/112_find_pvcs_by_uuid/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522112_find_pvcs_by_uuid%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520112_find_pvcs_by_uuid%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522112_find_pvcs_by_uuid%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520112_find_pvcs_by_uuid%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522112_find_pvcs_by_uuid%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520112_find_pvcs_by_uuid%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522112_find_pvcs_by_uuid%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520112_find_pvcs_by_uuid%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522112_find_pvcs_by_uuid%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520112_find_pvcs_by_uuid%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522112_find_pvcs_by_uuid%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520112_find_pvcs_by_uuid%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**114_checkout_latency_tracing_rebuild[0]**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/114_checkout_latency_tracing_rebuild[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522114_checkout_latency_tracing_rebuild%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520114_checkout_latency_tracing_rebuild%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522114_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520114_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522114_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520114_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522114_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520114_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522114_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520114_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522114_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520114_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**115_checkout_errors_tracing[0]**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/115_checkout_errors_tracing[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522115_checkout_errors_tracing%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520115_checkout_errors_tracing%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522115_checkout_errors_tracing%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520115_checkout_errors_tracing%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522115_checkout_errors_tracing%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520115_checkout_errors_tracing%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522115_checkout_errors_tracing%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520115_checkout_errors_tracing%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522115_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520115_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522115_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520115_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**11_init_containers**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/11_init_containers/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252211_init_containers%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252011_init_containers%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252211_init_containers%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252011_init_containers%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252211_init_containers%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252011_init_containers%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252211_init_containers%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252011_init_containers%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252211_init_containers%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252011_init_containers%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252211_init_containers%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252011_init_containers%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**121_new_relic_checkout_errors_tracing[0]**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/121_new_relic_checkout_errors_tracing[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522121_new_relic_checkout_errors_tracing%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520121_new_relic_checkout_errors_tracing%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522121_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520121_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522121_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520121_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522121_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520121_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522121_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520121_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522121_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520121_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**122_new_relic_checkout_latency_tracing_rebuild[0]**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/122_new_relic_checkout_latency_tracing_rebuild[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**123_new_relic_checkout_errors_tracing[0]**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/123_new_relic_checkout_errors_tracing[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522123_new_relic_checkout_errors_tracing%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520123_new_relic_checkout_errors_tracing%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522123_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520123_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522123_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520123_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522123_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520123_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522123_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520123_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522123_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520123_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**12_job_crashing**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/12_job_crashing/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252212_job_crashing%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252012_job_crashing%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252212_job_crashing%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252012_job_crashing%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252212_job_crashing%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252012_job_crashing%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252212_job_crashing%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252012_job_crashing%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252212_job_crashing%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252012_job_crashing%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252212_job_crashing%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252012_job_crashing%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**13a_pending_node_selector_basic**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/13a_pending_node_selector_basic/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252213a_pending_node_selector_basic%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252013a_pending_node_selector_basic%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213a_pending_node_selector_basic%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013a_pending_node_selector_basic%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213a_pending_node_selector_basic%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013a_pending_node_selector_basic%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213a_pending_node_selector_basic%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013a_pending_node_selector_basic%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213a_pending_node_selector_basic%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013a_pending_node_selector_basic%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213a_pending_node_selector_basic%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013a_pending_node_selector_basic%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**13b_pending_node_selector_detailed**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/13b_pending_node_selector_detailed/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252213b_pending_node_selector_detailed%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252013b_pending_node_selector_detailed%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213b_pending_node_selector_detailed%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013b_pending_node_selector_detailed%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213b_pending_node_selector_detailed%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013b_pending_node_selector_detailed%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213b_pending_node_selector_detailed%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013b_pending_node_selector_detailed%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213b_pending_node_selector_detailed%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013b_pending_node_selector_detailed%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213b_pending_node_selector_detailed%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013b_pending_node_selector_detailed%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**14_pending_resources**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/14_pending_resources/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252214_pending_resources%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252014_pending_resources%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252214_pending_resources%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252014_pending_resources%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252214_pending_resources%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252014_pending_resources%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252214_pending_resources%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252014_pending_resources%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252214_pending_resources%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252014_pending_resources%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252214_pending_resources%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252014_pending_resources%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**159_prometheus_high_cardinality_cpu[0]**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/159_prometheus_high_cardinality_cpu[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520159_prometheus_high_cardinality_cpu%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**159_prometheus_high_cardinality_cpu[1]**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/159_prometheus_high_cardinality_cpu[1]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B1%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520159_prometheus_high_cardinality_cpu%255B1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B1%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B1%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B1%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B1%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B1%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B1%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B1%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B1%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B1%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B1%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**159_prometheus_high_cardinality_cpu[2]**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/159_prometheus_high_cardinality_cpu[2]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B2%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520159_prometheus_high_cardinality_cpu%255B2%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B2%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B2%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B2%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B2%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B2%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B2%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B2%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B2%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B2%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B2%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**15_failed_readiness_probe**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/15_failed_readiness_probe/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252215_failed_readiness_probe%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252015_failed_readiness_probe%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252215_failed_readiness_probe%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252015_failed_readiness_probe%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252215_failed_readiness_probe%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252015_failed_readiness_probe%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252215_failed_readiness_probe%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252015_failed_readiness_probe%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252215_failed_readiness_probe%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252015_failed_readiness_probe%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252215_failed_readiness_probe%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252015_failed_readiness_probe%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**16_failed_no_toolset_found**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/16_failed_no_toolset_found/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252216_failed_no_toolset_found%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252016_failed_no_toolset_found%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252216_failed_no_toolset_found%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252016_failed_no_toolset_found%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252216_failed_no_toolset_found%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252016_failed_no_toolset_found%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252216_failed_no_toolset_found%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252016_failed_no_toolset_found%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252216_failed_no_toolset_found%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252016_failed_no_toolset_found%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252216_failed_no_toolset_found%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252016_failed_no_toolset_found%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**17_oom_kill**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/17_oom_kill/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252217_oom_kill%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252017_oom_kill%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252217_oom_kill%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252017_oom_kill%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252217_oom_kill%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252017_oom_kill%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252217_oom_kill%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252017_oom_kill%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252217_oom_kill%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252017_oom_kill%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252217_oom_kill%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252017_oom_kill%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**19_detect_missing_app_details**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/19_detect_missing_app_details/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252219_detect_missing_app_details%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252019_detect_missing_app_details%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252219_detect_missing_app_details%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252019_detect_missing_app_details%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252219_detect_missing_app_details%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252019_detect_missing_app_details%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252219_detect_missing_app_details%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252019_detect_missing_app_details%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252219_detect_missing_app_details%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252019_detect_missing_app_details%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252219_detect_missing_app_details%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252019_detect_missing_app_details%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**20_long_log_file_search**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/20_long_log_file_search/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252220_long_log_file_search%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252020_long_log_file_search%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252220_long_log_file_search%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252020_long_log_file_search%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252220_long_log_file_search%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252020_long_log_file_search%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252220_long_log_file_search%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252020_long_log_file_search%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252220_long_log_file_search%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252020_long_log_file_search%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252220_long_log_file_search%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252020_long_log_file_search%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**21_job_fail_curl_no_svc_account**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/21_job_fail_curl_no_svc_account/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252221_job_fail_curl_no_svc_account%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252021_job_fail_curl_no_svc_account%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252221_job_fail_curl_no_svc_account%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252021_job_fail_curl_no_svc_account%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252221_job_fail_curl_no_svc_account%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252021_job_fail_curl_no_svc_account%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252221_job_fail_curl_no_svc_account%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252021_job_fail_curl_no_svc_account%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252221_job_fail_curl_no_svc_account%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252021_job_fail_curl_no_svc_account%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252221_job_fail_curl_no_svc_account%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252021_job_fail_curl_no_svc_account%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**23_app_error_in_current_logs**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/23_app_error_in_current_logs/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252223_app_error_in_current_logs%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252023_app_error_in_current_logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252223_app_error_in_current_logs%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252023_app_error_in_current_logs%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252223_app_error_in_current_logs%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252023_app_error_in_current_logs%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252223_app_error_in_current_logs%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252023_app_error_in_current_logs%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252223_app_error_in_current_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252023_app_error_in_current_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252223_app_error_in_current_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252023_app_error_in_current_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**24_misconfigured_pvc**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/24_misconfigured_pvc/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252224_misconfigured_pvc%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252024_misconfigured_pvc%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224_misconfigured_pvc%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024_misconfigured_pvc%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224_misconfigured_pvc%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024_misconfigured_pvc%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224_misconfigured_pvc%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024_misconfigured_pvc%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224_misconfigured_pvc%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024_misconfigured_pvc%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224_misconfigured_pvc%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024_misconfigured_pvc%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**24a_misconfigured_pvc_basic**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/24a_misconfigured_pvc_basic/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252224a_misconfigured_pvc_basic%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252024a_misconfigured_pvc_basic%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224a_misconfigured_pvc_basic%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024a_misconfigured_pvc_basic%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224a_misconfigured_pvc_basic%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024a_misconfigured_pvc_basic%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224a_misconfigured_pvc_basic%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024a_misconfigured_pvc_basic%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224a_misconfigured_pvc_basic%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024a_misconfigured_pvc_basic%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224a_misconfigured_pvc_basic%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024a_misconfigured_pvc_basic%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**24b_misconfigured_pvc_detailed**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/24b_misconfigured_pvc_detailed/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252224b_misconfigured_pvc_detailed%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252024b_misconfigured_pvc_detailed%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224b_misconfigured_pvc_detailed%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024b_misconfigured_pvc_detailed%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224b_misconfigured_pvc_detailed%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024b_misconfigured_pvc_detailed%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224b_misconfigured_pvc_detailed%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024b_misconfigured_pvc_detailed%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224b_misconfigured_pvc_detailed%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024b_misconfigured_pvc_detailed%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224b_misconfigured_pvc_detailed%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024b_misconfigured_pvc_detailed%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**25_misconfigured_ingress_class**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/25_misconfigured_ingress_class/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252225_misconfigured_ingress_class%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252025_misconfigured_ingress_class%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252225_misconfigured_ingress_class%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252025_misconfigured_ingress_class%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252225_misconfigured_ingress_class%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252025_misconfigured_ingress_class%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252225_misconfigured_ingress_class%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252025_misconfigured_ingress_class%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252225_misconfigured_ingress_class%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252025_misconfigured_ingress_class%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252225_misconfigured_ingress_class%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252025_misconfigured_ingress_class%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**26_page_render_times**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/26_page_render_times/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252226_page_render_times%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252026_page_render_times%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252226_page_render_times%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252026_page_render_times%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252226_page_render_times%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252026_page_render_times%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252226_page_render_times%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252026_page_render_times%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252226_page_render_times%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252026_page_render_times%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252226_page_render_times%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252026_page_render_times%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**27a_multi_container_logs**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/27a_multi_container_logs/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252227a_multi_container_logs%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252027a_multi_container_logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227a_multi_container_logs%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027a_multi_container_logs%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227a_multi_container_logs%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027a_multi_container_logs%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227a_multi_container_logs%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027a_multi_container_logs%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227a_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027a_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227a_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027a_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**27b_multi_container_logs**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/27b_multi_container_logs/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252227b_multi_container_logs%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252027b_multi_container_logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227b_multi_container_logs%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027b_multi_container_logs%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227b_multi_container_logs%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027b_multi_container_logs%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227b_multi_container_logs%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027b_multi_container_logs%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227b_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027b_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227b_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027b_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**28_permissions_error**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/28_permissions_error/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252228_permissions_error%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252028_permissions_error%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252228_permissions_error%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252028_permissions_error%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252228_permissions_error%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252028_permissions_error%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252228_permissions_error%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252028_permissions_error%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252228_permissions_error%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252028_permissions_error%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252228_permissions_error%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252028_permissions_error%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**33_cpu_metrics_discovery**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/33_cpu_metrics_discovery/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252233_cpu_metrics_discovery%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252033_cpu_metrics_discovery%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252233_cpu_metrics_discovery%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252033_cpu_metrics_discovery%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252233_cpu_metrics_discovery%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252033_cpu_metrics_discovery%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252233_cpu_metrics_discovery%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252033_cpu_metrics_discovery%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252233_cpu_metrics_discovery%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252033_cpu_metrics_discovery%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252233_cpu_metrics_discovery%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252033_cpu_metrics_discovery%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**39_failed_toolset**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/39_failed_toolset/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252239_failed_toolset%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252039_failed_toolset%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252239_failed_toolset%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252039_failed_toolset%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252239_failed_toolset%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252039_failed_toolset%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252239_failed_toolset%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252039_failed_toolset%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252239_failed_toolset%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252039_failed_toolset%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252239_failed_toolset%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252039_failed_toolset%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**41_setup_argo**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/41_setup_argo/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252241_setup_argo%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252041_setup_argo%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252241_setup_argo%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252041_setup_argo%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252241_setup_argo%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252041_setup_argo%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252241_setup_argo%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252041_setup_argo%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252241_setup_argo%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252041_setup_argo%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252241_setup_argo%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252041_setup_argo%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**42_dns_issues_result_new_tools_no_runbook**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/42_dns_issues_result_new_tools_no_runbook/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252242_dns_issues_result_new_tools_no_runbook%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252042_dns_issues_result_new_tools_no_runbook%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_result_new_tools_no_runbook%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_result_new_tools_no_runbook%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_result_new_tools_no_runbook%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_result_new_tools_no_runbook%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_result_new_tools_no_runbook%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_result_new_tools_no_runbook%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_result_new_tools_no_runbook%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_result_new_tools_no_runbook%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_result_new_tools_no_runbook%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_result_new_tools_no_runbook%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**42_dns_issues_steps_new_tools**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/42_dns_issues_steps_new_tools/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252242_dns_issues_steps_new_tools%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252042_dns_issues_steps_new_tools%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_steps_new_tools%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_steps_new_tools%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_steps_new_tools%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_steps_new_tools%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_steps_new_tools%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_steps_new_tools%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_steps_new_tools%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_steps_new_tools%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏱️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_steps_new_tools%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_steps_new_tools%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**43_current_datetime_from_prompt**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/43_current_datetime_from_prompt/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252243_current_datetime_from_prompt%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252043_current_datetime_from_prompt%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_current_datetime_from_prompt%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_current_datetime_from_prompt%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_current_datetime_from_prompt%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_current_datetime_from_prompt%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_current_datetime_from_prompt%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_current_datetime_from_prompt%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_current_datetime_from_prompt%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_current_datetime_from_prompt%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_current_datetime_from_prompt%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_current_datetime_from_prompt%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**45_fetch_deployment_logs_simple**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/45_fetch_deployment_logs_simple/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252245_fetch_deployment_logs_simple%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252045_fetch_deployment_logs_simple%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252245_fetch_deployment_logs_simple%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252045_fetch_deployment_logs_simple%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252245_fetch_deployment_logs_simple%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252045_fetch_deployment_logs_simple%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252245_fetch_deployment_logs_simple%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252045_fetch_deployment_logs_simple%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252245_fetch_deployment_logs_simple%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252045_fetch_deployment_logs_simple%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252245_fetch_deployment_logs_simple%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252045_fetch_deployment_logs_simple%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**50_logs_since_specific_date**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/50_logs_since_specific_date/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252250_logs_since_specific_date%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252050_logs_since_specific_date%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250_logs_since_specific_date%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050_logs_since_specific_date%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250_logs_since_specific_date%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050_logs_since_specific_date%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250_logs_since_specific_date%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050_logs_since_specific_date%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250_logs_since_specific_date%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050_logs_since_specific_date%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250_logs_since_specific_date%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050_logs_since_specific_date%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**50a_logs_since_last_specific_month**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/50a_logs_since_last_specific_month/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252250a_logs_since_last_specific_month%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252050a_logs_since_last_specific_month%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250a_logs_since_last_specific_month%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050a_logs_since_last_specific_month%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250a_logs_since_last_specific_month%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050a_logs_since_last_specific_month%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250a_logs_since_last_specific_month%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050a_logs_since_last_specific_month%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250a_logs_since_last_specific_month%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050a_logs_since_last_specific_month%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250a_logs_since_last_specific_month%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050a_logs_since_last_specific_month%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**51_logs_summarize_errors**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/51_logs_summarize_errors/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252251_logs_summarize_errors%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252051_logs_summarize_errors%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252251_logs_summarize_errors%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252051_logs_summarize_errors%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252251_logs_summarize_errors%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252051_logs_summarize_errors%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252251_logs_summarize_errors%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252051_logs_summarize_errors%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252251_logs_summarize_errors%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252051_logs_summarize_errors%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252251_logs_summarize_errors%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252051_logs_summarize_errors%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**52_logs_login_issues**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/52_logs_login_issues/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252252_logs_login_issues%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252052_logs_login_issues%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252252_logs_login_issues%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252052_logs_login_issues%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252252_logs_login_issues%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252052_logs_login_issues%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252252_logs_login_issues%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252052_logs_login_issues%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252252_logs_login_issues%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252052_logs_login_issues%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252252_logs_login_issues%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252052_logs_login_issues%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**53_logs_find_term**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/53_logs_find_term/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252253_logs_find_term%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252053_logs_find_term%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252253_logs_find_term%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252053_logs_find_term%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252253_logs_find_term%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252053_logs_find_term%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252253_logs_find_term%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252053_logs_find_term%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252253_logs_find_term%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252053_logs_find_term%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252253_logs_find_term%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252053_logs_find_term%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**54_not_truncated_when_getting_pods**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/54_not_truncated_when_getting_pods/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252254_not_truncated_when_getting_pods%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252054_not_truncated_when_getting_pods%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252254_not_truncated_when_getting_pods%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252054_not_truncated_when_getting_pods%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252254_not_truncated_when_getting_pods%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252054_not_truncated_when_getting_pods%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252254_not_truncated_when_getting_pods%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252054_not_truncated_when_getting_pods%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252254_not_truncated_when_getting_pods%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252054_not_truncated_when_getting_pods%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252254_not_truncated_when_getting_pods%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252054_not_truncated_when_getting_pods%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**57_wrong_namespace**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/57_wrong_namespace/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252257_wrong_namespace%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252057_wrong_namespace%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252257_wrong_namespace%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252057_wrong_namespace%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252257_wrong_namespace%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252057_wrong_namespace%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252257_wrong_namespace%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252057_wrong_namespace%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252257_wrong_namespace%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252057_wrong_namespace%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252257_wrong_namespace%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252057_wrong_namespace%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**59_label_based_counting**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/59_label_based_counting/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252259_label_based_counting%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252059_label_based_counting%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252259_label_based_counting%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252059_label_based_counting%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252259_label_based_counting%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252059_label_based_counting%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252259_label_based_counting%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252059_label_based_counting%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252259_label_based_counting%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252059_label_based_counting%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252259_label_based_counting%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252059_label_based_counting%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**60_count_less_than**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/60_count_less_than/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252260_count_less_than%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252060_count_less_than%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252260_count_less_than%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252060_count_less_than%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252260_count_less_than%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252060_count_less_than%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252260_count_less_than%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252060_count_less_than%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252260_count_less_than%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252060_count_less_than%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252260_count_less_than%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252060_count_less_than%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**61_exact_match_counting**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/61_exact_match_counting/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252261_exact_match_counting%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252061_exact_match_counting%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252261_exact_match_counting%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252061_exact_match_counting%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252261_exact_match_counting%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252061_exact_match_counting%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252261_exact_match_counting%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252061_exact_match_counting%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252261_exact_match_counting%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252061_exact_match_counting%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252261_exact_match_counting%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252061_exact_match_counting%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**62_fetch_error_logs_with_errors**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/62_fetch_error_logs_with_errors/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252262_fetch_error_logs_with_errors%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252062_fetch_error_logs_with_errors%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252262_fetch_error_logs_with_errors%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252062_fetch_error_logs_with_errors%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252262_fetch_error_logs_with_errors%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252062_fetch_error_logs_with_errors%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252262_fetch_error_logs_with_errors%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252062_fetch_error_logs_with_errors%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252262_fetch_error_logs_with_errors%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252062_fetch_error_logs_with_errors%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252262_fetch_error_logs_with_errors%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252062_fetch_error_logs_with_errors%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**63_fetch_error_logs_no_errors**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/63_fetch_error_logs_no_errors/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252263_fetch_error_logs_no_errors%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252063_fetch_error_logs_no_errors%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252263_fetch_error_logs_no_errors%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252063_fetch_error_logs_no_errors%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252263_fetch_error_logs_no_errors%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252063_fetch_error_logs_no_errors%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252263_fetch_error_logs_no_errors%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252063_fetch_error_logs_no_errors%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252263_fetch_error_logs_no_errors%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252063_fetch_error_logs_no_errors%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252263_fetch_error_logs_no_errors%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252063_fetch_error_logs_no_errors%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**64_keda_vs_hpa_confusion**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/64_keda_vs_hpa_confusion/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252264_keda_vs_hpa_confusion%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252064_keda_vs_hpa_confusion%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252264_keda_vs_hpa_confusion%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252064_keda_vs_hpa_confusion%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252264_keda_vs_hpa_confusion%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252064_keda_vs_hpa_confusion%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252264_keda_vs_hpa_confusion%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252064_keda_vs_hpa_confusion%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252264_keda_vs_hpa_confusion%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252064_keda_vs_hpa_confusion%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252264_keda_vs_hpa_confusion%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252064_keda_vs_hpa_confusion%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**65_health_check_followup**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/65_health_check_followup/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252265_health_check_followup%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252065_health_check_followup%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252265_health_check_followup%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252065_health_check_followup%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252265_health_check_followup%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252065_health_check_followup%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252265_health_check_followup%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252065_health_check_followup%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252265_health_check_followup%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252065_health_check_followup%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252265_health_check_followup%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252065_health_check_followup%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**71_connection_pool_starvation**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/71_connection_pool_starvation/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252271_connection_pool_starvation%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252071_connection_pool_starvation%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252271_connection_pool_starvation%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252071_connection_pool_starvation%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252271_connection_pool_starvation%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252071_connection_pool_starvation%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252271_connection_pool_starvation%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252071_connection_pool_starvation%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252271_connection_pool_starvation%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252071_connection_pool_starvation%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252271_connection_pool_starvation%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252071_connection_pool_starvation%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**73a_time_window_anomaly**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/73a_time_window_anomaly/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252273a_time_window_anomaly%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252073a_time_window_anomaly%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273a_time_window_anomaly%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073a_time_window_anomaly%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273a_time_window_anomaly%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073a_time_window_anomaly%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273a_time_window_anomaly%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073a_time_window_anomaly%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273a_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073a_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273a_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073a_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**73b_time_window_anomaly**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/73b_time_window_anomaly/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252273b_time_window_anomaly%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252073b_time_window_anomaly%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273b_time_window_anomaly%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073b_time_window_anomaly%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273b_time_window_anomaly%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073b_time_window_anomaly%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273b_time_window_anomaly%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073b_time_window_anomaly%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273b_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073b_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273b_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073b_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**76_service_discovery_issue**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/76_service_discovery_issue/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252276_service_discovery_issue%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252076_service_discovery_issue%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252276_service_discovery_issue%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252076_service_discovery_issue%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252276_service_discovery_issue%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252076_service_discovery_issue%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252276_service_discovery_issue%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252076_service_discovery_issue%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252276_service_discovery_issue%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252076_service_discovery_issue%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏱️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252276_service_discovery_issue%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252076_service_discovery_issue%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**77_liveness_probe_misconfiguration**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/77_liveness_probe_misconfiguration/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252277_liveness_probe_misconfiguration%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252077_liveness_probe_misconfiguration%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252277_liveness_probe_misconfiguration%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252077_liveness_probe_misconfiguration%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252277_liveness_probe_misconfiguration%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252077_liveness_probe_misconfiguration%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252277_liveness_probe_misconfiguration%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252077_liveness_probe_misconfiguration%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252277_liveness_probe_misconfiguration%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252077_liveness_probe_misconfiguration%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252277_liveness_probe_misconfiguration%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252077_liveness_probe_misconfiguration%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**78a_missing_cpu_limits**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/78a_missing_cpu_limits/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252278a_missing_cpu_limits%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252078a_missing_cpu_limits%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278a_missing_cpu_limits%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078a_missing_cpu_limits%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278a_missing_cpu_limits%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078a_missing_cpu_limits%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278a_missing_cpu_limits%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078a_missing_cpu_limits%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278a_missing_cpu_limits%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078a_missing_cpu_limits%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278a_missing_cpu_limits%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078a_missing_cpu_limits%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**78b_cpu_quota_exceeded**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/78b_cpu_quota_exceeded/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252278b_cpu_quota_exceeded%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252078b_cpu_quota_exceeded%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278b_cpu_quota_exceeded%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078b_cpu_quota_exceeded%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278b_cpu_quota_exceeded%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078b_cpu_quota_exceeded%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278b_cpu_quota_exceeded%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078b_cpu_quota_exceeded%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278b_cpu_quota_exceeded%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078b_cpu_quota_exceeded%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278b_cpu_quota_exceeded%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078b_cpu_quota_exceeded%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**79_configmap_mount_issue**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/79_configmap_mount_issue/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252279_configmap_mount_issue%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252079_configmap_mount_issue%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252279_configmap_mount_issue%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252079_configmap_mount_issue%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252279_configmap_mount_issue%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252079_configmap_mount_issue%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252279_configmap_mount_issue%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252079_configmap_mount_issue%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252279_configmap_mount_issue%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252079_configmap_mount_issue%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252279_configmap_mount_issue%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252079_configmap_mount_issue%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**80_pvc_storage_class_mismatch**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/80_pvc_storage_class_mismatch/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252280_pvc_storage_class_mismatch%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252080_pvc_storage_class_mismatch%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252280_pvc_storage_class_mismatch%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252080_pvc_storage_class_mismatch%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252280_pvc_storage_class_mismatch%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252080_pvc_storage_class_mismatch%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252280_pvc_storage_class_mismatch%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252080_pvc_storage_class_mismatch%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252280_pvc_storage_class_mismatch%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252080_pvc_storage_class_mismatch%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252280_pvc_storage_class_mismatch%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252080_pvc_storage_class_mismatch%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**81_service_account_permission_denied**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/81_service_account_permission_denied/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252281_service_account_permission_denied%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252081_service_account_permission_denied%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252281_service_account_permission_denied%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252081_service_account_permission_denied%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252281_service_account_permission_denied%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252081_service_account_permission_denied%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252281_service_account_permission_denied%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252081_service_account_permission_denied%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252281_service_account_permission_denied%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252081_service_account_permission_denied%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252281_service_account_permission_denied%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252081_service_account_permission_denied%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**82_pod_anti_affinity_conflict**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/82_pod_anti_affinity_conflict/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252282_pod_anti_affinity_conflict%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252082_pod_anti_affinity_conflict%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252282_pod_anti_affinity_conflict%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252082_pod_anti_affinity_conflict%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252282_pod_anti_affinity_conflict%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252082_pod_anti_affinity_conflict%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252282_pod_anti_affinity_conflict%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252082_pod_anti_affinity_conflict%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252282_pod_anti_affinity_conflict%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252082_pod_anti_affinity_conflict%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252282_pod_anti_affinity_conflict%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252082_pod_anti_affinity_conflict%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**83_secret_not_found**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/83_secret_not_found/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252283_secret_not_found%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252083_secret_not_found%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252283_secret_not_found%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252083_secret_not_found%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252283_secret_not_found%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252083_secret_not_found%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252283_secret_not_found%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252083_secret_not_found%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252283_secret_not_found%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252083_secret_not_found%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252283_secret_not_found%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252083_secret_not_found%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**84_network_policy_blocking_traffic**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/84_network_policy_blocking_traffic/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252284_network_policy_blocking_traffic%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252084_network_policy_blocking_traffic%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252284_network_policy_blocking_traffic%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252084_network_policy_blocking_traffic%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252284_network_policy_blocking_traffic%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252084_network_policy_blocking_traffic%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252284_network_policy_blocking_traffic%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252084_network_policy_blocking_traffic%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252284_network_policy_blocking_traffic%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252084_network_policy_blocking_traffic%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252284_network_policy_blocking_traffic%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252084_network_policy_blocking_traffic%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**85_hpa_not_scaling**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/85_hpa_not_scaling/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252285_hpa_not_scaling%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252085_hpa_not_scaling%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252285_hpa_not_scaling%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252085_hpa_not_scaling%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252285_hpa_not_scaling%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252085_hpa_not_scaling%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252285_hpa_not_scaling%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252085_hpa_not_scaling%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252285_hpa_not_scaling%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252085_hpa_not_scaling%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252285_hpa_not_scaling%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252085_hpa_not_scaling%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**86_configmap_like_but_secret**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/86_configmap_like_but_secret/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252286_configmap_like_but_secret%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252086_configmap_like_but_secret%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252286_configmap_like_but_secret%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252086_configmap_like_but_secret%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252286_configmap_like_but_secret%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252086_configmap_like_but_secret%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252286_configmap_like_but_secret%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252086_configmap_like_but_secret%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252286_configmap_like_but_secret%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252086_configmap_like_but_secret%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252286_configmap_like_but_secret%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252086_configmap_like_but_secret%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**89_runbook_missing_cloudwatch**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/89_runbook_missing_cloudwatch/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252289_runbook_missing_cloudwatch%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252089_runbook_missing_cloudwatch%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252289_runbook_missing_cloudwatch%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252089_runbook_missing_cloudwatch%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252289_runbook_missing_cloudwatch%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252089_runbook_missing_cloudwatch%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252289_runbook_missing_cloudwatch%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252089_runbook_missing_cloudwatch%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252289_runbook_missing_cloudwatch%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252089_runbook_missing_cloudwatch%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252289_runbook_missing_cloudwatch%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252089_runbook_missing_cloudwatch%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**90_runbook_basic_selection**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/90_runbook_basic_selection/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252290_runbook_basic_selection%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252090_runbook_basic_selection%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252290_runbook_basic_selection%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252090_runbook_basic_selection%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252290_runbook_basic_selection%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252090_runbook_basic_selection%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252290_runbook_basic_selection%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252090_runbook_basic_selection%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252290_runbook_basic_selection%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252090_runbook_basic_selection%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252290_runbook_basic_selection%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252090_runbook_basic_selection%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**91f_datadog_logs_historical_pod**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/91f_datadog_logs_historical_pod/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252291f_datadog_logs_historical_pod%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252091f_datadog_logs_historical_pod%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252291f_datadog_logs_historical_pod%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252091f_datadog_logs_historical_pod%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252291f_datadog_logs_historical_pod%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252091f_datadog_logs_historical_pod%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252291f_datadog_logs_historical_pod%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252091f_datadog_logs_historical_pod%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252291f_datadog_logs_historical_pod%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252091f_datadog_logs_historical_pod%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252291f_datadog_logs_historical_pod%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252091f_datadog_logs_historical_pod%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**93_calling_datadog[0]**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/93_calling_datadog[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252293_calling_datadog%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252093_calling_datadog%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**93_calling_datadog[1]**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/93_calling_datadog[1]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252293_calling_datadog%255B1%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252093_calling_datadog%255B1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B1%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B1%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B1%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B1%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B1%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B1%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B1%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B1%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B1%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B1%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**93_calling_datadog[2]**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/93_calling_datadog[2]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252293_calling_datadog%255B2%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252093_calling_datadog%255B2%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B2%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B2%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B2%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B2%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B2%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B2%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B2%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B2%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B2%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B2%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**94_runbook_transparency**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/94_runbook_transparency/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252294_runbook_transparency%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252094_runbook_transparency%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252294_runbook_transparency%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252094_runbook_transparency%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252294_runbook_transparency%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252094_runbook_transparency%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252294_runbook_transparency%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252094_runbook_transparency%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252294_runbook_transparency%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252094_runbook_transparency%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252294_runbook_transparency%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252094_runbook_transparency%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**96_no_matching_runbook**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/96_no_matching_runbook/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252296_no_matching_runbook%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252096_no_matching_runbook%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252296_no_matching_runbook%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252096_no_matching_runbook%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252296_no_matching_runbook%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252096_no_matching_runbook%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252296_no_matching_runbook%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252096_no_matching_runbook%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252296_no_matching_runbook%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252096_no_matching_runbook%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252296_no_matching_runbook%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252096_no_matching_runbook%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**97_logs_clarification_needed**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/97_logs_clarification_needed/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252297_logs_clarification_needed%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252097_logs_clarification_needed%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252297_logs_clarification_needed%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252097_logs_clarification_needed%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252297_logs_clarification_needed%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252097_logs_clarification_needed%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252297_logs_clarification_needed%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252097_logs_clarification_needed%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252297_logs_clarification_needed%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252097_logs_clarification_needed%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252297_logs_clarification_needed%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252097_logs_clarification_needed%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**99_logs_transparency_custom_time**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/99_logs_transparency_custom_time/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252299_logs_transparency_custom_time%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252099_logs_transparency_custom_time%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252299_logs_transparency_custom_time%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252099_logs_transparency_custom_time%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252299_logs_transparency_custom_time%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252099_logs_transparency_custom_time%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252299_logs_transparency_custom_time%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252099_logs_transparency_custom_time%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252299_logs_transparency_custom_time%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252099_logs_transparency_custom_time%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252299_logs_transparency_custom_time%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252099_logs_transparency_custom_time%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**93_events_since_specific_date**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/93_events_since_specific_date/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252293_events_since_specific_date%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252093_events_since_specific_date%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_events_since_specific_date%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_events_since_specific_date%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_events_since_specific_date%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_events_since_specific_date%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔧](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_events_since_specific_date%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_events_since_specific_date%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_events_since_specific_date%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_events_since_specific_date%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_events_since_specific_date%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_events_since_specific_date%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**44_slack_statefulset_logs**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/44_slack_statefulset_logs/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252244_slack_statefulset_logs%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252044_slack_statefulset_logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔧](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252244_slack_statefulset_logs%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252044_slack_statefulset_logs%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔧](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252244_slack_statefulset_logs%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252044_slack_statefulset_logs%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔧](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252244_slack_statefulset_logs%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252044_slack_statefulset_logs%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔧](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252244_slack_statefulset_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252044_slack_statefulset_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔧](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252244_slack_statefulset_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252044_slack_statefulset_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**48_logs_since_thursday**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/48_logs_since_thursday/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252248_logs_since_thursday%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252048_logs_since_thursday%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔧](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252248_logs_since_thursday%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252048_logs_since_thursday%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔧](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252248_logs_since_thursday%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252048_logs_since_thursday%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔧](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252248_logs_since_thursday%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252048_logs_since_thursday%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔧](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252248_logs_since_thursday%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252048_logs_since_thursday%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔧](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252248_logs_since_thursday%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252048_logs_since_thursday%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**22_high_latency_dbi_down**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/22_high_latency_dbi_down/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252222_high_latency_dbi_down%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252022_high_latency_dbi_down%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚠️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252222_high_latency_dbi_down%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252022_high_latency_dbi_down%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚠️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252222_high_latency_dbi_down%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252022_high_latency_dbi_down%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚠️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252222_high_latency_dbi_down%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252022_high_latency_dbi_down%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚠️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252222_high_latency_dbi_down%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252022_high_latency_dbi_down%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚠️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252222_high_latency_dbi_down%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252022_high_latency_dbi_down%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**08_sock_shop_frontend**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/08_sock_shop_frontend/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252208_sock_shop_frontend%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252008_sock_shop_frontend%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252208_sock_shop_frontend%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252008_sock_shop_frontend%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252208_sock_shop_frontend%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252008_sock_shop_frontend%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252208_sock_shop_frontend%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252008_sock_shop_frontend%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252208_sock_shop_frontend%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252008_sock_shop_frontend%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252208_sock_shop_frontend%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252008_sock_shop_frontend%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**104b_postgres_missing_index_pgstat**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/104b_postgres_missing_index_pgstat/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522104b_postgres_missing_index_pgstat%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520104b_postgres_missing_index_pgstat%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104b_postgres_missing_index_pgstat%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104b_postgres_missing_index_pgstat%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104b_postgres_missing_index_pgstat%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104b_postgres_missing_index_pgstat%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104b_postgres_missing_index_pgstat%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104b_postgres_missing_index_pgstat%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104b_postgres_missing_index_pgstat%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104b_postgres_missing_index_pgstat%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104b_postgres_missing_index_pgstat%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104b_postgres_missing_index_pgstat%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**104c_postgres_minimal_missing_index**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/104c_postgres_minimal_missing_index/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522104c_postgres_minimal_missing_index%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520104c_postgres_minimal_missing_index%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104c_postgres_minimal_missing_index%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104c_postgres_minimal_missing_index%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104c_postgres_minimal_missing_index%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104c_postgres_minimal_missing_index%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104c_postgres_minimal_missing_index%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104c_postgres_minimal_missing_index%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104c_postgres_minimal_missing_index%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104c_postgres_minimal_missing_index%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104c_postgres_minimal_missing_index%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104c_postgres_minimal_missing_index%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**105_redis_wrong_data_structure**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/105_redis_wrong_data_structure/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522105_redis_wrong_data_structure%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520105_redis_wrong_data_structure%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522105_redis_wrong_data_structure%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520105_redis_wrong_data_structure%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522105_redis_wrong_data_structure%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520105_redis_wrong_data_structure%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522105_redis_wrong_data_structure%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520105_redis_wrong_data_structure%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522105_redis_wrong_data_structure%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520105_redis_wrong_data_structure%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522105_redis_wrong_data_structure%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520105_redis_wrong_data_structure%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**156_kafka_opensearch_latency**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/156_kafka_opensearch_latency/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522156_kafka_opensearch_latency%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520156_kafka_opensearch_latency%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522156_kafka_opensearch_latency%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520156_kafka_opensearch_latency%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522156_kafka_opensearch_latency%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520156_kafka_opensearch_latency%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522156_kafka_opensearch_latency%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520156_kafka_opensearch_latency%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522156_kafka_opensearch_latency%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520156_kafka_opensearch_latency%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522156_kafka_opensearch_latency%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520156_kafka_opensearch_latency%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**43_slack_deployment_logs**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/43_slack_deployment_logs/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252243_slack_deployment_logs%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252043_slack_deployment_logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_slack_deployment_logs%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_slack_deployment_logs%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_slack_deployment_logs%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_slack_deployment_logs%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_slack_deployment_logs%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_slack_deployment_logs%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_slack_deployment_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_slack_deployment_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_slack_deployment_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_slack_deployment_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**55_kafka_runbook**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/55_kafka_runbook/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252255_kafka_runbook%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252055_kafka_runbook%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252255_kafka_runbook%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252055_kafka_runbook%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252255_kafka_runbook%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252055_kafka_runbook%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252255_kafka_runbook%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252055_kafka_runbook%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252255_kafka_runbook%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252055_kafka_runbook%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252255_kafka_runbook%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252055_kafka_runbook%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [**98_logs_transparency_default_time**](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/98_logs_transparency_default_time/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252298_logs_transparency_default_time%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252098_logs_transparency_default_time%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252298_logs_transparency_default_time%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252098_logs_transparency_default_time%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252298_logs_transparency_default_time%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252098_logs_transparency_default_time%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252298_logs_transparency_default_time%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252098_logs_transparency_default_time%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252298_logs_transparency_default_time%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252098_logs_transparency_default_time%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⏭️](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252298_logs_transparency_default_time%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252098_logs_transparency_default_time%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| **SUMMARY** | 🟡 69% (65/94) | 🟡 74% (70/94) | 🟡 80% (74/93) | 🟡 97% (91/94) | 🟡 93% (87/94) | ## Detailed Raw Results -| Eval ID | gpt-4o | gpt-4.1 | gpt-5 | sonnet-4-20250514 | -|---------|-------|-------|-------|-------| -| [01_how_many_pods](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/01_how_many_pods/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252201_how_many_pods%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252001_how_many_pods%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252201_how_many_pods%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252001_how_many_pods%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 28.8s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252201_how_many_pods%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252001_how_many_pods%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 27.1s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252201_how_many_pods%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252001_how_many_pods%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 39.1s / 💰 $0.03 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252201_how_many_pods%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252001_how_many_pods%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 26.5s / 💰 $0.08 | -| [02_what_is_wrong_with_pod](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/02_what_is_wrong_with_pod/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252202_what_is_wrong_with_pod%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252002_what_is_wrong_with_pod%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252202_what_is_wrong_with_pod%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252002_what_is_wrong_with_pod%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 27.1s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252202_what_is_wrong_with_pod%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252002_what_is_wrong_with_pod%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 28.3s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252202_what_is_wrong_with_pod%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252002_what_is_wrong_with_pod%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 179.2s / 💰 $0.14 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252202_what_is_wrong_with_pod%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252002_what_is_wrong_with_pod%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 44.1s / 💰 $0.11 | -| [03_what_is_the_command_to_port_forward](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/03_what_is_the_command_to_port_forward/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252203_what_is_the_command_to_port_forward%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252003_what_is_the_command_to_port_forward%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252203_what_is_the_command_to_port_forward%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252003_what_is_the_command_to_port_forward%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 33.5s / 💰 $0.16 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252203_what_is_the_command_to_port_forward%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252003_what_is_the_command_to_port_forward%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 31.0s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252203_what_is_the_command_to_port_forward%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252003_what_is_the_command_to_port_forward%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 119.7s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252203_what_is_the_command_to_port_forward%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252003_what_is_the_command_to_port_forward%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 38.3s / 💰 $0.12 | -| [04_related_k8s_events](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/04_related_k8s_events/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252204_related_k8s_events%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252004_related_k8s_events%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252204_related_k8s_events%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252004_related_k8s_events%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 31.1s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252204_related_k8s_events%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252004_related_k8s_events%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 29.7s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252204_related_k8s_events%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252004_related_k8s_events%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 84.5s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252204_related_k8s_events%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252004_related_k8s_events%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 44.0s / 💰 $0.09 | -| [05_image_version](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/05_image_version/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252205_image_version%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252005_image_version%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252205_image_version%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252005_image_version%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 27.2s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252205_image_version%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252005_image_version%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 23.0s / 💰 $0.05 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252205_image_version%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252005_image_version%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 65.4s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252205_image_version%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252005_image_version%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 32.1s / 💰 $0.09 | -| [09_crashpod](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/09_crashpod/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252209_crashpod%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252009_crashpod%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252209_crashpod%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252009_crashpod%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 32.3s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252209_crashpod%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252009_crashpod%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 31.5s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252209_crashpod%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252009_crashpod%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 74.4s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252209_crashpod%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252009_crashpod%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 54.8s / 💰 $0.16 | -| [100a_historical_logs](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/100a_historical_logs/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522100a_historical_logs%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520100a_historical_logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100a_historical_logs%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100a_historical_logs%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 44.8s / 💰 $0.14 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100a_historical_logs%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100a_historical_logs%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 40.6s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100a_historical_logs%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100a_historical_logs%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 388.1s / 💰 $0.29 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100a_historical_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100a_historical_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 130.5s / 💰 $0.28 | -| [100b_historical_logs_nonstandard_label](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/100b_historical_logs_nonstandard_label/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522100b_historical_logs_nonstandard_label%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520100b_historical_logs_nonstandard_label%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100b_historical_logs_nonstandard_label%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100b_historical_logs_nonstandard_label%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 36.1s / 💰 $0.15 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100b_historical_logs_nonstandard_label%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100b_historical_logs_nonstandard_label%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 34.6s / 💰 $0.07 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100b_historical_logs_nonstandard_label%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100b_historical_logs_nonstandard_label%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 354.2s / 💰 $0.16 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100b_historical_logs_nonstandard_label%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100b_historical_logs_nonstandard_label%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 151.0s / 💰 $0.23 | -| [101_historical_logs_pod_deleted](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/101_historical_logs_pod_deleted/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522101_historical_logs_pod_deleted%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520101_historical_logs_pod_deleted%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522101_historical_logs_pod_deleted%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520101_historical_logs_pod_deleted%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 40.2s / 💰 $0.12 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522101_historical_logs_pod_deleted%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520101_historical_logs_pod_deleted%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 31.4s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522101_historical_logs_pod_deleted%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520101_historical_logs_pod_deleted%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 453.0s / 💰 $0.33 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522101_historical_logs_pod_deleted%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520101_historical_logs_pod_deleted%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 139.6s / 💰 $0.46 | -| [103_logs_transparency_default_limit](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/103_logs_transparency_default_limit/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522103_logs_transparency_default_limit%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520103_logs_transparency_default_limit%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522103_logs_transparency_default_limit%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520103_logs_transparency_default_limit%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 33.4s / 💰 $0.14 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522103_logs_transparency_default_limit%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520103_logs_transparency_default_limit%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 46.9s / 💰 $0.41 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522103_logs_transparency_default_limit%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520103_logs_transparency_default_limit%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 76.1s / 💰 $0.07 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522103_logs_transparency_default_limit%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520103_logs_transparency_default_limit%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 54.3s / 💰 $0.41 | -| [104a_postgres_root_issue](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/104a_postgres_root_issue/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522104a_postgres_root_issue%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520104a_postgres_root_issue%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104a_postgres_root_issue%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104a_postgres_root_issue%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 36.3s / 💰 $0.17 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104a_postgres_root_issue%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104a_postgres_root_issue%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 55.4s / 💰 $0.14 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104a_postgres_root_issue%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104a_postgres_root_issue%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 243.1s / 💰 $0.23 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104a_postgres_root_issue%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104a_postgres_root_issue%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 92.4s / 💰 $0.21 | -| [107_log_filter_http_status_code](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/107_log_filter_http_status_code/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522107_log_filter_http_status_code%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520107_log_filter_http_status_code%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522107_log_filter_http_status_code%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520107_log_filter_http_status_code%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 37.0s / 💰 $0.15 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522107_log_filter_http_status_code%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520107_log_filter_http_status_code%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 38.2s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522107_log_filter_http_status_code%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520107_log_filter_http_status_code%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 304.7s / 💰 $0.26 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522107_log_filter_http_status_code%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520107_log_filter_http_status_code%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 80.1s / 💰 $0.19 | -| [108_logs_nearby_lines](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/108_logs_nearby_lines/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522108_logs_nearby_lines%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520108_logs_nearby_lines%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522108_logs_nearby_lines%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520108_logs_nearby_lines%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 38.9s / 💰 $0.15 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522108_logs_nearby_lines%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520108_logs_nearby_lines%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 41.4s / 💰 $0.14 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522108_logs_nearby_lines%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520108_logs_nearby_lines%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 417.1s / 💰 $0.22 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522108_logs_nearby_lines%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520108_logs_nearby_lines%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 77.5s / 💰 $0.22 | -| [109_logs_transparency_not_found](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/109_logs_transparency_not_found/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522109_logs_transparency_not_found%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520109_logs_transparency_not_found%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522109_logs_transparency_not_found%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520109_logs_transparency_not_found%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 27.7s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522109_logs_transparency_not_found%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520109_logs_transparency_not_found%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 31.6s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522109_logs_transparency_not_found%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520109_logs_transparency_not_found%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 121.1s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522109_logs_transparency_not_found%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520109_logs_transparency_not_found%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 36.3s / 💰 $0.09 | -| [10_image_pull_backoff](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/10_image_pull_backoff/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252210_image_pull_backoff%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252010_image_pull_backoff%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252210_image_pull_backoff%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252010_image_pull_backoff%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 40.8s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252210_image_pull_backoff%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252010_image_pull_backoff%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 28.4s / 💰 $0.05 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252210_image_pull_backoff%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252010_image_pull_backoff%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 45.5s / 💰 $0.02 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252210_image_pull_backoff%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252010_image_pull_backoff%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 50.0s / 💰 $0.11 | -| [110_k8s_events_image_pull](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/110_k8s_events_image_pull/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522110_k8s_events_image_pull%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520110_k8s_events_image_pull%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522110_k8s_events_image_pull%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520110_k8s_events_image_pull%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 32.6s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522110_k8s_events_image_pull%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520110_k8s_events_image_pull%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 34.6s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522110_k8s_events_image_pull%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520110_k8s_events_image_pull%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 55.4s / 💰 $0.05 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522110_k8s_events_image_pull%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520110_k8s_events_image_pull%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 43.9s / 💰 $0.11 | -| [111_disabled_datadog_traces](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/111_disabled_datadog_traces/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522111_disabled_datadog_traces%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520111_disabled_datadog_traces%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_disabled_datadog_traces%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_disabled_datadog_traces%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 28.8s / 💰 $0.03 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_disabled_datadog_traces%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_disabled_datadog_traces%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 20.1s / 💰 $0.03 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_disabled_datadog_traces%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_disabled_datadog_traces%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 161.4s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_disabled_datadog_traces%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_disabled_datadog_traces%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 78.5s / 💰 $0.21 | -| [111_pod_names_contain_service](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/111_pod_names_contain_service/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522111_pod_names_contain_service%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520111_pod_names_contain_service%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_pod_names_contain_service%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_pod_names_contain_service%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 34.3s / 💰 $0.14 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_pod_names_contain_service%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_pod_names_contain_service%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 38.4s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_pod_names_contain_service%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_pod_names_contain_service%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 207.8s / 💰 $0.18 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_pod_names_contain_service%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_pod_names_contain_service%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 71.3s / 💰 $0.21 | -| [112_find_pvcs_by_uuid](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/112_find_pvcs_by_uuid/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522112_find_pvcs_by_uuid%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520112_find_pvcs_by_uuid%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522112_find_pvcs_by_uuid%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520112_find_pvcs_by_uuid%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 30.2s / 💰 $0.11 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522112_find_pvcs_by_uuid%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520112_find_pvcs_by_uuid%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 39.4s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522112_find_pvcs_by_uuid%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520112_find_pvcs_by_uuid%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 100.6s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522112_find_pvcs_by_uuid%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520112_find_pvcs_by_uuid%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 49.9s / 💰 $0.14 | -| [114_checkout_latency_tracing_rebuild[0]](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/114_checkout_latency_tracing_rebuild[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522114_checkout_latency_tracing_rebuild%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520114_checkout_latency_tracing_rebuild%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522114_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520114_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 40.2s / 💰 $0.25 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522114_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520114_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 44.6s / 💰 $0.17 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522114_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520114_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 443.6s / 💰 $0.36 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522114_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520114_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 120.6s / 💰 $0.36 | -| [115_checkout_errors_tracing[0]](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/115_checkout_errors_tracing[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522115_checkout_errors_tracing%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520115_checkout_errors_tracing%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522115_checkout_errors_tracing%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520115_checkout_errors_tracing%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 43.1s / 💰 $0.25 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522115_checkout_errors_tracing%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520115_checkout_errors_tracing%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 64.1s / 💰 $0.17 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522115_checkout_errors_tracing%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520115_checkout_errors_tracing%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 193.9s / 💰 $0.20 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522115_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520115_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 109.7s / 💰 $0.35 | -| [11_init_containers](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/11_init_containers/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252211_init_containers%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252011_init_containers%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252211_init_containers%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252011_init_containers%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 32.7s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252211_init_containers%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252011_init_containers%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 33.6s / 💰 $0.07 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252211_init_containers%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252011_init_containers%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 26.2s / 💰 $0.02 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252211_init_containers%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252011_init_containers%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 56.7s / 💰 $0.13 | -| [121_new_relic_checkout_errors_tracing[0]](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/121_new_relic_checkout_errors_tracing[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522121_new_relic_checkout_errors_tracing%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520121_new_relic_checkout_errors_tracing%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522121_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520121_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 29.9s / 💰 $0.11 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522121_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520121_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 25.9s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522121_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520121_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 565.1s / 💰 $0.31 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522121_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520121_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 141.8s / 💰 $0.28 | -| [122_new_relic_checkout_latency_tracing_rebuild[0]](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/122_new_relic_checkout_latency_tracing_rebuild[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 36.9s / 💰 $0.20 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 40.9s / 💰 $0.12 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 677.8s / 💰 $0.39 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 118.7s / 💰 $0.33 | -| [123_new_relic_checkout_errors_tracing[0]](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/123_new_relic_checkout_errors_tracing[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522123_new_relic_checkout_errors_tracing%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520123_new_relic_checkout_errors_tracing%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522123_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520123_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 32.5s / 💰 $0.13 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522123_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520123_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 22.5s / 💰 $0.03 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522123_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520123_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 577.4s / 💰 $0.32 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522123_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520123_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 97.5s / 💰 $0.29 | -| [12_job_crashing](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/12_job_crashing/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252212_job_crashing%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252012_job_crashing%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252212_job_crashing%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252012_job_crashing%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 36.6s / 💰 $0.18 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252212_job_crashing%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252012_job_crashing%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 33.3s / 💰 $0.07 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252212_job_crashing%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252012_job_crashing%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 54.3s / 💰 $0.05 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252212_job_crashing%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252012_job_crashing%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 55.2s / 💰 $0.12 | -| [13a_pending_node_selector_basic](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/13a_pending_node_selector_basic/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252213a_pending_node_selector_basic%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252013a_pending_node_selector_basic%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213a_pending_node_selector_basic%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013a_pending_node_selector_basic%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 35.2s / 💰 $0.14 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213a_pending_node_selector_basic%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013a_pending_node_selector_basic%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 50.5s / 💰 $0.08 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213a_pending_node_selector_basic%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013a_pending_node_selector_basic%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 27.4s / 💰 $0.02 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213a_pending_node_selector_basic%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013a_pending_node_selector_basic%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 51.6s / 💰 $0.13 | -| [13b_pending_node_selector_detailed](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/13b_pending_node_selector_detailed/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252213b_pending_node_selector_detailed%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252013b_pending_node_selector_detailed%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213b_pending_node_selector_detailed%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013b_pending_node_selector_detailed%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 33.6s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213b_pending_node_selector_detailed%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013b_pending_node_selector_detailed%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 36.3s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213b_pending_node_selector_detailed%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013b_pending_node_selector_detailed%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 314.9s / 💰 $0.14 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213b_pending_node_selector_detailed%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013b_pending_node_selector_detailed%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 50.0s / 💰 $0.13 | -| [14_pending_resources](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/14_pending_resources/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252214_pending_resources%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252014_pending_resources%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252214_pending_resources%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252014_pending_resources%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 37.6s / 💰 $0.14 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252214_pending_resources%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252014_pending_resources%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 37.6s / 💰 $0.09 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252214_pending_resources%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252014_pending_resources%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 39.8s / 💰 $0.02 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252214_pending_resources%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252014_pending_resources%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 56.2s / 💰 $0.12 | -| [159_prometheus_high_cardinality_cpu[0]](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/159_prometheus_high_cardinality_cpu[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520159_prometheus_high_cardinality_cpu%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 30.4s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 58.5s / 💰 $0.14 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 304.1s / 💰 $0.22 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 55.1s / 💰 $0.18 | -| [159_prometheus_high_cardinality_cpu[1]](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/159_prometheus_high_cardinality_cpu[1]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B1%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520159_prometheus_high_cardinality_cpu%255B1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B1%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B1%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 48.6s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B1%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B1%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 34.3s / 💰 $0.14 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B1%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B1%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 358.2s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B1%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B1%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 135.5s / 💰 $0.21 | -| [159_prometheus_high_cardinality_cpu[2]](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/159_prometheus_high_cardinality_cpu[2]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B2%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520159_prometheus_high_cardinality_cpu%255B2%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B2%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B2%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 38.4s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B2%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B2%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 51.4s / 💰 $0.15 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B2%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B2%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 119.6s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B2%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B2%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 69.2s / 💰 $0.21 | -| [15_failed_readiness_probe](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/15_failed_readiness_probe/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252215_failed_readiness_probe%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252015_failed_readiness_probe%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252215_failed_readiness_probe%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252015_failed_readiness_probe%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 44.0s / 💰 $0.18 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252215_failed_readiness_probe%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252015_failed_readiness_probe%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 32.3s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252215_failed_readiness_probe%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252015_failed_readiness_probe%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 236.9s / 💰 $0.18 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252215_failed_readiness_probe%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252015_failed_readiness_probe%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 132.8s / 💰 $0.15 | -| [16_failed_no_toolset_found](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/16_failed_no_toolset_found/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252216_failed_no_toolset_found%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252016_failed_no_toolset_found%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252216_failed_no_toolset_found%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252016_failed_no_toolset_found%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 24.4s / 💰 $0.06 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252216_failed_no_toolset_found%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252016_failed_no_toolset_found%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 23.7s / 💰 $0.04 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252216_failed_no_toolset_found%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252016_failed_no_toolset_found%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 36.9s / 💰 $0.02 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252216_failed_no_toolset_found%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252016_failed_no_toolset_found%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 22.3s / 💰 $0.06 | -| [17_oom_kill](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/17_oom_kill/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252217_oom_kill%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252017_oom_kill%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252217_oom_kill%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252017_oom_kill%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 38.3s / 💰 $0.18 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252217_oom_kill%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252017_oom_kill%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 31.4s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252217_oom_kill%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252017_oom_kill%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 78.0s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252217_oom_kill%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252017_oom_kill%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 55.1s / 💰 $0.12 | -| [19_detect_missing_app_details](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/19_detect_missing_app_details/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252219_detect_missing_app_details%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252019_detect_missing_app_details%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252219_detect_missing_app_details%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252019_detect_missing_app_details%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 50.5s / 💰 $0.22 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252219_detect_missing_app_details%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252019_detect_missing_app_details%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 43.3s / 💰 $0.07 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252219_detect_missing_app_details%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252019_detect_missing_app_details%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 264.1s / 💰 $0.21 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252219_detect_missing_app_details%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252019_detect_missing_app_details%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 95.7s / 💰 $0.16 | -| [20_long_log_file_search](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/20_long_log_file_search/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252220_long_log_file_search%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252020_long_log_file_search%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252220_long_log_file_search%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252020_long_log_file_search%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 39.1s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252220_long_log_file_search%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252020_long_log_file_search%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 42.0s / 💰 $0.05 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252220_long_log_file_search%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252020_long_log_file_search%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 97.6s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252220_long_log_file_search%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252020_long_log_file_search%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 77.2s / 💰 $0.12 | -| [21_job_fail_curl_no_svc_account](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/21_job_fail_curl_no_svc_account/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252221_job_fail_curl_no_svc_account%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252021_job_fail_curl_no_svc_account%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252221_job_fail_curl_no_svc_account%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252021_job_fail_curl_no_svc_account%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 43.9s / 💰 $0.27 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252221_job_fail_curl_no_svc_account%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252021_job_fail_curl_no_svc_account%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 38.2s / 💰 $0.14 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252221_job_fail_curl_no_svc_account%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252021_job_fail_curl_no_svc_account%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 26.8s / 💰 $0.02 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252221_job_fail_curl_no_svc_account%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252021_job_fail_curl_no_svc_account%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 54.3s / 💰 $0.22 | -| [23_app_error_in_current_logs](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/23_app_error_in_current_logs/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252223_app_error_in_current_logs%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252023_app_error_in_current_logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252223_app_error_in_current_logs%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252023_app_error_in_current_logs%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 40.1s / 💰 $0.26 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252223_app_error_in_current_logs%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252023_app_error_in_current_logs%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 36.2s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252223_app_error_in_current_logs%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252023_app_error_in_current_logs%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 283.2s / 💰 $0.19 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252223_app_error_in_current_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252023_app_error_in_current_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 72.4s / 💰 $0.50 | -| [24_misconfigured_pvc](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/24_misconfigured_pvc/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252224_misconfigured_pvc%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252024_misconfigured_pvc%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224_misconfigured_pvc%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024_misconfigured_pvc%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 39.7s / 💰 $0.23 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224_misconfigured_pvc%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024_misconfigured_pvc%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 40.9s / 💰 $0.09 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224_misconfigured_pvc%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024_misconfigured_pvc%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 24.1s / 💰 $0.02 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224_misconfigured_pvc%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024_misconfigured_pvc%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 61.0s / 💰 $0.16 | -| [24a_misconfigured_pvc_basic](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/24a_misconfigured_pvc_basic/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252224a_misconfigured_pvc_basic%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252024a_misconfigured_pvc_basic%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224a_misconfigured_pvc_basic%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024a_misconfigured_pvc_basic%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 40.4s / 💰 $0.18 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224a_misconfigured_pvc_basic%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024a_misconfigured_pvc_basic%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 67.0s / 💰 $0.23 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224a_misconfigured_pvc_basic%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024a_misconfigured_pvc_basic%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 29.4s / 💰 $0.02 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224a_misconfigured_pvc_basic%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024a_misconfigured_pvc_basic%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 79.2s / 💰 $0.15 | -| [24b_misconfigured_pvc_detailed](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/24b_misconfigured_pvc_detailed/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252224b_misconfigured_pvc_detailed%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252024b_misconfigured_pvc_detailed%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224b_misconfigured_pvc_detailed%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024b_misconfigured_pvc_detailed%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 40.3s / 💰 $0.17 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224b_misconfigured_pvc_detailed%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024b_misconfigured_pvc_detailed%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 37.2s / 💰 $0.11 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224b_misconfigured_pvc_detailed%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024b_misconfigured_pvc_detailed%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 29.3s / 💰 $0.02 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224b_misconfigured_pvc_detailed%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024b_misconfigured_pvc_detailed%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 64.2s / 💰 $0.14 | -| [25_misconfigured_ingress_class](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/25_misconfigured_ingress_class/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252225_misconfigured_ingress_class%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252025_misconfigured_ingress_class%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252225_misconfigured_ingress_class%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252025_misconfigured_ingress_class%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 39.2s / 💰 $0.14 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252225_misconfigured_ingress_class%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252025_misconfigured_ingress_class%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 45.1s / 💰 $0.19 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252225_misconfigured_ingress_class%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252025_misconfigured_ingress_class%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 296.2s / 💰 $0.20 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252225_misconfigured_ingress_class%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252025_misconfigured_ingress_class%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 117.6s / 💰 $0.31 | -| [26_page_render_times](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/26_page_render_times/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252226_page_render_times%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252026_page_render_times%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252226_page_render_times%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252026_page_render_times%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 30.2s / 💰 $0.14 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252226_page_render_times%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252026_page_render_times%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 30.7s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252226_page_render_times%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252026_page_render_times%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 227.4s / 💰 $0.20 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252226_page_render_times%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252026_page_render_times%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 57.6s / 💰 $0.15 | -| [27a_multi_container_logs](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/27a_multi_container_logs/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252227a_multi_container_logs%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252027a_multi_container_logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227a_multi_container_logs%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027a_multi_container_logs%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 35.0s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227a_multi_container_logs%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027a_multi_container_logs%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 36.3s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227a_multi_container_logs%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027a_multi_container_logs%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 201.3s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227a_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027a_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 43.9s / 💰 $0.13 | -| [27b_multi_container_logs](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/27b_multi_container_logs/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252227b_multi_container_logs%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252027b_multi_container_logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227b_multi_container_logs%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027b_multi_container_logs%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 32.5s / 💰 $0.14 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227b_multi_container_logs%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027b_multi_container_logs%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 39.0s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227b_multi_container_logs%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027b_multi_container_logs%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 154.3s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227b_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027b_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 37.8s / 💰 $0.11 | -| [28_permissions_error](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/28_permissions_error/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252228_permissions_error%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252028_permissions_error%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252228_permissions_error%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252028_permissions_error%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 21.2s / 💰 $0.04 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252228_permissions_error%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252028_permissions_error%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 23.9s / 💰 $0.05 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252228_permissions_error%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252028_permissions_error%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 124.6s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252228_permissions_error%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252028_permissions_error%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 25.7s / 💰 $0.07 | -| [33_cpu_metrics_discovery](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/33_cpu_metrics_discovery/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252233_cpu_metrics_discovery%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252033_cpu_metrics_discovery%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252233_cpu_metrics_discovery%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252033_cpu_metrics_discovery%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 27.6s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252233_cpu_metrics_discovery%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252033_cpu_metrics_discovery%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 37.9s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252233_cpu_metrics_discovery%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252033_cpu_metrics_discovery%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 246.8s / 💰 $0.20 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252233_cpu_metrics_discovery%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252033_cpu_metrics_discovery%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 48.4s / 💰 $0.13 | -| [39_failed_toolset](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/39_failed_toolset/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252239_failed_toolset%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252039_failed_toolset%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252239_failed_toolset%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252039_failed_toolset%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 27.7s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252239_failed_toolset%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252039_failed_toolset%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 26.9s / 💰 $0.04 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252239_failed_toolset%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252039_failed_toolset%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 222.1s / 💰 $0.16 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252239_failed_toolset%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252039_failed_toolset%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 191.5s / 💰 $0.12 | -| [41_setup_argo](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/41_setup_argo/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252241_setup_argo%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252041_setup_argo%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252241_setup_argo%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252041_setup_argo%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 19.4s / 💰 $0.03 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252241_setup_argo%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252041_setup_argo%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 31.5s / 💰 $0.04 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252241_setup_argo%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252041_setup_argo%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 170.7s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252241_setup_argo%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252041_setup_argo%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 19.0s / 💰 $0.06 | -| [42_dns_issues_result_new_tools_no_runbook](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/42_dns_issues_result_new_tools_no_runbook/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252242_dns_issues_result_new_tools_no_runbook%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252042_dns_issues_result_new_tools_no_runbook%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_result_new_tools_no_runbook%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_result_new_tools_no_runbook%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 34.9s / 💰 $0.24 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_result_new_tools_no_runbook%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_result_new_tools_no_runbook%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 35.3s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_result_new_tools_no_runbook%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_result_new_tools_no_runbook%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 564.4s / 💰 $0.25 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_result_new_tools_no_runbook%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_result_new_tools_no_runbook%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 140.3s / 💰 $0.20 | -| [42_dns_issues_steps_new_tools](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/42_dns_issues_steps_new_tools/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252242_dns_issues_steps_new_tools%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252042_dns_issues_steps_new_tools%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_steps_new_tools%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_steps_new_tools%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 84.7s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_steps_new_tools%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_steps_new_tools%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 37.1s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_steps_new_tools%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_steps_new_tools%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 464.0s / 💰 $0.24 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_steps_new_tools%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_steps_new_tools%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 210.1s / 💰 $0.31 | -| [43_current_datetime_from_prompt](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/43_current_datetime_from_prompt/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252243_current_datetime_from_prompt%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252043_current_datetime_from_prompt%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_current_datetime_from_prompt%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_current_datetime_from_prompt%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 28.4s / 💰 $0.03 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_current_datetime_from_prompt%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_current_datetime_from_prompt%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 20.9s / 💰 $0.04 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_current_datetime_from_prompt%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_current_datetime_from_prompt%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 91.9s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_current_datetime_from_prompt%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_current_datetime_from_prompt%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 18.1s / 💰 $0.06 | -| [45_fetch_deployment_logs_simple](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/45_fetch_deployment_logs_simple/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252245_fetch_deployment_logs_simple%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252045_fetch_deployment_logs_simple%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252245_fetch_deployment_logs_simple%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252045_fetch_deployment_logs_simple%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 29.5s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252245_fetch_deployment_logs_simple%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252045_fetch_deployment_logs_simple%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 32.5s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252245_fetch_deployment_logs_simple%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252045_fetch_deployment_logs_simple%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 108.3s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252245_fetch_deployment_logs_simple%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252045_fetch_deployment_logs_simple%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 35.9s / 💰 $0.09 | -| [50_logs_since_specific_date](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/50_logs_since_specific_date/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252250_logs_since_specific_date%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252050_logs_since_specific_date%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250_logs_since_specific_date%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050_logs_since_specific_date%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 16.6s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250_logs_since_specific_date%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050_logs_since_specific_date%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 19.6s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250_logs_since_specific_date%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050_logs_since_specific_date%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 136.4s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250_logs_since_specific_date%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050_logs_since_specific_date%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 27.8s / 💰 $0.11 | -| [50a_logs_since_last_specific_month](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/50a_logs_since_last_specific_month/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252250a_logs_since_last_specific_month%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252050a_logs_since_last_specific_month%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250a_logs_since_last_specific_month%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050a_logs_since_last_specific_month%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 29.5s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250a_logs_since_last_specific_month%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050a_logs_since_last_specific_month%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 28.1s / 💰 $0.05 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250a_logs_since_last_specific_month%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050a_logs_since_last_specific_month%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 110.7s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250a_logs_since_last_specific_month%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050a_logs_since_last_specific_month%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 41.4s / 💰 $0.10 | -| [51_logs_summarize_errors](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/51_logs_summarize_errors/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252251_logs_summarize_errors%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252051_logs_summarize_errors%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252251_logs_summarize_errors%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252051_logs_summarize_errors%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 29.4s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252251_logs_summarize_errors%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252051_logs_summarize_errors%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 32.8s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252251_logs_summarize_errors%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252051_logs_summarize_errors%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 89.4s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252251_logs_summarize_errors%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252051_logs_summarize_errors%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 42.8s / 💰 $0.10 | -| [52_logs_login_issues](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/52_logs_login_issues/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252252_logs_login_issues%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252052_logs_login_issues%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252252_logs_login_issues%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252052_logs_login_issues%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 33.6s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252252_logs_login_issues%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252052_logs_login_issues%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 48.1s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252252_logs_login_issues%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252052_logs_login_issues%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 339.9s / 💰 $0.19 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252252_logs_login_issues%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252052_logs_login_issues%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 75.4s / 💰 $0.12 | -| [53_logs_find_term](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/53_logs_find_term/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252253_logs_find_term%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252053_logs_find_term%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252253_logs_find_term%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252053_logs_find_term%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 30.7s / 💰 $0.15 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252253_logs_find_term%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252053_logs_find_term%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 40.7s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252253_logs_find_term%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252053_logs_find_term%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 81.5s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252253_logs_find_term%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252053_logs_find_term%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 46.2s / 💰 $0.13 | -| [54_not_truncated_when_getting_pods](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/54_not_truncated_when_getting_pods/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252254_not_truncated_when_getting_pods%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252054_not_truncated_when_getting_pods%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252254_not_truncated_when_getting_pods%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252054_not_truncated_when_getting_pods%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 36.5s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252254_not_truncated_when_getting_pods%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252054_not_truncated_when_getting_pods%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 40.5s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252254_not_truncated_when_getting_pods%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252054_not_truncated_when_getting_pods%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 188.7s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252254_not_truncated_when_getting_pods%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252054_not_truncated_when_getting_pods%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 69.8s / 💰 $0.16 | -| [57_wrong_namespace](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/57_wrong_namespace/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252257_wrong_namespace%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252057_wrong_namespace%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252257_wrong_namespace%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252057_wrong_namespace%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 27.1s / 💰 $0.10 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252257_wrong_namespace%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252057_wrong_namespace%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 27.8s / 💰 $0.05 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252257_wrong_namespace%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252057_wrong_namespace%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 111.4s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252257_wrong_namespace%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252057_wrong_namespace%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 41.5s / 💰 $0.10 | -| [59_label_based_counting](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/59_label_based_counting/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252259_label_based_counting%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252059_label_based_counting%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252259_label_based_counting%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252059_label_based_counting%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 26.1s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252259_label_based_counting%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252059_label_based_counting%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 27.1s / 💰 $0.05 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252259_label_based_counting%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252059_label_based_counting%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 47.0s / 💰 $0.03 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252259_label_based_counting%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252059_label_based_counting%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 166.8s / 💰 $0.08 | -| [60_count_less_than](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/60_count_less_than/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252260_count_less_than%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252060_count_less_than%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252260_count_less_than%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252060_count_less_than%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 23.3s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252260_count_less_than%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252060_count_less_than%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 23.4s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252260_count_less_than%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252060_count_less_than%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 53.1s / 💰 $0.04 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252260_count_less_than%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252060_count_less_than%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 26.2s / 💰 $0.08 | -| [61_exact_match_counting](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/61_exact_match_counting/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252261_exact_match_counting%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252061_exact_match_counting%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252261_exact_match_counting%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252061_exact_match_counting%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 36.2s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252261_exact_match_counting%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252061_exact_match_counting%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 25.4s / 💰 $0.05 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252261_exact_match_counting%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252061_exact_match_counting%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 55.7s / 💰 $0.04 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252261_exact_match_counting%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252061_exact_match_counting%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 29.5s / 💰 $0.07 | -| [62_fetch_error_logs_with_errors](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/62_fetch_error_logs_with_errors/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252262_fetch_error_logs_with_errors%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252062_fetch_error_logs_with_errors%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252262_fetch_error_logs_with_errors%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252062_fetch_error_logs_with_errors%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 29.9s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252262_fetch_error_logs_with_errors%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252062_fetch_error_logs_with_errors%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 29.7s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252262_fetch_error_logs_with_errors%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252062_fetch_error_logs_with_errors%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 96.1s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252262_fetch_error_logs_with_errors%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252062_fetch_error_logs_with_errors%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 39.3s / 💰 $0.09 | -| [63_fetch_error_logs_no_errors](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/63_fetch_error_logs_no_errors/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252263_fetch_error_logs_no_errors%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252063_fetch_error_logs_no_errors%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252263_fetch_error_logs_no_errors%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252063_fetch_error_logs_no_errors%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 38.5s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252263_fetch_error_logs_no_errors%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252063_fetch_error_logs_no_errors%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 29.9s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252263_fetch_error_logs_no_errors%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252063_fetch_error_logs_no_errors%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 100.5s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252263_fetch_error_logs_no_errors%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252063_fetch_error_logs_no_errors%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 37.1s / 💰 $0.09 | -| [64_keda_vs_hpa_confusion](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/64_keda_vs_hpa_confusion/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252264_keda_vs_hpa_confusion%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252064_keda_vs_hpa_confusion%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252264_keda_vs_hpa_confusion%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252064_keda_vs_hpa_confusion%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 55.0s / 💰 $0.27 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252264_keda_vs_hpa_confusion%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252064_keda_vs_hpa_confusion%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 31.9s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252264_keda_vs_hpa_confusion%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252064_keda_vs_hpa_confusion%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 241.5s / 💰 $0.20 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252264_keda_vs_hpa_confusion%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252064_keda_vs_hpa_confusion%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 72.1s / 💰 $0.25 | -| [65_health_check_followup](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/65_health_check_followup/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252265_health_check_followup%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252065_health_check_followup%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252265_health_check_followup%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252065_health_check_followup%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 35.2s / 💰 $0.14 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252265_health_check_followup%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252065_health_check_followup%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 40.6s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252265_health_check_followup%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252065_health_check_followup%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 224.3s / 💰 $0.17 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252265_health_check_followup%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252065_health_check_followup%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 76.3s / 💰 $0.24 | -| [71_connection_pool_starvation](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/71_connection_pool_starvation/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252271_connection_pool_starvation%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252071_connection_pool_starvation%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252271_connection_pool_starvation%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252071_connection_pool_starvation%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 28.6s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252271_connection_pool_starvation%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252071_connection_pool_starvation%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 37.1s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252271_connection_pool_starvation%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252071_connection_pool_starvation%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 161.5s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252271_connection_pool_starvation%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252071_connection_pool_starvation%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 57.2s / 💰 $0.15 | -| [73a_time_window_anomaly](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/73a_time_window_anomaly/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252273a_time_window_anomaly%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252073a_time_window_anomaly%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273a_time_window_anomaly%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073a_time_window_anomaly%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 47.4s / 💰 $0.21 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273a_time_window_anomaly%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073a_time_window_anomaly%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 27.6s / 💰 $0.05 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273a_time_window_anomaly%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073a_time_window_anomaly%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 113.4s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273a_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073a_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 60.6s / 💰 $0.14 | -| [73b_time_window_anomaly](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/73b_time_window_anomaly/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252273b_time_window_anomaly%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252073b_time_window_anomaly%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273b_time_window_anomaly%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073b_time_window_anomaly%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 40.6s / 💰 $0.17 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273b_time_window_anomaly%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073b_time_window_anomaly%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 43.6s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273b_time_window_anomaly%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073b_time_window_anomaly%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 136.4s / 💰 $0.08 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273b_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073b_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 55.1s / 💰 $0.13 | -| [76_service_discovery_issue](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/76_service_discovery_issue/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252276_service_discovery_issue%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252076_service_discovery_issue%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252276_service_discovery_issue%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252076_service_discovery_issue%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 34.5s / 💰 $0.14 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252276_service_discovery_issue%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252076_service_discovery_issue%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 45.6s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252276_service_discovery_issue%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252076_service_discovery_issue%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 231.2s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252276_service_discovery_issue%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252076_service_discovery_issue%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 68.2s / 💰 $0.20 | -| [77_liveness_probe_misconfiguration](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/77_liveness_probe_misconfiguration/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252277_liveness_probe_misconfiguration%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252077_liveness_probe_misconfiguration%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252277_liveness_probe_misconfiguration%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252077_liveness_probe_misconfiguration%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 43.4s / 💰 $0.19 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252277_liveness_probe_misconfiguration%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252077_liveness_probe_misconfiguration%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 30.3s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252277_liveness_probe_misconfiguration%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252077_liveness_probe_misconfiguration%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 101.5s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252277_liveness_probe_misconfiguration%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252077_liveness_probe_misconfiguration%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 48.1s / 💰 $0.13 | -| [78a_missing_cpu_limits](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/78a_missing_cpu_limits/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252278a_missing_cpu_limits%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252078a_missing_cpu_limits%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278a_missing_cpu_limits%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078a_missing_cpu_limits%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 42.2s / 💰 $0.18 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278a_missing_cpu_limits%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078a_missing_cpu_limits%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 34.6s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278a_missing_cpu_limits%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078a_missing_cpu_limits%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 260.0s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278a_missing_cpu_limits%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078a_missing_cpu_limits%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 55.1s / 💰 $0.13 | -| [78b_cpu_quota_exceeded](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/78b_cpu_quota_exceeded/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252278b_cpu_quota_exceeded%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252078b_cpu_quota_exceeded%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278b_cpu_quota_exceeded%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078b_cpu_quota_exceeded%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 42.7s / 💰 $0.20 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278b_cpu_quota_exceeded%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078b_cpu_quota_exceeded%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 46.1s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278b_cpu_quota_exceeded%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078b_cpu_quota_exceeded%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 171.3s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278b_cpu_quota_exceeded%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078b_cpu_quota_exceeded%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 72.2s / 💰 $0.13 | -| [79_configmap_mount_issue](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/79_configmap_mount_issue/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252279_configmap_mount_issue%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252079_configmap_mount_issue%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252279_configmap_mount_issue%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252079_configmap_mount_issue%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 28.6s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252279_configmap_mount_issue%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252079_configmap_mount_issue%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 32.6s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252279_configmap_mount_issue%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252079_configmap_mount_issue%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 153.7s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252279_configmap_mount_issue%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252079_configmap_mount_issue%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 49.2s / 💰 $0.12 | -| [80_pvc_storage_class_mismatch](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/80_pvc_storage_class_mismatch/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252280_pvc_storage_class_mismatch%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252080_pvc_storage_class_mismatch%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252280_pvc_storage_class_mismatch%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252080_pvc_storage_class_mismatch%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 29.7s / 💰 $0.11 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252280_pvc_storage_class_mismatch%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252080_pvc_storage_class_mismatch%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 37.9s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252280_pvc_storage_class_mismatch%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252080_pvc_storage_class_mismatch%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 159.7s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252280_pvc_storage_class_mismatch%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252080_pvc_storage_class_mismatch%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 51.8s / 💰 $0.12 | -| [81_service_account_permission_denied](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/81_service_account_permission_denied/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252281_service_account_permission_denied%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252081_service_account_permission_denied%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252281_service_account_permission_denied%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252081_service_account_permission_denied%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 35.8s / 💰 $0.15 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252281_service_account_permission_denied%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252081_service_account_permission_denied%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 43.6s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252281_service_account_permission_denied%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252081_service_account_permission_denied%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 165.4s / 💰 $0.15 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252281_service_account_permission_denied%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252081_service_account_permission_denied%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 67.1s / 💰 $0.20 | -| [82_pod_anti_affinity_conflict](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/82_pod_anti_affinity_conflict/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252282_pod_anti_affinity_conflict%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252082_pod_anti_affinity_conflict%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252282_pod_anti_affinity_conflict%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252082_pod_anti_affinity_conflict%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 35.9s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252282_pod_anti_affinity_conflict%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252082_pod_anti_affinity_conflict%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 35.0s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252282_pod_anti_affinity_conflict%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252082_pod_anti_affinity_conflict%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 191.3s / 💰 $0.15 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252282_pod_anti_affinity_conflict%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252082_pod_anti_affinity_conflict%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 59.3s / 💰 $0.14 | -| [83_secret_not_found](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/83_secret_not_found/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252283_secret_not_found%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252083_secret_not_found%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252283_secret_not_found%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252083_secret_not_found%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 32.0s / 💰 $0.15 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252283_secret_not_found%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252083_secret_not_found%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 37.5s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252283_secret_not_found%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252083_secret_not_found%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 132.9s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252283_secret_not_found%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252083_secret_not_found%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 52.2s / 💰 $0.11 | -| [84_network_policy_blocking_traffic](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/84_network_policy_blocking_traffic/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252284_network_policy_blocking_traffic%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252084_network_policy_blocking_traffic%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252284_network_policy_blocking_traffic%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252084_network_policy_blocking_traffic%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 35.2s / 💰 $0.14 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252284_network_policy_blocking_traffic%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252084_network_policy_blocking_traffic%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 39.6s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252284_network_policy_blocking_traffic%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252084_network_policy_blocking_traffic%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 157.9s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252284_network_policy_blocking_traffic%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252084_network_policy_blocking_traffic%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 84.8s / 💰 $0.22 | -| [85_hpa_not_scaling](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/85_hpa_not_scaling/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252285_hpa_not_scaling%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252085_hpa_not_scaling%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252285_hpa_not_scaling%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252085_hpa_not_scaling%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 34.6s / 💰 $0.14 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252285_hpa_not_scaling%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252085_hpa_not_scaling%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 42.6s / 💰 $0.16 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252285_hpa_not_scaling%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252085_hpa_not_scaling%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 195.0s / 💰 $0.19 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252285_hpa_not_scaling%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252085_hpa_not_scaling%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 62.4s / 💰 $0.17 | -| [86_configmap_like_but_secret](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/86_configmap_like_but_secret/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252286_configmap_like_but_secret%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252086_configmap_like_but_secret%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252286_configmap_like_but_secret%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252086_configmap_like_but_secret%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 44.9s / 💰 $0.17 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252286_configmap_like_but_secret%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252086_configmap_like_but_secret%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 43.9s / 💰 $0.14 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252286_configmap_like_but_secret%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252086_configmap_like_but_secret%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 184.3s / 💰 $0.15 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252286_configmap_like_but_secret%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252086_configmap_like_but_secret%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 46.7s / 💰 $0.12 | -| [89_runbook_missing_cloudwatch](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/89_runbook_missing_cloudwatch/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252289_runbook_missing_cloudwatch%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252089_runbook_missing_cloudwatch%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252289_runbook_missing_cloudwatch%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252089_runbook_missing_cloudwatch%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 30.8s / 💰 $0.16 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252289_runbook_missing_cloudwatch%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252089_runbook_missing_cloudwatch%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 22.3s / 💰 $0.05 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252289_runbook_missing_cloudwatch%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252089_runbook_missing_cloudwatch%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 315.4s / 💰 $0.19 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252289_runbook_missing_cloudwatch%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252089_runbook_missing_cloudwatch%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 42.8s / 💰 $0.10 | -| [90_runbook_basic_selection](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/90_runbook_basic_selection/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252290_runbook_basic_selection%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252090_runbook_basic_selection%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252290_runbook_basic_selection%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252090_runbook_basic_selection%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 47.0s / 💰 $0.26 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252290_runbook_basic_selection%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252090_runbook_basic_selection%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 46.1s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252290_runbook_basic_selection%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252090_runbook_basic_selection%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 383.5s / 💰 $0.32 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252290_runbook_basic_selection%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252090_runbook_basic_selection%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 150.5s / 💰 $0.13 | -| [91f_datadog_logs_historical_pod](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/91f_datadog_logs_historical_pod/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252291f_datadog_logs_historical_pod%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252091f_datadog_logs_historical_pod%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252291f_datadog_logs_historical_pod%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252091f_datadog_logs_historical_pod%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 38.9s / 💰 $0.17 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252291f_datadog_logs_historical_pod%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252091f_datadog_logs_historical_pod%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 80.4s / 💰 $0.36 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252291f_datadog_logs_historical_pod%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252091f_datadog_logs_historical_pod%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 434.8s / 💰 $0.31 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252291f_datadog_logs_historical_pod%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252091f_datadog_logs_historical_pod%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 69.6s / 💰 $0.15 | -| [93_calling_datadog[0]](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/93_calling_datadog[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252293_calling_datadog%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252093_calling_datadog%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 48.5s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 10.8s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 102.7s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 10.9s / 💰 $0.15 | -| [93_calling_datadog[1]](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/93_calling_datadog[1]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252293_calling_datadog%255B1%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252093_calling_datadog%255B1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B1%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B1%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 45.3s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B1%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B1%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 8.7s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B1%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B1%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 40.1s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B1%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B1%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 10.7s / 💰 $0.15 | -| [93_calling_datadog[2]](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/93_calling_datadog[2]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252293_calling_datadog%255B2%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252093_calling_datadog%255B2%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B2%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B2%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 47.0s / 💰 $0.15 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B2%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B2%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 9.8s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B2%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B2%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 42.7s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B2%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B2%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 15.2s / 💰 $0.15 | -| [94_runbook_transparency](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/94_runbook_transparency/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252294_runbook_transparency%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252094_runbook_transparency%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252294_runbook_transparency%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252094_runbook_transparency%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 52.7s / 💰 $0.18 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252294_runbook_transparency%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252094_runbook_transparency%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 35.5s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252294_runbook_transparency%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252094_runbook_transparency%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 359.0s / 💰 $0.26 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252294_runbook_transparency%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252094_runbook_transparency%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 83.1s / 💰 $0.23 | -| [96_no_matching_runbook](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/96_no_matching_runbook/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252296_no_matching_runbook%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252096_no_matching_runbook%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252296_no_matching_runbook%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252096_no_matching_runbook%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 36.3s / 💰 $0.16 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252296_no_matching_runbook%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252096_no_matching_runbook%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 60.8s / 💰 $0.17 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252296_no_matching_runbook%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252096_no_matching_runbook%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 383.2s / 💰 $0.26 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252296_no_matching_runbook%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252096_no_matching_runbook%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 90.1s / 💰 $0.26 | -| [97_logs_clarification_needed](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/97_logs_clarification_needed/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252297_logs_clarification_needed%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252097_logs_clarification_needed%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252297_logs_clarification_needed%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252097_logs_clarification_needed%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 15.2s / 💰 $0.03 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252297_logs_clarification_needed%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252097_logs_clarification_needed%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 19.3s / 💰 $0.03 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252297_logs_clarification_needed%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252097_logs_clarification_needed%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 26.8s / 💰 $0.02 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252297_logs_clarification_needed%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252097_logs_clarification_needed%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 131.5s / 💰 $0.19 | -| [99_logs_transparency_custom_time](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/99_logs_transparency_custom_time/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252299_logs_transparency_custom_time%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252099_logs_transparency_custom_time%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252299_logs_transparency_custom_time%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252099_logs_transparency_custom_time%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 45.3s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252299_logs_transparency_custom_time%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252099_logs_transparency_custom_time%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 33.6s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252299_logs_transparency_custom_time%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252099_logs_transparency_custom_time%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 67.9s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252299_logs_transparency_custom_time%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252099_logs_transparency_custom_time%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 43.0s / 💰 $0.10 | -| [93_events_since_specific_date](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/93_events_since_specific_date/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252293_events_since_specific_date%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252093_events_since_specific_date%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_events_since_specific_date%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_events_since_specific_date%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_events_since_specific_date%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_events_since_specific_date%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 13.2s / 💰 $0.07 | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_events_since_specific_date%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_events_since_specific_date%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_events_since_specific_date%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_events_since_specific_date%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 16.3s / 💰 $0.10 | -| [44_slack_statefulset_logs](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/44_slack_statefulset_logs/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252244_slack_statefulset_logs%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252044_slack_statefulset_logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252244_slack_statefulset_logs%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252044_slack_statefulset_logs%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252244_slack_statefulset_logs%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252044_slack_statefulset_logs%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252244_slack_statefulset_logs%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252044_slack_statefulset_logs%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252244_slack_statefulset_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252044_slack_statefulset_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [48_logs_since_thursday](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/48_logs_since_thursday/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252248_logs_since_thursday%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252048_logs_since_thursday%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252248_logs_since_thursday%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252048_logs_since_thursday%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252248_logs_since_thursday%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252048_logs_since_thursday%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252248_logs_since_thursday%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252048_logs_since_thursday%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252248_logs_since_thursday%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252048_logs_since_thursday%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [22_high_latency_dbi_down](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/22_high_latency_dbi_down/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252222_high_latency_dbi_down%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252022_high_latency_dbi_down%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252222_high_latency_dbi_down%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252022_high_latency_dbi_down%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252222_high_latency_dbi_down%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252022_high_latency_dbi_down%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252222_high_latency_dbi_down%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252022_high_latency_dbi_down%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252222_high_latency_dbi_down%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252022_high_latency_dbi_down%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [08_sock_shop_frontend](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/08_sock_shop_frontend/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252208_sock_shop_frontend%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252008_sock_shop_frontend%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252208_sock_shop_frontend%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252008_sock_shop_frontend%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252208_sock_shop_frontend%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252008_sock_shop_frontend%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252208_sock_shop_frontend%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252008_sock_shop_frontend%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252208_sock_shop_frontend%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252008_sock_shop_frontend%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [104b_postgres_missing_index_pgstat](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/104b_postgres_missing_index_pgstat/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522104b_postgres_missing_index_pgstat%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520104b_postgres_missing_index_pgstat%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104b_postgres_missing_index_pgstat%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104b_postgres_missing_index_pgstat%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104b_postgres_missing_index_pgstat%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104b_postgres_missing_index_pgstat%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104b_postgres_missing_index_pgstat%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104b_postgres_missing_index_pgstat%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104b_postgres_missing_index_pgstat%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104b_postgres_missing_index_pgstat%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [104c_postgres_minimal_missing_index](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/104c_postgres_minimal_missing_index/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522104c_postgres_minimal_missing_index%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520104c_postgres_minimal_missing_index%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104c_postgres_minimal_missing_index%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104c_postgres_minimal_missing_index%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104c_postgres_minimal_missing_index%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104c_postgres_minimal_missing_index%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104c_postgres_minimal_missing_index%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104c_postgres_minimal_missing_index%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104c_postgres_minimal_missing_index%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104c_postgres_minimal_missing_index%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [105_redis_wrong_data_structure](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/105_redis_wrong_data_structure/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522105_redis_wrong_data_structure%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520105_redis_wrong_data_structure%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522105_redis_wrong_data_structure%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520105_redis_wrong_data_structure%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522105_redis_wrong_data_structure%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520105_redis_wrong_data_structure%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522105_redis_wrong_data_structure%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520105_redis_wrong_data_structure%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522105_redis_wrong_data_structure%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520105_redis_wrong_data_structure%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [156_kafka_opensearch_latency](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/156_kafka_opensearch_latency/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522156_kafka_opensearch_latency%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520156_kafka_opensearch_latency%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522156_kafka_opensearch_latency%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520156_kafka_opensearch_latency%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522156_kafka_opensearch_latency%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520156_kafka_opensearch_latency%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522156_kafka_opensearch_latency%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520156_kafka_opensearch_latency%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522156_kafka_opensearch_latency%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520156_kafka_opensearch_latency%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [43_slack_deployment_logs](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/43_slack_deployment_logs/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252243_slack_deployment_logs%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252043_slack_deployment_logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_slack_deployment_logs%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_slack_deployment_logs%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_slack_deployment_logs%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_slack_deployment_logs%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_slack_deployment_logs%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_slack_deployment_logs%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_slack_deployment_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_slack_deployment_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [55_kafka_runbook](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/55_kafka_runbook/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252255_kafka_runbook%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252055_kafka_runbook%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252255_kafka_runbook%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252055_kafka_runbook%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252255_kafka_runbook%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252055_kafka_runbook%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252255_kafka_runbook%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252055_kafka_runbook%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252255_kafka_runbook%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252055_kafka_runbook%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | -| [98_logs_transparency_default_time](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/98_logs_transparency_default_time/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252298_logs_transparency_default_time%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252098_logs_transparency_default_time%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252298_logs_transparency_default_time%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252098_logs_transparency_default_time%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252298_logs_transparency_default_time%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252098_logs_transparency_default_time%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252298_logs_transparency_default_time%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252098_logs_transparency_default_time%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252298_logs_transparency_default_time%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252098_logs_transparency_default_time%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| Eval ID | gpt-4o | gpt-4.1 | gpt-5 | sonnet-4-20250514 | sonnet-4-5-20250929 | +|---------|-------|-------|-------|-------|-------| +| [01_how_many_pods](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/01_how_many_pods/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252201_how_many_pods%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252001_how_many_pods%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252201_how_many_pods%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252001_how_many_pods%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 27.3s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252201_how_many_pods%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252001_how_many_pods%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 30.7s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252201_how_many_pods%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252001_how_many_pods%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 50.6s / 💰 $0.03 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252201_how_many_pods%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252001_how_many_pods%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 26.7s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252201_how_many_pods%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252001_how_many_pods%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 27.1s / 💰 $0.08 | +| [02_what_is_wrong_with_pod](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/02_what_is_wrong_with_pod/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252202_what_is_wrong_with_pod%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252002_what_is_wrong_with_pod%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252202_what_is_wrong_with_pod%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252002_what_is_wrong_with_pod%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 27.0s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252202_what_is_wrong_with_pod%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252002_what_is_wrong_with_pod%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 40.0s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252202_what_is_wrong_with_pod%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252002_what_is_wrong_with_pod%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 137.4s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252202_what_is_wrong_with_pod%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252002_what_is_wrong_with_pod%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 43.1s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252202_what_is_wrong_with_pod%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252002_what_is_wrong_with_pod%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 34.7s / 💰 $0.09 | +| [03_what_is_the_command_to_port_forward](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/03_what_is_the_command_to_port_forward/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252203_what_is_the_command_to_port_forward%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252003_what_is_the_command_to_port_forward%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252203_what_is_the_command_to_port_forward%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252003_what_is_the_command_to_port_forward%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 27.5s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252203_what_is_the_command_to_port_forward%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252003_what_is_the_command_to_port_forward%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 41.1s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252203_what_is_the_command_to_port_forward%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252003_what_is_the_command_to_port_forward%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 231.3s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252203_what_is_the_command_to_port_forward%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252003_what_is_the_command_to_port_forward%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 35.4s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252203_what_is_the_command_to_port_forward%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252003_what_is_the_command_to_port_forward%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 36.3s / 💰 $0.09 | +| [04_related_k8s_events](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/04_related_k8s_events/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252204_related_k8s_events%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252004_related_k8s_events%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252204_related_k8s_events%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252004_related_k8s_events%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 33.5s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252204_related_k8s_events%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252004_related_k8s_events%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 37.2s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252204_related_k8s_events%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252004_related_k8s_events%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 64.7s / 💰 $0.04 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252204_related_k8s_events%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252004_related_k8s_events%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 36.1s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252204_related_k8s_events%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252004_related_k8s_events%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 36.1s / 💰 $0.09 | +| [05_image_version](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/05_image_version/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252205_image_version%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252005_image_version%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252205_image_version%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252005_image_version%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 39.1s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252205_image_version%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252005_image_version%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 34.7s / 💰 $0.07 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252205_image_version%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252005_image_version%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 29.8s / 💰 $0.02 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252205_image_version%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252005_image_version%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 36.7s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252205_image_version%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252005_image_version%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 32.0s / 💰 $0.09 | +| [09_crashpod](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/09_crashpod/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252209_crashpod%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252009_crashpod%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252209_crashpod%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252009_crashpod%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 42.2s / 💰 $0.16 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252209_crashpod%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252009_crashpod%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 39.2s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252209_crashpod%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252009_crashpod%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 137.1s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252209_crashpod%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252009_crashpod%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 160.2s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252209_crashpod%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252009_crashpod%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 55.0s / 💰 $0.14 | +| [100a_historical_logs](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/100a_historical_logs/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522100a_historical_logs%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520100a_historical_logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100a_historical_logs%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100a_historical_logs%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 46.8s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100a_historical_logs%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100a_historical_logs%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 45.0s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100a_historical_logs%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100a_historical_logs%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 462.7s / 💰 $0.31 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100a_historical_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100a_historical_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 78.2s / 💰 $0.17 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100a_historical_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100a_historical_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 154.9s / 💰 $0.23 | +| [100b_historical_logs_nonstandard_label](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/100b_historical_logs_nonstandard_label/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522100b_historical_logs_nonstandard_label%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520100b_historical_logs_nonstandard_label%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100b_historical_logs_nonstandard_label%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100b_historical_logs_nonstandard_label%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 38.8s / 💰 $0.16 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100b_historical_logs_nonstandard_label%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100b_historical_logs_nonstandard_label%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 39.7s / 💰 $0.08 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100b_historical_logs_nonstandard_label%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100b_historical_logs_nonstandard_label%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 398.3s / 💰 $0.29 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100b_historical_logs_nonstandard_label%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100b_historical_logs_nonstandard_label%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 136.4s / 💰 $0.27 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522100b_historical_logs_nonstandard_label%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520100b_historical_logs_nonstandard_label%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 88.3s / 💰 $0.19 | +| [101_historical_logs_pod_deleted](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/101_historical_logs_pod_deleted/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522101_historical_logs_pod_deleted%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520101_historical_logs_pod_deleted%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522101_historical_logs_pod_deleted%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520101_historical_logs_pod_deleted%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 35.9s / 💰 $0.13 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522101_historical_logs_pod_deleted%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520101_historical_logs_pod_deleted%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 73.8s / 💰 $0.20 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522101_historical_logs_pod_deleted%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520101_historical_logs_pod_deleted%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 333.2s / 💰 $0.20 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522101_historical_logs_pod_deleted%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520101_historical_logs_pod_deleted%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 140.9s / 💰 $0.20 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522101_historical_logs_pod_deleted%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520101_historical_logs_pod_deleted%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 71.9s / 💰 $0.15 | +| [103_logs_transparency_default_limit](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/103_logs_transparency_default_limit/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522103_logs_transparency_default_limit%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520103_logs_transparency_default_limit%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522103_logs_transparency_default_limit%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520103_logs_transparency_default_limit%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 36.7s / 💰 $0.14 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522103_logs_transparency_default_limit%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520103_logs_transparency_default_limit%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 80.7s / 💰 $0.29 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522103_logs_transparency_default_limit%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520103_logs_transparency_default_limit%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 98.6s / 💰 $0.11 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522103_logs_transparency_default_limit%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520103_logs_transparency_default_limit%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 67.0s / 💰 $0.41 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522103_logs_transparency_default_limit%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520103_logs_transparency_default_limit%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 50.8s / 💰 $0.12 | +| [104a_postgres_root_issue](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/104a_postgres_root_issue/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522104a_postgres_root_issue%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520104a_postgres_root_issue%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104a_postgres_root_issue%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104a_postgres_root_issue%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 39.5s / 💰 $0.17 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104a_postgres_root_issue%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104a_postgres_root_issue%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 68.6s / 💰 $0.18 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104a_postgres_root_issue%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104a_postgres_root_issue%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 190.6s / 💰 $0.18 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104a_postgres_root_issue%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104a_postgres_root_issue%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 71.7s / 💰 $0.19 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104a_postgres_root_issue%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104a_postgres_root_issue%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 60.3s / 💰 $0.20 | +| [107_log_filter_http_status_code](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/107_log_filter_http_status_code/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522107_log_filter_http_status_code%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520107_log_filter_http_status_code%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522107_log_filter_http_status_code%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520107_log_filter_http_status_code%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 45.5s / 💰 $0.17 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522107_log_filter_http_status_code%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520107_log_filter_http_status_code%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 45.8s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522107_log_filter_http_status_code%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520107_log_filter_http_status_code%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 235.8s / 💰 $0.17 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522107_log_filter_http_status_code%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520107_log_filter_http_status_code%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 69.1s / 💰 $0.19 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522107_log_filter_http_status_code%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520107_log_filter_http_status_code%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 72.7s / 💰 $0.27 | +| [108_logs_nearby_lines](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/108_logs_nearby_lines/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522108_logs_nearby_lines%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520108_logs_nearby_lines%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522108_logs_nearby_lines%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520108_logs_nearby_lines%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 36.5s / 💰 $0.15 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522108_logs_nearby_lines%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520108_logs_nearby_lines%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 62.5s / 💰 $0.11 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522108_logs_nearby_lines%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520108_logs_nearby_lines%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 293.6s / 💰 $0.24 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522108_logs_nearby_lines%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520108_logs_nearby_lines%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 72.8s / 💰 $0.21 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522108_logs_nearby_lines%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520108_logs_nearby_lines%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 88.1s / 💰 $0.29 | +| [109_logs_transparency_not_found](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/109_logs_transparency_not_found/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522109_logs_transparency_not_found%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520109_logs_transparency_not_found%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522109_logs_transparency_not_found%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520109_logs_transparency_not_found%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 85.6s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522109_logs_transparency_not_found%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520109_logs_transparency_not_found%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 34.3s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522109_logs_transparency_not_found%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520109_logs_transparency_not_found%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 140.1s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522109_logs_transparency_not_found%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520109_logs_transparency_not_found%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 347.6s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522109_logs_transparency_not_found%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520109_logs_transparency_not_found%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 51.1s / 💰 $0.10 | +| [10_image_pull_backoff](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/10_image_pull_backoff/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252210_image_pull_backoff%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252010_image_pull_backoff%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252210_image_pull_backoff%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252010_image_pull_backoff%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 38.3s / 💰 $0.16 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252210_image_pull_backoff%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252010_image_pull_backoff%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 47.0s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252210_image_pull_backoff%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252010_image_pull_backoff%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 185.1s / 💰 $0.16 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252210_image_pull_backoff%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252010_image_pull_backoff%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 50.2s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252210_image_pull_backoff%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252010_image_pull_backoff%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 50.3s / 💰 $0.13 | +| [110_k8s_events_image_pull](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/110_k8s_events_image_pull/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522110_k8s_events_image_pull%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520110_k8s_events_image_pull%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522110_k8s_events_image_pull%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520110_k8s_events_image_pull%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 31.9s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522110_k8s_events_image_pull%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520110_k8s_events_image_pull%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 37.7s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522110_k8s_events_image_pull%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520110_k8s_events_image_pull%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 102.5s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522110_k8s_events_image_pull%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520110_k8s_events_image_pull%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 40.0s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522110_k8s_events_image_pull%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520110_k8s_events_image_pull%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 44.7s / 💰 $0.10 | +| [111_disabled_datadog_traces](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/111_disabled_datadog_traces/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522111_disabled_datadog_traces%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520111_disabled_datadog_traces%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_disabled_datadog_traces%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_disabled_datadog_traces%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 16.9s / 💰 $0.03 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_disabled_datadog_traces%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_disabled_datadog_traces%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 29.5s / 💰 $0.04 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_disabled_datadog_traces%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_disabled_datadog_traces%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 181.3s / 💰 $0.10 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_disabled_datadog_traces%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_disabled_datadog_traces%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 93.1s / 💰 $0.20 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_disabled_datadog_traces%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_disabled_datadog_traces%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 23.0s / 💰 $0.06 | +| [111_pod_names_contain_service](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/111_pod_names_contain_service/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522111_pod_names_contain_service%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520111_pod_names_contain_service%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_pod_names_contain_service%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_pod_names_contain_service%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 42.2s / 💰 $0.17 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_pod_names_contain_service%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_pod_names_contain_service%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 66.6s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_pod_names_contain_service%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_pod_names_contain_service%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 253.0s / 💰 $0.17 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_pod_names_contain_service%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_pod_names_contain_service%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 72.3s / 💰 $0.22 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522111_pod_names_contain_service%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520111_pod_names_contain_service%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 63.9s / 💰 $0.21 | +| [112_find_pvcs_by_uuid](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/112_find_pvcs_by_uuid/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522112_find_pvcs_by_uuid%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520112_find_pvcs_by_uuid%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522112_find_pvcs_by_uuid%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520112_find_pvcs_by_uuid%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 38.6s / 💰 $0.16 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522112_find_pvcs_by_uuid%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520112_find_pvcs_by_uuid%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 50.8s / 💰 $0.28 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522112_find_pvcs_by_uuid%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520112_find_pvcs_by_uuid%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 143.2s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522112_find_pvcs_by_uuid%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520112_find_pvcs_by_uuid%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 43.5s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522112_find_pvcs_by_uuid%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520112_find_pvcs_by_uuid%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 42.5s / 💰 $0.11 | +| [114_checkout_latency_tracing_rebuild[0]](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/114_checkout_latency_tracing_rebuild[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522114_checkout_latency_tracing_rebuild%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520114_checkout_latency_tracing_rebuild%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522114_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520114_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 38.7s / 💰 $0.17 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522114_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520114_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 59.3s / 💰 $0.20 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522114_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520114_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 273.2s / 💰 $0.25 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522114_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520114_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 99.8s / 💰 $0.33 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522114_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520114_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 80.0s / 💰 $0.32 | +| [115_checkout_errors_tracing[0]](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/115_checkout_errors_tracing[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522115_checkout_errors_tracing%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520115_checkout_errors_tracing%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522115_checkout_errors_tracing%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520115_checkout_errors_tracing%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 37.4s / 💰 $0.20 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522115_checkout_errors_tracing%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520115_checkout_errors_tracing%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 56.2s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522115_checkout_errors_tracing%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520115_checkout_errors_tracing%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 218.9s / 💰 $0.29 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522115_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520115_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 101.9s / 💰 $0.33 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522115_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520115_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 142.6s / 💰 $0.49 | +| [11_init_containers](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/11_init_containers/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252211_init_containers%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252011_init_containers%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252211_init_containers%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252011_init_containers%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 31.2s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252211_init_containers%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252011_init_containers%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 67.3s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252211_init_containers%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252011_init_containers%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 127.5s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252211_init_containers%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252011_init_containers%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 50.4s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252211_init_containers%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252011_init_containers%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 40.5s / 💰 $0.11 | +| [121_new_relic_checkout_errors_tracing[0]](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/121_new_relic_checkout_errors_tracing[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522121_new_relic_checkout_errors_tracing%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520121_new_relic_checkout_errors_tracing%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522121_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520121_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 29.5s / 💰 $0.11 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522121_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520121_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 43.0s / 💰 $0.09 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522121_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520121_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 433.5s / 💰 $0.24 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522121_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520121_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 256.7s / 💰 $0.29 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522121_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520121_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 98.2s / 💰 $0.31 | +| [122_new_relic_checkout_latency_tracing_rebuild[0]](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/122_new_relic_checkout_latency_tracing_rebuild[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 38.3s / 💰 $0.19 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 51.3s / 💰 $0.15 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 697.1s / 💰 $0.47 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 87.7s / 💰 $0.42 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520122_new_relic_checkout_latency_tracing_rebuild%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 152.7s / 💰 $0.51 | +| [123_new_relic_checkout_errors_tracing[0]](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/123_new_relic_checkout_errors_tracing[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522123_new_relic_checkout_errors_tracing%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520123_new_relic_checkout_errors_tracing%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522123_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520123_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 47.9s / 💰 $0.26 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522123_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520123_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 39.3s / 💰 $0.09 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522123_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520123_new_relic_checkout_errors_tracing%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 341.5s / 💰 $0.26 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522123_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520123_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 102.7s / 💰 $0.32 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522123_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520123_new_relic_checkout_errors_tracing%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 133.6s / 💰 $0.58 | +| [12_job_crashing](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/12_job_crashing/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252212_job_crashing%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252012_job_crashing%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252212_job_crashing%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252012_job_crashing%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 27.7s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252212_job_crashing%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252012_job_crashing%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 35.1s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252212_job_crashing%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252012_job_crashing%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 116.1s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252212_job_crashing%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252012_job_crashing%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 55.7s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252212_job_crashing%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252012_job_crashing%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 57.8s / 💰 $0.18 | +| [13a_pending_node_selector_basic](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/13a_pending_node_selector_basic/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252213a_pending_node_selector_basic%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252013a_pending_node_selector_basic%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213a_pending_node_selector_basic%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013a_pending_node_selector_basic%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 31.7s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213a_pending_node_selector_basic%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013a_pending_node_selector_basic%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 42.6s / 💰 $0.10 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213a_pending_node_selector_basic%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013a_pending_node_selector_basic%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 27.6s / 💰 $0.02 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213a_pending_node_selector_basic%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013a_pending_node_selector_basic%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 49.6s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213a_pending_node_selector_basic%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013a_pending_node_selector_basic%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 52.5s / 💰 $0.13 | +| [13b_pending_node_selector_detailed](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/13b_pending_node_selector_detailed/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252213b_pending_node_selector_detailed%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252013b_pending_node_selector_detailed%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213b_pending_node_selector_detailed%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013b_pending_node_selector_detailed%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 35.1s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213b_pending_node_selector_detailed%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013b_pending_node_selector_detailed%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 58.2s / 💰 $0.09 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213b_pending_node_selector_detailed%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013b_pending_node_selector_detailed%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 24.4s / 💰 $0.02 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213b_pending_node_selector_detailed%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013b_pending_node_selector_detailed%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 53.6s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252213b_pending_node_selector_detailed%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252013b_pending_node_selector_detailed%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 55.4s / 💰 $0.15 | +| [14_pending_resources](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/14_pending_resources/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252214_pending_resources%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252014_pending_resources%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252214_pending_resources%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252014_pending_resources%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 31.5s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252214_pending_resources%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252014_pending_resources%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 44.9s / 💰 $0.09 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252214_pending_resources%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252014_pending_resources%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 30.9s / 💰 $0.02 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252214_pending_resources%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252014_pending_resources%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 124.7s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252214_pending_resources%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252014_pending_resources%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 49.2s / 💰 $0.12 | +| [159_prometheus_high_cardinality_cpu[0]](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/159_prometheus_high_cardinality_cpu[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520159_prometheus_high_cardinality_cpu%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 30.5s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 48.4s / 💰 $0.14 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 192.6s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 64.2s / 💰 $0.21 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 50.3s / 💰 $0.17 | +| [159_prometheus_high_cardinality_cpu[1]](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/159_prometheus_high_cardinality_cpu[1]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B1%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520159_prometheus_high_cardinality_cpu%255B1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B1%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B1%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 41.3s / 💰 $0.24 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B1%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B1%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 42.4s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B1%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B1%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 143.2s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B1%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B1%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 56.7s / 💰 $0.20 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B1%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B1%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 41.4s / 💰 $0.17 | +| [159_prometheus_high_cardinality_cpu[2]](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/159_prometheus_high_cardinality_cpu[2]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B2%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520159_prometheus_high_cardinality_cpu%255B2%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B2%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B2%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 29.2s / 💰 $0.09 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B2%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B2%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 41.3s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B2%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B2%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 134.7s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B2%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B2%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 68.5s / 💰 $0.23 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522159_prometheus_high_cardinality_cpu%255B2%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520159_prometheus_high_cardinality_cpu%255B2%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 43.0s / 💰 $0.17 | +| [15_failed_readiness_probe](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/15_failed_readiness_probe/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252215_failed_readiness_probe%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252015_failed_readiness_probe%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252215_failed_readiness_probe%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252015_failed_readiness_probe%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 39.0s / 💰 $0.14 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252215_failed_readiness_probe%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252015_failed_readiness_probe%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 37.5s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252215_failed_readiness_probe%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252015_failed_readiness_probe%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 203.4s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252215_failed_readiness_probe%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252015_failed_readiness_probe%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 72.6s / 💰 $0.15 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252215_failed_readiness_probe%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252015_failed_readiness_probe%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 46.1s / 💰 $0.12 | +| [16_failed_no_toolset_found](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/16_failed_no_toolset_found/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252216_failed_no_toolset_found%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252016_failed_no_toolset_found%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252216_failed_no_toolset_found%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252016_failed_no_toolset_found%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 54.1s / 💰 $0.14 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252216_failed_no_toolset_found%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252016_failed_no_toolset_found%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 25.2s / 💰 $0.04 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252216_failed_no_toolset_found%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252016_failed_no_toolset_found%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 47.6s / 💰 $0.03 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252216_failed_no_toolset_found%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252016_failed_no_toolset_found%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 25.5s / 💰 $0.06 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252216_failed_no_toolset_found%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252016_failed_no_toolset_found%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 23.8s / 💰 $0.06 | +| [17_oom_kill](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/17_oom_kill/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252217_oom_kill%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252017_oom_kill%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252217_oom_kill%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252017_oom_kill%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 34.5s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252217_oom_kill%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252017_oom_kill%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 61.6s / 💰 $0.09 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252217_oom_kill%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252017_oom_kill%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 35.5s / 💰 $0.02 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252217_oom_kill%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252017_oom_kill%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 56.5s / 💰 $0.15 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252217_oom_kill%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252017_oom_kill%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 42.4s / 💰 $0.11 | +| [19_detect_missing_app_details](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/19_detect_missing_app_details/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252219_detect_missing_app_details%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252019_detect_missing_app_details%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252219_detect_missing_app_details%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252019_detect_missing_app_details%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 48.2s / 💰 $0.43 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252219_detect_missing_app_details%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252019_detect_missing_app_details%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 39.3s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252219_detect_missing_app_details%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252019_detect_missing_app_details%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 242.9s / 💰 $0.20 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252219_detect_missing_app_details%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252019_detect_missing_app_details%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 96.4s / 💰 $0.25 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252219_detect_missing_app_details%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252019_detect_missing_app_details%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 54.5s / 💰 $0.11 | +| [20_long_log_file_search](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/20_long_log_file_search/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252220_long_log_file_search%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252020_long_log_file_search%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252220_long_log_file_search%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252020_long_log_file_search%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 41.1s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252220_long_log_file_search%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252020_long_log_file_search%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 46.0s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252220_long_log_file_search%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252020_long_log_file_search%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 91.8s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252220_long_log_file_search%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252020_long_log_file_search%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 55.6s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252220_long_log_file_search%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252020_long_log_file_search%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 70.1s / 💰 $0.11 | +| [21_job_fail_curl_no_svc_account](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/21_job_fail_curl_no_svc_account/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252221_job_fail_curl_no_svc_account%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252021_job_fail_curl_no_svc_account%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252221_job_fail_curl_no_svc_account%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252021_job_fail_curl_no_svc_account%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 50.1s / 💰 $0.27 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252221_job_fail_curl_no_svc_account%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252021_job_fail_curl_no_svc_account%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 641.0s / 💰 $0.11 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252221_job_fail_curl_no_svc_account%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252021_job_fail_curl_no_svc_account%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 58.1s / 💰 $0.02 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252221_job_fail_curl_no_svc_account%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252021_job_fail_curl_no_svc_account%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 56.9s / 💰 $0.17 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252221_job_fail_curl_no_svc_account%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252021_job_fail_curl_no_svc_account%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 54.0s / 💰 $0.24 | +| [23_app_error_in_current_logs](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/23_app_error_in_current_logs/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252223_app_error_in_current_logs%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252023_app_error_in_current_logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252223_app_error_in_current_logs%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252023_app_error_in_current_logs%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 48.1s / 💰 $0.18 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252223_app_error_in_current_logs%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252023_app_error_in_current_logs%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 64.6s / 💰 $0.18 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252223_app_error_in_current_logs%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252023_app_error_in_current_logs%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 206.2s / 💰 $0.18 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252223_app_error_in_current_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252023_app_error_in_current_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 76.0s / 💰 $0.58 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252223_app_error_in_current_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252023_app_error_in_current_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 73.5s / 💰 $0.35 | +| [24_misconfigured_pvc](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/24_misconfigured_pvc/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252224_misconfigured_pvc%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252024_misconfigured_pvc%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224_misconfigured_pvc%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024_misconfigured_pvc%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 36.0s / 💰 $0.16 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224_misconfigured_pvc%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024_misconfigured_pvc%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 52.8s / 💰 $0.12 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224_misconfigured_pvc%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024_misconfigured_pvc%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 24.3s / 💰 $0.02 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224_misconfigured_pvc%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024_misconfigured_pvc%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 70.9s / 💰 $0.17 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224_misconfigured_pvc%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024_misconfigured_pvc%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 61.6s / 💰 $0.16 | +| [24a_misconfigured_pvc_basic](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/24a_misconfigured_pvc_basic/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252224a_misconfigured_pvc_basic%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252024a_misconfigured_pvc_basic%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224a_misconfigured_pvc_basic%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024a_misconfigured_pvc_basic%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 30.9s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224a_misconfigured_pvc_basic%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024a_misconfigured_pvc_basic%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 47.7s / 💰 $0.12 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224a_misconfigured_pvc_basic%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024a_misconfigured_pvc_basic%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 30.9s / 💰 $0.02 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224a_misconfigured_pvc_basic%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024a_misconfigured_pvc_basic%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 55.3s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224a_misconfigured_pvc_basic%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024a_misconfigured_pvc_basic%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 66.7s / 💰 $0.16 | +| [24b_misconfigured_pvc_detailed](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/24b_misconfigured_pvc_detailed/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252224b_misconfigured_pvc_detailed%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252024b_misconfigured_pvc_detailed%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224b_misconfigured_pvc_detailed%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024b_misconfigured_pvc_detailed%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 44.2s / 💰 $0.20 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224b_misconfigured_pvc_detailed%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024b_misconfigured_pvc_detailed%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 74.3s / 💰 $0.18 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224b_misconfigured_pvc_detailed%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024b_misconfigured_pvc_detailed%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 26.1s / 💰 $0.02 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224b_misconfigured_pvc_detailed%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024b_misconfigured_pvc_detailed%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 58.7s / 💰 $0.14 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252224b_misconfigured_pvc_detailed%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252024b_misconfigured_pvc_detailed%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 156.8s / 💰 $0.16 | +| [25_misconfigured_ingress_class](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/25_misconfigured_ingress_class/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252225_misconfigured_ingress_class%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252025_misconfigured_ingress_class%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252225_misconfigured_ingress_class%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252025_misconfigured_ingress_class%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 51.2s / 💰 $0.11 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252225_misconfigured_ingress_class%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252025_misconfigured_ingress_class%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 51.1s / 💰 $0.15 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252225_misconfigured_ingress_class%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252025_misconfigured_ingress_class%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 285.5s / 💰 $0.17 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252225_misconfigured_ingress_class%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252025_misconfigured_ingress_class%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 83.6s / 💰 $0.23 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252225_misconfigured_ingress_class%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252025_misconfigured_ingress_class%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 78.5s / 💰 $0.30 | +| [26_page_render_times](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/26_page_render_times/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252226_page_render_times%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252026_page_render_times%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252226_page_render_times%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252026_page_render_times%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 29.7s / 💰 $0.14 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252226_page_render_times%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252026_page_render_times%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 48.6s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252226_page_render_times%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252026_page_render_times%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 241.1s / 💰 $0.21 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252226_page_render_times%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252026_page_render_times%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 54.3s / 💰 $0.17 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252226_page_render_times%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252026_page_render_times%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 55.2s / 💰 $0.16 | +| [27a_multi_container_logs](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/27a_multi_container_logs/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252227a_multi_container_logs%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252027a_multi_container_logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227a_multi_container_logs%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027a_multi_container_logs%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 32.8s / 💰 $0.14 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227a_multi_container_logs%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027a_multi_container_logs%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 48.5s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227a_multi_container_logs%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027a_multi_container_logs%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 105.7s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227a_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027a_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 49.8s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227a_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027a_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 37.8s / 💰 $0.12 | +| [27b_multi_container_logs](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/27b_multi_container_logs/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252227b_multi_container_logs%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252027b_multi_container_logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227b_multi_container_logs%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027b_multi_container_logs%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 30.5s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227b_multi_container_logs%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027b_multi_container_logs%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 48.2s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227b_multi_container_logs%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027b_multi_container_logs%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 132.3s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227b_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027b_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 44.1s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252227b_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252027b_multi_container_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 37.9s / 💰 $0.11 | +| [28_permissions_error](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/28_permissions_error/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252228_permissions_error%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252028_permissions_error%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252228_permissions_error%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252028_permissions_error%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 19.7s / 💰 $0.04 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252228_permissions_error%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252028_permissions_error%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 25.0s / 💰 $0.05 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252228_permissions_error%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252028_permissions_error%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 92.0s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252228_permissions_error%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252028_permissions_error%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 27.6s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252228_permissions_error%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252028_permissions_error%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 23.9s / 💰 $0.07 | +| [33_cpu_metrics_discovery](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/33_cpu_metrics_discovery/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252233_cpu_metrics_discovery%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252033_cpu_metrics_discovery%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252233_cpu_metrics_discovery%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252033_cpu_metrics_discovery%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 26.3s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252233_cpu_metrics_discovery%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252033_cpu_metrics_discovery%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 35.5s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252233_cpu_metrics_discovery%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252033_cpu_metrics_discovery%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 121.8s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252233_cpu_metrics_discovery%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252033_cpu_metrics_discovery%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 79.7s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252233_cpu_metrics_discovery%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252033_cpu_metrics_discovery%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 45.4s / 💰 $0.13 | +| [39_failed_toolset](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/39_failed_toolset/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252239_failed_toolset%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252039_failed_toolset%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252239_failed_toolset%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252039_failed_toolset%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 23.3s / 💰 $0.03 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252239_failed_toolset%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252039_failed_toolset%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 41.7s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252239_failed_toolset%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252039_failed_toolset%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 203.3s / 💰 $0.16 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252239_failed_toolset%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252039_failed_toolset%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 47.6s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252239_failed_toolset%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252039_failed_toolset%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 52.3s / 💰 $0.11 | +| [41_setup_argo](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/41_setup_argo/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252241_setup_argo%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252041_setup_argo%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252241_setup_argo%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252041_setup_argo%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 21.3s / 💰 $0.03 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252241_setup_argo%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252041_setup_argo%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 18.5s / 💰 $0.02 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252241_setup_argo%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252041_setup_argo%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 170.6s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252241_setup_argo%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252041_setup_argo%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 20.0s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252241_setup_argo%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252041_setup_argo%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 21.2s / 💰 $0.06 | +| [42_dns_issues_result_new_tools_no_runbook](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/42_dns_issues_result_new_tools_no_runbook/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252242_dns_issues_result_new_tools_no_runbook%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252042_dns_issues_result_new_tools_no_runbook%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_result_new_tools_no_runbook%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_result_new_tools_no_runbook%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 42.7s / 💰 $0.15 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_result_new_tools_no_runbook%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_result_new_tools_no_runbook%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 68.1s / 💰 $0.21 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_result_new_tools_no_runbook%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_result_new_tools_no_runbook%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 267.0s / 💰 $0.25 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_result_new_tools_no_runbook%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_result_new_tools_no_runbook%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 84.0s / 💰 $0.18 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_result_new_tools_no_runbook%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_result_new_tools_no_runbook%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 119.2s / 💰 $0.40 | +| [42_dns_issues_steps_new_tools](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/42_dns_issues_steps_new_tools/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252242_dns_issues_steps_new_tools%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252042_dns_issues_steps_new_tools%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_steps_new_tools%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_steps_new_tools%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 49.8s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_steps_new_tools%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_steps_new_tools%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 55.2s / 💰 $0.15 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_steps_new_tools%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_steps_new_tools%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 391.2s / 💰 $0.24 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_steps_new_tools%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_steps_new_tools%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 94.6s / 💰 $0.27 | [⏱️ 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252242_dns_issues_steps_new_tools%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252042_dns_issues_steps_new_tools%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 694.5s | +| [43_current_datetime_from_prompt](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/43_current_datetime_from_prompt/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252243_current_datetime_from_prompt%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252043_current_datetime_from_prompt%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_current_datetime_from_prompt%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_current_datetime_from_prompt%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 17.2s / 💰 $0.03 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_current_datetime_from_prompt%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_current_datetime_from_prompt%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 38.3s / 💰 $0.04 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_current_datetime_from_prompt%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_current_datetime_from_prompt%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 65.1s / 💰 $0.04 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_current_datetime_from_prompt%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_current_datetime_from_prompt%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 18.8s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_current_datetime_from_prompt%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_current_datetime_from_prompt%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 17.7s / 💰 $0.06 | +| [45_fetch_deployment_logs_simple](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/45_fetch_deployment_logs_simple/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252245_fetch_deployment_logs_simple%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252045_fetch_deployment_logs_simple%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252245_fetch_deployment_logs_simple%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252045_fetch_deployment_logs_simple%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 31.7s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252245_fetch_deployment_logs_simple%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252045_fetch_deployment_logs_simple%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 51.7s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252245_fetch_deployment_logs_simple%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252045_fetch_deployment_logs_simple%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 103.1s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252245_fetch_deployment_logs_simple%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252045_fetch_deployment_logs_simple%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 37.6s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252245_fetch_deployment_logs_simple%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252045_fetch_deployment_logs_simple%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 43.1s / 💰 $0.11 | +| [50_logs_since_specific_date](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/50_logs_since_specific_date/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252250_logs_since_specific_date%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252050_logs_since_specific_date%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250_logs_since_specific_date%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050_logs_since_specific_date%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 13.9s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250_logs_since_specific_date%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050_logs_since_specific_date%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 18.5s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250_logs_since_specific_date%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050_logs_since_specific_date%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 144.3s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250_logs_since_specific_date%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050_logs_since_specific_date%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 32.2s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250_logs_since_specific_date%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050_logs_since_specific_date%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 25.1s / 💰 $0.10 | +| [50a_logs_since_last_specific_month](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/50a_logs_since_last_specific_month/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252250a_logs_since_last_specific_month%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252050a_logs_since_last_specific_month%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250a_logs_since_last_specific_month%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050a_logs_since_last_specific_month%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 28.6s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250a_logs_since_last_specific_month%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050a_logs_since_last_specific_month%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 34.0s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250a_logs_since_last_specific_month%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050a_logs_since_last_specific_month%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 113.9s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250a_logs_since_last_specific_month%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050a_logs_since_last_specific_month%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 50.0s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252250a_logs_since_last_specific_month%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252050a_logs_since_last_specific_month%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 33.8s / 💰 $0.08 | +| [51_logs_summarize_errors](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/51_logs_summarize_errors/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252251_logs_summarize_errors%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252051_logs_summarize_errors%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252251_logs_summarize_errors%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252051_logs_summarize_errors%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 31.8s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252251_logs_summarize_errors%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252051_logs_summarize_errors%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 31.3s / 💰 $0.04 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252251_logs_summarize_errors%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252051_logs_summarize_errors%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 105.5s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252251_logs_summarize_errors%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252051_logs_summarize_errors%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 40.7s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252251_logs_summarize_errors%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252051_logs_summarize_errors%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 44.0s / 💰 $0.10 | +| [52_logs_login_issues](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/52_logs_login_issues/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252252_logs_login_issues%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252052_logs_login_issues%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252252_logs_login_issues%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252052_logs_login_issues%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 39.7s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252252_logs_login_issues%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252052_logs_login_issues%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 104.7s / 💰 $0.44 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252252_logs_login_issues%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252052_logs_login_issues%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 47.5s / 💰 $0.02 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252252_logs_login_issues%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252052_logs_login_issues%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 65.8s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252252_logs_login_issues%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252052_logs_login_issues%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 59.9s / 💰 $0.11 | +| [53_logs_find_term](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/53_logs_find_term/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252253_logs_find_term%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252053_logs_find_term%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252253_logs_find_term%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252053_logs_find_term%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 32.3s / 💰 $0.14 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252253_logs_find_term%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252053_logs_find_term%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 53.1s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252253_logs_find_term%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252053_logs_find_term%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 73.0s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252253_logs_find_term%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252053_logs_find_term%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 41.2s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252253_logs_find_term%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252053_logs_find_term%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 42.5s / 💰 $0.14 | +| [54_not_truncated_when_getting_pods](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/54_not_truncated_when_getting_pods/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252254_not_truncated_when_getting_pods%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252054_not_truncated_when_getting_pods%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252254_not_truncated_when_getting_pods%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252054_not_truncated_when_getting_pods%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 33.7s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252254_not_truncated_when_getting_pods%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252054_not_truncated_when_getting_pods%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 39.0s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252254_not_truncated_when_getting_pods%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252054_not_truncated_when_getting_pods%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 237.9s / 💰 $0.18 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252254_not_truncated_when_getting_pods%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252054_not_truncated_when_getting_pods%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 55.1s / 💰 $0.15 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252254_not_truncated_when_getting_pods%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252054_not_truncated_when_getting_pods%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 66.3s / 💰 $0.13 | +| [57_wrong_namespace](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/57_wrong_namespace/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252257_wrong_namespace%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252057_wrong_namespace%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252257_wrong_namespace%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252057_wrong_namespace%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 30.9s / 💰 $0.10 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252257_wrong_namespace%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252057_wrong_namespace%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 43.3s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252257_wrong_namespace%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252057_wrong_namespace%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 129.6s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252257_wrong_namespace%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252057_wrong_namespace%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 45.7s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252257_wrong_namespace%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252057_wrong_namespace%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 43.5s / 💰 $0.10 | +| [59_label_based_counting](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/59_label_based_counting/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252259_label_based_counting%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252059_label_based_counting%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252259_label_based_counting%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252059_label_based_counting%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 27.3s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252259_label_based_counting%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252059_label_based_counting%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 31.2s / 💰 $0.05 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252259_label_based_counting%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252059_label_based_counting%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 98.3s / 💰 $0.05 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252259_label_based_counting%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252059_label_based_counting%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 27.3s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252259_label_based_counting%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252059_label_based_counting%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 26.9s / 💰 $0.08 | +| [60_count_less_than](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/60_count_less_than/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252260_count_less_than%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252060_count_less_than%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252260_count_less_than%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252060_count_less_than%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 35.3s / 💰 $0.16 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252260_count_less_than%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252060_count_less_than%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 28.5s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252260_count_less_than%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252060_count_less_than%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 167.5s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252260_count_less_than%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252060_count_less_than%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 35.0s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252260_count_less_than%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252060_count_less_than%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 38.2s / 💰 $0.09 | +| [61_exact_match_counting](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/61_exact_match_counting/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252261_exact_match_counting%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252061_exact_match_counting%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252261_exact_match_counting%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252061_exact_match_counting%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 40.3s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252261_exact_match_counting%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252061_exact_match_counting%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 31.9s / 💰 $0.05 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252261_exact_match_counting%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252061_exact_match_counting%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 65.3s / 💰 $0.05 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252261_exact_match_counting%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252061_exact_match_counting%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 26.6s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252261_exact_match_counting%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252061_exact_match_counting%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 26.3s / 💰 $0.08 | +| [62_fetch_error_logs_with_errors](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/62_fetch_error_logs_with_errors/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252262_fetch_error_logs_with_errors%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252062_fetch_error_logs_with_errors%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252262_fetch_error_logs_with_errors%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252062_fetch_error_logs_with_errors%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 31.7s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252262_fetch_error_logs_with_errors%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252062_fetch_error_logs_with_errors%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 42.8s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252262_fetch_error_logs_with_errors%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252062_fetch_error_logs_with_errors%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 121.2s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252262_fetch_error_logs_with_errors%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252062_fetch_error_logs_with_errors%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 38.1s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252262_fetch_error_logs_with_errors%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252062_fetch_error_logs_with_errors%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 39.2s / 💰 $0.09 | +| [63_fetch_error_logs_no_errors](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/63_fetch_error_logs_no_errors/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252263_fetch_error_logs_no_errors%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252063_fetch_error_logs_no_errors%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252263_fetch_error_logs_no_errors%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252063_fetch_error_logs_no_errors%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 30.6s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252263_fetch_error_logs_no_errors%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252063_fetch_error_logs_no_errors%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 33.6s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252263_fetch_error_logs_no_errors%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252063_fetch_error_logs_no_errors%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 79.7s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252263_fetch_error_logs_no_errors%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252063_fetch_error_logs_no_errors%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 35.8s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252263_fetch_error_logs_no_errors%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252063_fetch_error_logs_no_errors%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 35.4s / 💰 $0.09 | +| [64_keda_vs_hpa_confusion](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/64_keda_vs_hpa_confusion/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252264_keda_vs_hpa_confusion%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252064_keda_vs_hpa_confusion%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252264_keda_vs_hpa_confusion%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252064_keda_vs_hpa_confusion%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 63.2s / 💰 $0.22 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252264_keda_vs_hpa_confusion%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252064_keda_vs_hpa_confusion%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 54.1s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252264_keda_vs_hpa_confusion%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252064_keda_vs_hpa_confusion%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 184.6s / 💰 $0.14 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252264_keda_vs_hpa_confusion%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252064_keda_vs_hpa_confusion%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 117.7s / 💰 $0.19 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252264_keda_vs_hpa_confusion%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252064_keda_vs_hpa_confusion%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 66.7s / 💰 $0.17 | +| [65_health_check_followup](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/65_health_check_followup/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252265_health_check_followup%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252065_health_check_followup%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252265_health_check_followup%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252065_health_check_followup%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 44.5s / 💰 $0.15 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252265_health_check_followup%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252065_health_check_followup%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 49.3s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252265_health_check_followup%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252065_health_check_followup%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 263.4s / 💰 $0.17 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252265_health_check_followup%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252065_health_check_followup%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 69.0s / 💰 $0.21 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252265_health_check_followup%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252065_health_check_followup%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 70.5s / 💰 $0.26 | +| [71_connection_pool_starvation](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/71_connection_pool_starvation/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252271_connection_pool_starvation%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252071_connection_pool_starvation%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252271_connection_pool_starvation%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252071_connection_pool_starvation%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 38.7s / 💰 $0.13 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252271_connection_pool_starvation%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252071_connection_pool_starvation%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 58.8s / 💰 $0.17 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252271_connection_pool_starvation%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252071_connection_pool_starvation%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 161.8s / 💰 $0.19 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252271_connection_pool_starvation%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252071_connection_pool_starvation%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 57.2s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252271_connection_pool_starvation%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252071_connection_pool_starvation%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 56.8s / 💰 $0.17 | +| [73a_time_window_anomaly](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/73a_time_window_anomaly/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252273a_time_window_anomaly%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252073a_time_window_anomaly%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273a_time_window_anomaly%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073a_time_window_anomaly%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 42.0s / 💰 $0.17 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273a_time_window_anomaly%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073a_time_window_anomaly%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 34.0s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273a_time_window_anomaly%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073a_time_window_anomaly%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 157.5s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273a_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073a_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 63.5s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273a_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073a_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 64.9s / 💰 $0.18 | +| [73b_time_window_anomaly](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/73b_time_window_anomaly/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252273b_time_window_anomaly%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252073b_time_window_anomaly%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273b_time_window_anomaly%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073b_time_window_anomaly%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 44.2s / 💰 $0.17 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273b_time_window_anomaly%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073b_time_window_anomaly%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 29.7s / 💰 $0.05 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273b_time_window_anomaly%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073b_time_window_anomaly%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 91.4s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273b_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073b_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 57.3s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252273b_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252073b_time_window_anomaly%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 62.6s / 💰 $0.14 | +| [76_service_discovery_issue](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/76_service_discovery_issue/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252276_service_discovery_issue%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252076_service_discovery_issue%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252276_service_discovery_issue%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252076_service_discovery_issue%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 40.5s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252276_service_discovery_issue%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252076_service_discovery_issue%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 60.8s / 💰 $0.21 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252276_service_discovery_issue%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252076_service_discovery_issue%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 190.0s / 💰 $0.21 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252276_service_discovery_issue%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252076_service_discovery_issue%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 654.9s / 💰 $0.14 | [⏱️ 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252276_service_discovery_issue%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252076_service_discovery_issue%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 648.9s | +| [77_liveness_probe_misconfiguration](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/77_liveness_probe_misconfiguration/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252277_liveness_probe_misconfiguration%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252077_liveness_probe_misconfiguration%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252277_liveness_probe_misconfiguration%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252077_liveness_probe_misconfiguration%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 40.1s / 💰 $0.14 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252277_liveness_probe_misconfiguration%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252077_liveness_probe_misconfiguration%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 41.7s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252277_liveness_probe_misconfiguration%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252077_liveness_probe_misconfiguration%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 185.6s / 💰 $0.19 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252277_liveness_probe_misconfiguration%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252077_liveness_probe_misconfiguration%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 48.8s / 💰 $0.14 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252277_liveness_probe_misconfiguration%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252077_liveness_probe_misconfiguration%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 53.5s / 💰 $0.13 | +| [78a_missing_cpu_limits](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/78a_missing_cpu_limits/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252278a_missing_cpu_limits%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252078a_missing_cpu_limits%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278a_missing_cpu_limits%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078a_missing_cpu_limits%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 25.9s / 💰 $0.07 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278a_missing_cpu_limits%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078a_missing_cpu_limits%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 30.9s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278a_missing_cpu_limits%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078a_missing_cpu_limits%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 217.1s / 💰 $0.18 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278a_missing_cpu_limits%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078a_missing_cpu_limits%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 54.7s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278a_missing_cpu_limits%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078a_missing_cpu_limits%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 58.8s / 💰 $0.14 | +| [78b_cpu_quota_exceeded](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/78b_cpu_quota_exceeded/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252278b_cpu_quota_exceeded%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252078b_cpu_quota_exceeded%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278b_cpu_quota_exceeded%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078b_cpu_quota_exceeded%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 51.1s / 💰 $0.24 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278b_cpu_quota_exceeded%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078b_cpu_quota_exceeded%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 44.6s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278b_cpu_quota_exceeded%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078b_cpu_quota_exceeded%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 81.1s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278b_cpu_quota_exceeded%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078b_cpu_quota_exceeded%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 53.5s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252278b_cpu_quota_exceeded%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252078b_cpu_quota_exceeded%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 52.6s / 💰 $0.14 | +| [79_configmap_mount_issue](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/79_configmap_mount_issue/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252279_configmap_mount_issue%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252079_configmap_mount_issue%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252279_configmap_mount_issue%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252079_configmap_mount_issue%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 31.2s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252279_configmap_mount_issue%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252079_configmap_mount_issue%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 43.4s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252279_configmap_mount_issue%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252079_configmap_mount_issue%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 193.0s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252279_configmap_mount_issue%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252079_configmap_mount_issue%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 46.3s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252279_configmap_mount_issue%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252079_configmap_mount_issue%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 63.1s / 💰 $0.12 | +| [80_pvc_storage_class_mismatch](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/80_pvc_storage_class_mismatch/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252280_pvc_storage_class_mismatch%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252080_pvc_storage_class_mismatch%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252280_pvc_storage_class_mismatch%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252080_pvc_storage_class_mismatch%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 32.4s / 💰 $0.11 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252280_pvc_storage_class_mismatch%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252080_pvc_storage_class_mismatch%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 49.5s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252280_pvc_storage_class_mismatch%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252080_pvc_storage_class_mismatch%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 95.6s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252280_pvc_storage_class_mismatch%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252080_pvc_storage_class_mismatch%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 81.8s / 💰 $0.15 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252280_pvc_storage_class_mismatch%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252080_pvc_storage_class_mismatch%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 57.5s / 💰 $0.15 | +| [81_service_account_permission_denied](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/81_service_account_permission_denied/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252281_service_account_permission_denied%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252081_service_account_permission_denied%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252281_service_account_permission_denied%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252081_service_account_permission_denied%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 38.1s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252281_service_account_permission_denied%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252081_service_account_permission_denied%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 58.2s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252281_service_account_permission_denied%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252081_service_account_permission_denied%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 260.8s / 💰 $0.17 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252281_service_account_permission_denied%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252081_service_account_permission_denied%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 99.1s / 💰 $0.23 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252281_service_account_permission_denied%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252081_service_account_permission_denied%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 71.0s / 💰 $0.17 | +| [82_pod_anti_affinity_conflict](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/82_pod_anti_affinity_conflict/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252282_pod_anti_affinity_conflict%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252082_pod_anti_affinity_conflict%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252282_pod_anti_affinity_conflict%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252082_pod_anti_affinity_conflict%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 37.4s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252282_pod_anti_affinity_conflict%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252082_pod_anti_affinity_conflict%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 45.9s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252282_pod_anti_affinity_conflict%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252082_pod_anti_affinity_conflict%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 201.0s / 💰 $0.23 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252282_pod_anti_affinity_conflict%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252082_pod_anti_affinity_conflict%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 61.9s / 💰 $0.16 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252282_pod_anti_affinity_conflict%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252082_pod_anti_affinity_conflict%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 63.0s / 💰 $0.17 | +| [83_secret_not_found](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/83_secret_not_found/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252283_secret_not_found%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252083_secret_not_found%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252283_secret_not_found%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252083_secret_not_found%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 36.1s / 💰 $0.15 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252283_secret_not_found%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252083_secret_not_found%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 50.2s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252283_secret_not_found%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252083_secret_not_found%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 125.2s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252283_secret_not_found%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252083_secret_not_found%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 44.2s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252283_secret_not_found%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252083_secret_not_found%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 49.3s / 💰 $0.13 | +| [84_network_policy_blocking_traffic](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/84_network_policy_blocking_traffic/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252284_network_policy_blocking_traffic%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252084_network_policy_blocking_traffic%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252284_network_policy_blocking_traffic%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252084_network_policy_blocking_traffic%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 38.2s / 💰 $0.17 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252284_network_policy_blocking_traffic%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252084_network_policy_blocking_traffic%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 79.0s / 💰 $0.18 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252284_network_policy_blocking_traffic%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252084_network_policy_blocking_traffic%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 238.0s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252284_network_policy_blocking_traffic%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252084_network_policy_blocking_traffic%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 99.6s / 💰 $0.21 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252284_network_policy_blocking_traffic%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252084_network_policy_blocking_traffic%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 59.7s / 💰 $0.15 | +| [85_hpa_not_scaling](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/85_hpa_not_scaling/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252285_hpa_not_scaling%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252085_hpa_not_scaling%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252285_hpa_not_scaling%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252085_hpa_not_scaling%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 34.6s / 💰 $0.11 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252285_hpa_not_scaling%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252085_hpa_not_scaling%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 42.1s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252285_hpa_not_scaling%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252085_hpa_not_scaling%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 327.4s / 💰 $0.25 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252285_hpa_not_scaling%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252085_hpa_not_scaling%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 58.7s / 💰 $0.17 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252285_hpa_not_scaling%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252085_hpa_not_scaling%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 56.9s / 💰 $0.17 | +| [86_configmap_like_but_secret](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/86_configmap_like_but_secret/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252286_configmap_like_but_secret%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252086_configmap_like_but_secret%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252286_configmap_like_but_secret%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252086_configmap_like_but_secret%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 48.2s / 💰 $0.22 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252286_configmap_like_but_secret%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252086_configmap_like_but_secret%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 45.2s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252286_configmap_like_but_secret%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252086_configmap_like_but_secret%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 334.3s / 💰 $0.22 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252286_configmap_like_but_secret%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252086_configmap_like_but_secret%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 50.8s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252286_configmap_like_but_secret%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252086_configmap_like_but_secret%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 61.6s / 💰 $0.16 | +| [89_runbook_missing_cloudwatch](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/89_runbook_missing_cloudwatch/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252289_runbook_missing_cloudwatch%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252089_runbook_missing_cloudwatch%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252289_runbook_missing_cloudwatch%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252089_runbook_missing_cloudwatch%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 30.0s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252289_runbook_missing_cloudwatch%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252089_runbook_missing_cloudwatch%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 27.4s / 💰 $0.04 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252289_runbook_missing_cloudwatch%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252089_runbook_missing_cloudwatch%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 179.6s / 💰 $0.13 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252289_runbook_missing_cloudwatch%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252089_runbook_missing_cloudwatch%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 40.7s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252289_runbook_missing_cloudwatch%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252089_runbook_missing_cloudwatch%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 46.0s / 💰 $0.10 | +| [90_runbook_basic_selection](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/90_runbook_basic_selection/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252290_runbook_basic_selection%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252090_runbook_basic_selection%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252290_runbook_basic_selection%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252090_runbook_basic_selection%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 52.0s / 💰 $0.26 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252290_runbook_basic_selection%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252090_runbook_basic_selection%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 72.9s / 💰 $0.09 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252290_runbook_basic_selection%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252090_runbook_basic_selection%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 275.4s / 💰 $0.20 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252290_runbook_basic_selection%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252090_runbook_basic_selection%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 202.4s / 💰 $0.51 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252290_runbook_basic_selection%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252090_runbook_basic_selection%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 127.9s / 💰 $0.32 | +| [91f_datadog_logs_historical_pod](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/91f_datadog_logs_historical_pod/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252291f_datadog_logs_historical_pod%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252091f_datadog_logs_historical_pod%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252291f_datadog_logs_historical_pod%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252091f_datadog_logs_historical_pod%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 29.0s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252291f_datadog_logs_historical_pod%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252091f_datadog_logs_historical_pod%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 40.1s / 💰 $0.09 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252291f_datadog_logs_historical_pod%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252091f_datadog_logs_historical_pod%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 159.1s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252291f_datadog_logs_historical_pod%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252091f_datadog_logs_historical_pod%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 80.2s / 💰 $0.22 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252291f_datadog_logs_historical_pod%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252091f_datadog_logs_historical_pod%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 67.5s / 💰 $0.15 | +| [93_calling_datadog[0]](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/93_calling_datadog[0]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252293_calling_datadog%255B0%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252093_calling_datadog%255B0%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B0%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B0%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 61.7s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B0%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B0%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 11.7s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B0%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B0%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 41.3s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B0%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 13.4s / 💰 $0.15 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B0%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 10.3s / 💰 $0.15 | +| [93_calling_datadog[1]](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/93_calling_datadog[1]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252293_calling_datadog%255B1%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252093_calling_datadog%255B1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B1%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B1%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 56.5s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B1%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B1%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 12.2s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B1%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B1%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 89.5s / 💰 $0.08 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B1%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B1%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 11.8s / 💰 $0.15 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B1%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B1%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 10.4s / 💰 $0.15 | +| [93_calling_datadog[2]](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/93_calling_datadog[2]/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252293_calling_datadog%255B2%255D%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252093_calling_datadog%255B2%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B2%255D%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B2%255D%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 70.1s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B2%255D%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B2%255D%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 13.2s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B2%255D%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B2%255D%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 42.1s / 💰 $0.06 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B2%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B2%255D%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 11.6s / 💰 $0.15 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_calling_datadog%255B2%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_calling_datadog%255B2%255D%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 11.1s / 💰 $0.15 | +| [94_runbook_transparency](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/94_runbook_transparency/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252294_runbook_transparency%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252094_runbook_transparency%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252294_runbook_transparency%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252094_runbook_transparency%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 45.4s / 💰 $0.17 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252294_runbook_transparency%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252094_runbook_transparency%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 63.4s / 💰 $0.15 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252294_runbook_transparency%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252094_runbook_transparency%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 368.3s / 💰 $0.28 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252294_runbook_transparency%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252094_runbook_transparency%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 119.5s / 💰 $0.29 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252294_runbook_transparency%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252094_runbook_transparency%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 79.7s / 💰 $0.20 | +| [96_no_matching_runbook](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/96_no_matching_runbook/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252296_no_matching_runbook%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252096_no_matching_runbook%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252296_no_matching_runbook%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252096_no_matching_runbook%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 54.3s / 💰 $0.32 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252296_no_matching_runbook%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252096_no_matching_runbook%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 158.5s / 💰 $0.46 | [🔴 0% (0/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252296_no_matching_runbook%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252096_no_matching_runbook%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 326.2s / 💰 $0.28 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252296_no_matching_runbook%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252096_no_matching_runbook%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 106.8s / 💰 $0.38 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252296_no_matching_runbook%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252096_no_matching_runbook%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 122.3s / 💰 $0.35 | +| [97_logs_clarification_needed](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/97_logs_clarification_needed/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252297_logs_clarification_needed%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252097_logs_clarification_needed%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252297_logs_clarification_needed%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252097_logs_clarification_needed%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 15.5s / 💰 $0.03 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252297_logs_clarification_needed%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252097_logs_clarification_needed%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 21.5s / 💰 $0.04 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252297_logs_clarification_needed%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252097_logs_clarification_needed%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 27.1s / 💰 $0.02 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252297_logs_clarification_needed%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252097_logs_clarification_needed%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 50.5s / 💰 $0.14 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252297_logs_clarification_needed%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252097_logs_clarification_needed%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 19.7s / 💰 $0.06 | +| [99_logs_transparency_custom_time](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/99_logs_transparency_custom_time/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252299_logs_transparency_custom_time%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252099_logs_transparency_custom_time%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252299_logs_transparency_custom_time%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252099_logs_transparency_custom_time%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 32.8s / 💰 $0.12 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252299_logs_transparency_custom_time%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252099_logs_transparency_custom_time%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 39.6s / 💰 $0.07 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252299_logs_transparency_custom_time%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252099_logs_transparency_custom_time%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 88.3s / 💰 $0.05 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252299_logs_transparency_custom_time%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252099_logs_transparency_custom_time%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 51.1s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252299_logs_transparency_custom_time%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252099_logs_transparency_custom_time%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 56.5s / 💰 $0.10 | +| [93_events_since_specific_date](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/93_events_since_specific_date/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252293_events_since_specific_date%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252093_events_since_specific_date%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_events_since_specific_date%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_events_since_specific_date%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 9.4s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_events_since_specific_date%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_events_since_specific_date%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 16.3s / 💰 $0.07 | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_events_since_specific_date%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_events_since_specific_date%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_events_since_specific_date%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_events_since_specific_date%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 17.8s / 💰 $0.10 | [🟢 100% (1/1)](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252293_events_since_specific_date%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252093_events_since_specific_date%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) / ⏱️ 14.6s / 💰 $0.09 | +| [44_slack_statefulset_logs](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/44_slack_statefulset_logs/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252244_slack_statefulset_logs%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252044_slack_statefulset_logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252244_slack_statefulset_logs%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252044_slack_statefulset_logs%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252244_slack_statefulset_logs%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252044_slack_statefulset_logs%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252244_slack_statefulset_logs%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252044_slack_statefulset_logs%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252244_slack_statefulset_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252044_slack_statefulset_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252244_slack_statefulset_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252044_slack_statefulset_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [48_logs_since_thursday](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/48_logs_since_thursday/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252248_logs_since_thursday%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252048_logs_since_thursday%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252248_logs_since_thursday%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252048_logs_since_thursday%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252248_logs_since_thursday%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252048_logs_since_thursday%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252248_logs_since_thursday%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252048_logs_since_thursday%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252248_logs_since_thursday%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252048_logs_since_thursday%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252248_logs_since_thursday%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252048_logs_since_thursday%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [22_high_latency_dbi_down](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/22_high_latency_dbi_down/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252222_high_latency_dbi_down%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252022_high_latency_dbi_down%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252222_high_latency_dbi_down%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252022_high_latency_dbi_down%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252222_high_latency_dbi_down%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252022_high_latency_dbi_down%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252222_high_latency_dbi_down%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252022_high_latency_dbi_down%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252222_high_latency_dbi_down%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252022_high_latency_dbi_down%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252222_high_latency_dbi_down%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252022_high_latency_dbi_down%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [08_sock_shop_frontend](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/08_sock_shop_frontend/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252208_sock_shop_frontend%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252008_sock_shop_frontend%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252208_sock_shop_frontend%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252008_sock_shop_frontend%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252208_sock_shop_frontend%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252008_sock_shop_frontend%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252208_sock_shop_frontend%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252008_sock_shop_frontend%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252208_sock_shop_frontend%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252008_sock_shop_frontend%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252208_sock_shop_frontend%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252008_sock_shop_frontend%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [104b_postgres_missing_index_pgstat](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/104b_postgres_missing_index_pgstat/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522104b_postgres_missing_index_pgstat%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520104b_postgres_missing_index_pgstat%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104b_postgres_missing_index_pgstat%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104b_postgres_missing_index_pgstat%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104b_postgres_missing_index_pgstat%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104b_postgres_missing_index_pgstat%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104b_postgres_missing_index_pgstat%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104b_postgres_missing_index_pgstat%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104b_postgres_missing_index_pgstat%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104b_postgres_missing_index_pgstat%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104b_postgres_missing_index_pgstat%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104b_postgres_missing_index_pgstat%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [104c_postgres_minimal_missing_index](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/104c_postgres_minimal_missing_index/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522104c_postgres_minimal_missing_index%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520104c_postgres_minimal_missing_index%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104c_postgres_minimal_missing_index%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104c_postgres_minimal_missing_index%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104c_postgres_minimal_missing_index%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104c_postgres_minimal_missing_index%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104c_postgres_minimal_missing_index%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104c_postgres_minimal_missing_index%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104c_postgres_minimal_missing_index%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104c_postgres_minimal_missing_index%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522104c_postgres_minimal_missing_index%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520104c_postgres_minimal_missing_index%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [105_redis_wrong_data_structure](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/105_redis_wrong_data_structure/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522105_redis_wrong_data_structure%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520105_redis_wrong_data_structure%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522105_redis_wrong_data_structure%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520105_redis_wrong_data_structure%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522105_redis_wrong_data_structure%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520105_redis_wrong_data_structure%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522105_redis_wrong_data_structure%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520105_redis_wrong_data_structure%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522105_redis_wrong_data_structure%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520105_redis_wrong_data_structure%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522105_redis_wrong_data_structure%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520105_redis_wrong_data_structure%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [156_kafka_opensearch_latency](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/156_kafka_opensearch_latency/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%2522156_kafka_opensearch_latency%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%2520156_kafka_opensearch_latency%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522156_kafka_opensearch_latency%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520156_kafka_opensearch_latency%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522156_kafka_opensearch_latency%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520156_kafka_opensearch_latency%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522156_kafka_opensearch_latency%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520156_kafka_opensearch_latency%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522156_kafka_opensearch_latency%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520156_kafka_opensearch_latency%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%2522156_kafka_opensearch_latency%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%2520156_kafka_opensearch_latency%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [43_slack_deployment_logs](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/43_slack_deployment_logs/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252243_slack_deployment_logs%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252043_slack_deployment_logs%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_slack_deployment_logs%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_slack_deployment_logs%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_slack_deployment_logs%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_slack_deployment_logs%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_slack_deployment_logs%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_slack_deployment_logs%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_slack_deployment_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_slack_deployment_logs%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252243_slack_deployment_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252043_slack_deployment_logs%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [55_kafka_runbook](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/55_kafka_runbook/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252255_kafka_runbook%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252055_kafka_runbook%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252255_kafka_runbook%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252055_kafka_runbook%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252255_kafka_runbook%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252055_kafka_runbook%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252255_kafka_runbook%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252055_kafka_runbook%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252255_kafka_runbook%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252055_kafka_runbook%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252255_kafka_runbook%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252055_kafka_runbook%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | +| [98_logs_transparency_default_time](https://github.com/robusta-dev/holmesgpt/blob/master/tests/llm/fixtures/test_ask_holmes/98_logs_transparency_default_time/test_case.yaml) [🔗](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22metadata.eval_id%2520%253D%2520%252298_logs_transparency_default_time%2522%22%2C%20%22label%22%3A%20%22metadata.eval_id%2520equals%252098_logs_transparency_default_time%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252298_logs_transparency_default_time%255Bgpt-4o%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252098_logs_transparency_default_time%255Bgpt-4o%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252298_logs_transparency_default_time%255Bgpt-4.1%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252098_logs_transparency_default_time%255Bgpt-4.1%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252298_logs_transparency_default_time%255Bgpt-5%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252098_logs_transparency_default_time%255Bgpt-5%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252298_logs_transparency_default_time%255Banthropic%252Fclaude-sonnet-4-20250514%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252098_logs_transparency_default_time%255Banthropic%252Fclaude-sonnet-4-20250514%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | [⚪️ -](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258?c=&search=%7B%22filter%22%3A%20%5B%7B%22text%22%3A%20%22span_attributes.name%2520%253D%2520%252298_logs_transparency_default_time%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%2522%22%2C%20%22label%22%3A%20%22Name%2520equals%252098_logs_transparency_default_time%255Banthropic%252Fclaude-sonnet-4-5-20250929%255D%22%2C%20%22originType%22%3A%20%22form%22%7D%5D%7D) | --- -*Results are automatically generated and updated weekly. View full traces and detailed analysis in [Braintrust experiment: local-benchmark-20250927-230943](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250927-230943).* +*Results are automatically generated and updated weekly. View full traces and detailed analysis in [Braintrust experiment: local-benchmark-20250930-072258](https://www.braintrust.dev/app/robustadev/p/HolmesGPT/experiments/local-benchmark-20250930-072258).* diff --git a/docs/installation/.nav.yml b/docs/installation/.nav.yml new file mode 100644 index 000000000..21c133f50 --- /dev/null +++ b/docs/installation/.nav.yml @@ -0,0 +1,5 @@ +nav: + - Install CLI: cli-installation.md + - Install UI/TUI: ui-installation.md + - Install Helm Chart: kubernetes-installation.md + - Install Python SDK: python-installation.md diff --git a/docs/reference/.nav.yml b/docs/reference/.nav.yml new file mode 100644 index 000000000..f54982b8e --- /dev/null +++ b/docs/reference/.nav.yml @@ -0,0 +1,6 @@ +nav: + - Environment Variables: environment-variables.md + - Helm Configuration: helm-configuration.md + - HTTP API: http-api.md + - Slash Commands: slash-commands.md + - Troubleshooting: troubleshooting.md diff --git a/docs/walkthrough/.nav.yml b/docs/walkthrough/.nav.yml new file mode 100644 index 000000000..cbd370d55 --- /dev/null +++ b/docs/walkthrough/.nav.yml @@ -0,0 +1,6 @@ +nav: + - index.md + - Interactive Mode: interactive-mode.md + - CI/CD Troubleshooting: cicd-troubleshooting.md + - Investigating Prometheus Alerts: investigating-prometheus-alerts.md + - Investigating using AKS MCP Server: investigating-using-aks-mcp-server.md diff --git a/mkdocs.yml b/mkdocs.yml index 1bffdb0a0..087dc3fd7 100644 --- a/mkdocs.yml +++ b/mkdocs.yml @@ -56,6 +56,7 @@ theme: logo: assets/logo.png plugins: + - awesome-nav - search: separator: '[\s\-,:!=\[\]()"`/]+|\.(?!\d)|&[lg]t;|(?!\b)(?=[A-Z][a-z])' - glightbox @@ -134,86 +135,3 @@ extra: link: https://bit.ly/robusta-slack - icon: fontawesome/brands/twitter link: https://twitter.com/RobustaDev - -nav: - - Installation: - - index.md - - Install CLI: installation/cli-installation.md - - Install UI/TUI: installation/ui-installation.md - - Install Helm Chart: installation/kubernetes-installation.md - - Install Python SDK: installation/python-installation.md - - - Walkthrough: - - walkthrough/index.md - - Interactive Mode: walkthrough/interactive-mode.md - - CI/CD Troubleshooting: walkthrough/cicd-troubleshooting.md - - Investigating Prometheus Alerts: walkthrough/investigating-prometheus-alerts.md - - Investigating using AKS MCP Server: walkthrough/investigating-using-aks-mcp-server.md - - - AI Providers: - - ai-providers/index.md - - Anthropic: ai-providers/anthropic.md - - AWS Bedrock: ai-providers/aws-bedrock.md - - Azure OpenAI: ai-providers/azure-openai.md - - Gemini: ai-providers/gemini.md - - Google Vertex AI: ai-providers/google-vertex-ai.md - - Ollama: ai-providers/ollama.md - - OpenAI: ai-providers/openai.md - - OpenAI-Compatible: ai-providers/openai-compatible.md - - Robusta AI: ai-providers/robusta-ai.md - - Using Multiple Providers: ai-providers/using-multiple-providers.md - - - Data Sources: - - data-sources/index.md - - Built-in Toolsets: - - data-sources/builtin-toolsets/index.md - - AKS Node Health: data-sources/builtin-toolsets/aks-node-health.md - - ArgoCD: data-sources/builtin-toolsets/argocd.md - - AWS: data-sources/builtin-toolsets/aws.md - - Azure Kubernetes Service: data-sources/builtin-toolsets/aks.md - - Azure SQL Database: data-sources/builtin-toolsets/azure-sql.md - - Confluence: data-sources/builtin-toolsets/confluence.md - - Coralogix logs: data-sources/builtin-toolsets/coralogix-logs.md - - DataDog: data-sources/builtin-toolsets/datadog.md - - Datetime: data-sources/builtin-toolsets/datetime.md - - Docker: data-sources/builtin-toolsets/docker.md - - GitHub: data-sources/builtin-toolsets/github.md - - Loki: data-sources/builtin-toolsets/grafanaloki.md - - Tempo: data-sources/builtin-toolsets/grafanatempo.md - - Helm: data-sources/builtin-toolsets/helm.md - - Internet: data-sources/builtin-toolsets/internet.md - - Kafka: data-sources/builtin-toolsets/kafka.md - - Kubernetes: data-sources/builtin-toolsets/kubernetes.md - - MongoDB Atlas: data-sources/builtin-toolsets/mongodb-atlas.md - - New Relic: data-sources/builtin-toolsets/newrelic.md - - Notion: data-sources/builtin-toolsets/notion.md - - OpenSearch logs: data-sources/builtin-toolsets/opensearch-logs.md - - OpenSearch status: data-sources/builtin-toolsets/opensearch-status.md - - Prometheus: data-sources/builtin-toolsets/prometheus.md - - RabbitMQ: data-sources/builtin-toolsets/rabbitmq.md - - Robusta: data-sources/builtin-toolsets/robusta.md - - ServiceNow: data-sources/builtin-toolsets/servicenow.md - - Slab: data-sources/builtin-toolsets/slab.md - - - Custom Toolsets: data-sources/custom-toolsets.md - - Remote MCP Servers: data-sources/remote-mcp-servers.md - - Adding Permissions for Additional Resources: data-sources/permissions.md - - - Development: - - development/index.md - - Evaluations: - - development/evaluations/index.md - - Latest Results: development/evaluations/latest-results.md - - Running Evaluations: development/evaluations/running-evals.md - - Adding New Evaluations: development/evaluations/adding-evals.md - - Reporting with Braintrust: development/evaluations/reporting.md - - Historical Results: development/evaluations/history/index.md - - - Reference: - - Environment Variables: reference/environment-variables.md - - reference/helm-configuration.md - - HTTP API: reference/http-api.md - - Slash Commands: reference/slash-commands.md - - Troubleshooting: reference/troubleshooting.md - - - Community: community.md diff --git a/poetry.lock b/poetry.lock index f93d9e4de..dffb8c7a1 100644 --- a/poetry.lock +++ b/poetry.lock @@ -143,7 +143,7 @@ version = "0.7.0" description = "Reusable constraint types to use with typing.Annotated" optional = false python-versions = ">=3.8" -groups = ["main"] +groups = ["main", "dev"] files = [ {file = "annotated_types-0.7.0-py3-none-any.whl", hash = "sha256:1f02e8b43a8fbbc3f3e0d4f0f4bfc8131bcb4eebe8849b8e5c773f3a1c582a53"}, {file = "annotated_types-0.7.0.tar.gz", hash = "sha256:aff07c09a53a08bc8cfccb9c85b05f1aa9a2a6f23728d790723543408344ce89"}, @@ -493,6 +493,18 @@ urllib3 = {version = ">=1.25.4,<2.2.0 || >2.2.0,<3", markers = "python_version > [package.extras] crt = ["awscrt (==0.27.6)"] +[[package]] +name = "bracex" +version = "2.6" +description = "Bash style brace expander." +optional = false +python-versions = ">=3.9" +groups = ["dev"] +files = [ + {file = "bracex-2.6-py3-none-any.whl", hash = "sha256:0b0049264e7340b3ec782b5cb99beb325f36c3782a32e36e876452fd49a09952"}, + {file = "bracex-2.6.tar.gz", hash = "sha256:98f1347cd77e22ee8d967a30ad4e310b233f7754dbf31ff3fceb76145ba47dc7"}, +] + [[package]] name = "braintrust" version = "0.1.8" @@ -2565,6 +2577,27 @@ watchdog = ">=2.0" i18n = ["babel (>=2.9.0)"] min-versions = ["babel (==2.9.0)", "click (==7.0)", "colorama (==0.4) ; platform_system == \"Windows\"", "ghp-import (==1.0)", "importlib-metadata (==4.4) ; python_version < \"3.10\"", "jinja2 (==2.11.1)", "markdown (==3.3.6)", "markupsafe (==2.0.1)", "mergedeep (==1.3.4)", "mkdocs-get-deps (==0.2.0)", "packaging (==20.5)", "pathspec (==0.11.1)", "pyyaml (==5.1)", "pyyaml-env-tag (==0.1)", "watchdog (==2.0)"] +[[package]] +name = "mkdocs-awesome-nav" +version = "3.2.0" +description = "A plugin for customizing the navigation structure of your MkDocs site." +optional = false +python-versions = ">=3.10" +groups = ["dev"] +files = [ + {file = "mkdocs_awesome_nav-3.2.0-py3-none-any.whl", hash = "sha256:1acf17aaa0f13a5506d3bdb39965bae3136df18a9a2e1106190ebaae2c14d1b6"}, + {file = "mkdocs_awesome_nav-3.2.0.tar.gz", hash = "sha256:ec0eab7bbe94532d9b3f18ae9a54599b670069856b93df9f6ced1b4a62dfe510"}, +] + +[package.dependencies] +mkdocs = ">=1.6.0" +natsort = ">=8.1.0" +pydantic = [ + {version = ">=2.0.2", markers = "python_version < \"3.13\""}, + {version = ">=2.8.1", markers = "python_version >= \"3.13\""}, +] +wcmatch = ">=8.4" + [[package]] name = "mkdocs-get-deps" version = "0.2.0" @@ -2893,6 +2926,22 @@ files = [ {file = "mypy_extensions-1.1.0.tar.gz", hash = "sha256:52e68efc3284861e772bbcd66823fde5ae21fd2fdb51c62a211403730b916558"}, ] +[[package]] +name = "natsort" +version = "8.4.0" +description = "Simple yet flexible natural sorting in Python." +optional = false +python-versions = ">=3.7" +groups = ["dev"] +files = [ + {file = "natsort-8.4.0-py3-none-any.whl", hash = "sha256:4732914fb471f56b5cce04d7bae6f164a592c7712e1c85f9ef585e197299521c"}, + {file = "natsort-8.4.0.tar.gz", hash = "sha256:45312c4a0e5507593da193dedd04abb1469253b601ecaf63445ad80f0a1ea581"}, +] + +[package.extras] +fast = ["fastnumbers (>=2.0.0)"] +icu = ["PyICU (>=1.0.0)"] + [[package]] name = "nodeenv" version = "1.9.1" @@ -3613,7 +3662,7 @@ version = "2.11.7" description = "Data validation using Python type hints" optional = false python-versions = ">=3.9" -groups = ["main"] +groups = ["main", "dev"] files = [ {file = "pydantic-2.11.7-py3-none-any.whl", hash = "sha256:dde5df002701f6de26248661f6835bbe296a47bf73990135c7d07ce741b9623b"}, {file = "pydantic-2.11.7.tar.gz", hash = "sha256:d989c3c6cb79469287b1569f7447a17848c998458d49ebe294e975b9baf0f0db"}, @@ -3635,7 +3684,7 @@ version = "2.33.2" description = "Core functionality for Pydantic validation and serialization" optional = false python-versions = ">=3.9" -groups = ["main"] +groups = ["main", "dev"] files = [ {file = "pydantic_core-2.33.2-cp310-cp310-macosx_10_12_x86_64.whl", hash = "sha256:2b3d326aaef0c0399d9afffeb6367d5e26ddc24d351dbc9c636840ac355dc5d8"}, {file = "pydantic_core-2.33.2-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:0e5b2671f05ba48b94cb90ce55d8bdcaaedb8ba00cc5359f6810fc918713983d"}, @@ -5212,7 +5261,7 @@ version = "0.4.1" description = "Runtime typing introspection tools" optional = false python-versions = ">=3.9" -groups = ["main"] +groups = ["main", "dev"] files = [ {file = "typing_inspection-0.4.1-py3-none-any.whl", hash = "sha256:389055682238f53b04f7badcb49b989835495a96700ced5dab2d8feae4b26f51"}, {file = "typing_inspection-0.4.1.tar.gz", hash = "sha256:6ae134cc0203c33377d43188d4064e9b357dba58cff3185f22924610e70a9d28"}, @@ -5353,6 +5402,21 @@ files = [ [package.extras] watchmedo = ["PyYAML (>=3.10)"] +[[package]] +name = "wcmatch" +version = "10.1" +description = "Wildcard/glob file name matcher." +optional = false +python-versions = ">=3.9" +groups = ["dev"] +files = [ + {file = "wcmatch-10.1-py3-none-any.whl", hash = "sha256:5848ace7dbb0476e5e55ab63c6bbd529745089343427caa5537f230cc01beb8a"}, + {file = "wcmatch-10.1.tar.gz", hash = "sha256:f11f94208c8c8484a16f4f48638a85d771d9513f4ab3f37595978801cb9465af"}, +] + +[package.dependencies] +bracex = ">=2.1.1" + [[package]] name = "wcwidth" version = "0.2.13" @@ -5603,4 +5667,4 @@ type = ["pytest-mypy"] [metadata] lock-version = "2.1" python-versions = "^3.10" -content-hash = "b4149424652c1ed3ba32aa36b4cb055d6a10547d4165666f09b96e64b4937320" +content-hash = "0b99cc7b577f71051bbf8d59fc0db5344b5ac098e4097903a6d85f4e29e3e1e7" diff --git a/pyproject.toml b/pyproject.toml index 7d0de1832..0e7a66af2 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -76,6 +76,7 @@ types-python-dateutil = "^2.9.0.20250708" pytest-dotenv = "^0.5.2" pytest-sugar = "^1.1.1" pytest-shared-session-scope = "^0.4.0" +mkdocs-awesome-nav = "^3.2.0" [build-system] requires = ["poetry-core"] diff --git a/scripts/generate_eval_report.py b/scripts/generate_eval_report.py index 0d126df83..cf4656c7d 100644 --- a/scripts/generate_eval_report.py +++ b/scripts/generate_eval_report.py @@ -1352,8 +1352,23 @@ def main(): # Generate report sections report_lines = [] - # Header - report_lines.append("# HolmesGPT LLM Evaluation Benchmark Results") + # Header - check if output file is in history format + output_filename = Path(args.output_file).name + import re + + match = re.match( + r"results_(\d{4})(\d{2})(\d{2})_(\d{2})(\d{2})(\d{2})\.md", output_filename + ) + if match: + # Extract date components and format as title + year, month, day, hour, minute, second = match.groups() + date_obj = datetime(int(year), int(month), int(day)) + # Format as "Month Day, Year" (no time) + title = date_obj.strftime("%B %d, %Y") + report_lines.append(f"# {title}") + else: + # Default title for latest-results.md + report_lines.append("# HolmesGPT LLM Evaluation Benchmark Results") report_lines.append("") # Format duration nicely duration_seconds = results.get("duration", 0)