From a745ce7d49618d887593496c1865567d4304ded4 Mon Sep 17 00:00:00 2001 From: Eran Cohen Date: Mon, 17 Nov 2025 21:32:16 +0200 Subject: [PATCH] fix(eval): Update intent check to accept cluster not found Sometimes the response is: "I am unable to find any clusters. Can you provide the cluster ID?" Signed-off-by: Eran Cohen --- test/evals/eval_data.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/test/evals/eval_data.yaml b/test/evals/eval_data.yaml index b8ecf24..c4f0a47 100644 --- a/test/evals/eval_data.yaml +++ b/test/evals/eval_data.yaml @@ -114,7 +114,7 @@ eval_query: Give me details about cluster named 'abc123abc' description: Test handling for non-existent cluster name eval_types: [tool_eval, response_eval:intent] - expected_intent: An explanation indicating that a cluster with the name abc123abc does not exist + expected_intent: ​An explanation indicating that a cluster with the name abc123abc does not exist or could not be found expected_tool_calls: - - tool_name: list_clusters arguments: {}