Propagate OAI eval and run ids to the results

sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluate/_evaluate.py

@@ -1052,6 +1052,11 @@ def _evaluate(  # pylint: disable=too-many-locals,too-many-statements
 
     result_df_dict = results_df.to_dict("records")
     result: EvaluationResult = {"rows": result_df_dict, "metrics": metrics, "studio_url": studio_url}  # type: ignore
+    if eval_run_info_list:
+        result["oai_eval_run_ids"] = [
+            {"eval_group_id": info["eval_group_id"], "eval_run_id": info["eval_run_id"]}
+            for info in eval_run_info_list
+        ]
     # _add_aoai_structured_results_to_results(result, LOGGER, kwargs.get("eval_meta_data"))
 
     eval_id: Optional[str] = kwargs.get("_eval_id")

sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_model_configurations.py

@@ -139,6 +139,7 @@ class Conversation(TypedDict):
 
 class EvaluationResult(TypedDict):
     metrics: Dict
+    oai_eval_run_ids: NotRequired[List[Dict[str, str]]]
     studio_url: NotRequired[str]
     rows: List[Dict]
     _evaluation_results_list: List[Dict]

sdk/evaluation/azure-ai-evaluation/tests/unittests/test_evaluate.py

@@ -1345,6 +1345,55 @@ def run_test():
         assert len(empty_converted["_evaluation_results_list"]) == 0
         assert empty_converted["_evaluation_summary"]["result_counts"]["total"] == 0
 
+    @patch("azure.ai.evaluation._evaluate._evaluate._map_names_to_builtins", return_value={})
+    @patch("azure.ai.evaluation._evaluate._evaluate._get_evaluation_run_results")
+    @patch("azure.ai.evaluation._evaluate._evaluate._begin_aoai_evaluation")
+    @patch("azure.ai.evaluation._evaluate._evaluate._preprocess_data")
+    def test_evaluate_returns_oai_eval_run_ids(
+        self,
+        mock_preprocess,
+        mock_begin,
+        mock_get_results,
+        _,
+        mock_model_config,
+    ):
+        df = pd.DataFrame([{"query": "hi"}])
+        grader = AzureOpenAILabelGrader(
+            model_config=mock_model_config,
+            input=[{"content": "{{item.query}}", "role": "user"}],
+            labels=["positive", "negative", "neutral"],
+            passing_labels=["neutral"],
+            model="gpt-4o-2024-11-20",
+            name="labelgrader",
+        )
+        mock_preprocess.return_value = {
+            "column_mapping": {},
+            "evaluators": {},
+            "graders": {"g": grader},
+            "input_data_df": df,
+            "target_run": None,
+            "batch_run_client": None,
+            "batch_run_data": None,
+        }
+        mock_begin.return_value = [
+            {
+                "client": None,
+                "eval_group_id": "grp1",
+                "eval_run_id": "run1",
+                "grader_name_map": {},
+                "expected_rows": len(df),
+            }
+        ]
+        mock_get_results.return_value = (pd.DataFrame([{"outputs.g.score": 1}]), {"g.pass_rate": 1.0})
+
+        result = evaluate(
+            evaluators={"g": grader},
+            data="dummy_path",
+            azure_ai_project=None,
+        )
+
+        assert "oai_eval_run_ids" in result
+        assert result["oai_eval_run_ids"] == [{"eval_group_id": "grp1", "eval_run_id": "run1"}]
 
 @pytest.mark.unittest
 class TestTagsInLoggingFunctions: