diff --git a/tests/e2e/test_hermes_e2e.py b/tests/e2e/test_hermes_e2e.py index eb63e298e..f4915516c 100644 --- a/tests/e2e/test_hermes_e2e.py +++ b/tests/e2e/test_hermes_e2e.py @@ -236,13 +236,14 @@ async def test_atif_artifacts(self): trajectory = json.loads(atif_paths[0].read_text()) assert trajectory["agent"]["name"] in {"code-review-agent", "Hermes Agent"} steps = trajectory["steps"] - assert len(steps) == 5 - - first_step = steps[0] - assert first_step["message"] == "hermes.turn.start" - assert first_step["extra"]["event_payload"]["is_first_turn"] is True + user_step = next(step for step in steps if step["source"] == "user") + assert user_step["message"] == "Reply with exactly: relay ok" + assert user_step["extra"]["llm_request"]["model"] == ( + "nvidia/nemotron-3-nano-30b-a3b" + ) - last_step = steps[-1] - assert last_step["message"] == "hermes.session.end" + last_step = next(step for step in reversed(steps) if step["source"] == "agent") + assert "echo user_count=1" in last_step["message"] + assert last_step["extra"]["llm_response"]["finish_reason"] == "stop" assert last_step["extra"]["invocation"]["framework"] == "nemo_relay" assert last_step["extra"]["invocation"]["status"] == "completed"