Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
9 changes: 9 additions & 0 deletions plugins/model-providers/nous/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -14,6 +14,15 @@ def build_extra_body(
self, *, session_id: str | None = None, **context
) -> dict[str, Any]:
body: dict[str, Any] = {"tags": nous_portal_tags(session_id=session_id)}
if session_id:
# Top-level session_id → provider sticky routing key. Pins every
# turn of a session to the same upstream endpoint so explicit
# Anthropic cache_control breakpoints stay warm instead of
# cold-writing a fresh cache on each reroute (Anthropic/Vertex/
# Bedrock caches are instance-local). Mirrors the OpenRouter
# profile; without it the portal falls back to hashing the opening
# messages, which breaks pinning whenever those shift.
body["session_id"] = session_id
provider_preferences = context.get("provider_preferences")
if provider_preferences:
body["provider"] = provider_preferences
Expand Down
12 changes: 12 additions & 0 deletions tests/providers/test_provider_profiles.py
Original file line number Diff line number Diff line change
Expand Up @@ -431,6 +431,18 @@ def test_tags_include_conversation_when_session_id(self):
body = p.build_extra_body(session_id="sess-99")
assert conversation_tag("sess-99") in body["tags"]

def test_extra_body_session_id(self):
"""Top-level session_id is the provider sticky-routing key — keeps
Anthropic cache_control breakpoints pinned to one upstream endpoint."""
p = get_provider_profile("nous")
body = p.build_extra_body(session_id="sess-99")
assert body["session_id"] == "sess-99"

def test_extra_body_no_session_id(self):
p = get_provider_profile("nous")
body = p.build_extra_body()
assert "session_id" not in body

def test_auth_type(self):
p = get_provider_profile("nous")
assert p.auth_type == "oauth_device_code"
Expand Down
8 changes: 5 additions & 3 deletions tests/run_agent/test_run_agent.py
Original file line number Diff line number Diff line change
Expand Up @@ -4046,9 +4046,11 @@ def test_summary_keeps_nous_profile_body_without_routing_preferences(self, agent
kwargs = agent.client.chat.completions.create.call_args.kwargs
from agent.portal_tags import nous_portal_tags

assert kwargs["extra_body"] == {
"tags": nous_portal_tags(session_id=agent.session_id)
}
expected = {"tags": nous_portal_tags(session_id=agent.session_id)}
if agent.session_id:
# Top-level sticky-routing key ships whenever a session exists.
expected["session_id"] = agent.session_id
assert kwargs["extra_body"] == expected

def test_summary_drops_invalid_provider_sort(self, agent):
agent.base_url = "https://openrouter.ai/api/v1"
Expand Down
Loading