Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
24 changes: 18 additions & 6 deletions litellm/integrations/opik/opik_payload_builder/extractors.py
Original file line number Diff line number Diff line change
Expand Up @@ -39,20 +39,32 @@ def extract_opik_metadata(
standard_logging_metadata: Dict[str, Any],
) -> Dict[str, Any]:
"""
Extract and merge Opik metadata from request and requester.
Merge Opik metadata from three sources in increasing priority order:

1. user_api_key_auth_metadata– lowest priority (operator-level defaults)
2. litellm_metadata (request)– overrides auth-key defaults
3. requester_metadata – highest priority (e.g. proxy header overrides)

Args:
litellm_metadata: Metadata from litellm_params
standard_logging_metadata: Metadata from standard_logging_object
litellm_metadata: Metadata from litellm_params.mak
standard_logging_metadata: Metadata from standard_logging_object.

Returns:
Merged Opik metadata dictionary
Merged Opik metadata dictionary.
"""
opik_meta = litellm_metadata.get("opik", {}).copy()
# Start with auth-key defaults (lowest priority).
auth_meta = standard_logging_metadata.get("user_api_key_auth_metadata") or {}
opik_meta = (auth_meta.get("opik") or {}).copy()

# Request-level values override auth-key defaults.
request_opik = litellm_metadata.get("opik") or {}
opik_meta.update(request_opik)

# Requester-level values win over everything else.
requester_metadata = standard_logging_metadata.get("requester_metadata", {}) or {}
requester_opik = requester_metadata.get("opik", {}) or {}
opik_meta.update(requester_opik)
if requester_opik:
opik_meta.update(requester_opik)

_logging.verbose_logger.debug(
f"litellm_opik_metadata - {json.dumps(opik_meta, default=str)}"
Expand Down
84 changes: 84 additions & 0 deletions tests/test_litellm/integrations/opik/test_opik_extractors.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,84 @@
from litellm.integrations.opik.opik_payload_builder.extractors import (
extract_opik_metadata,
)


def test_extract_opik_metadata_fills_missing_keys_from_auth_metadata():
litellm_metadata = {"opik": {"project_name": "my-proj"}}
standard_logging_metadata = {
"user_api_key_auth_metadata": {
"opik": {
"workspace": "auth-workspace",
"project_name": "auth-project",
}
}
}

result = extract_opik_metadata(
litellm_metadata=litellm_metadata,
standard_logging_metadata=standard_logging_metadata,
)

assert result == {
"project_name": "my-proj",
"workspace": "auth-workspace",
}


def test_extract_opik_metadata_request_metadata_overrides_auth_metadata():
litellm_metadata = {
"opik": {
"workspace": "request-workspace",
"thread_id": "request-thread",
}
}
standard_logging_metadata = {
"user_api_key_auth_metadata": {
"opik": {
"workspace": "auth-workspace",
"thread_id": "auth-thread",
"project_name": "auth-project",
}
}
}

result = extract_opik_metadata(
litellm_metadata=litellm_metadata,
standard_logging_metadata=standard_logging_metadata,
)

assert result == {
"workspace": "request-workspace",
"thread_id": "request-thread",
"project_name": "auth-project",
}


def test_extract_opik_metadata_requester_metadata_overrides_all_other_sources():
litellm_metadata = {"opik": {"project_name": "request-project"}}
standard_logging_metadata = {
"user_api_key_auth_metadata": {
"opik": {
"workspace": "auth-workspace",
"project_name": "auth-project",
}
},
"requester_metadata": {
"opik": {
"workspace": "requester-workspace",
"thread_id": "requester-thread",
"project_name": "requester-project",
}
},
}

result = extract_opik_metadata(
litellm_metadata=litellm_metadata,
standard_logging_metadata=standard_logging_metadata,
)

assert result == {
"project_name": "requester-project",
"workspace": "requester-workspace",
"thread_id": "requester-thread",
}
Loading