fix(langchain): include content attribute when assistant messages have tool calls

.github/workflows/ci.yml

@@ -26,6 +26,15 @@ jobs:
     runs-on: ubuntu-latest
 
     steps:
+      - name: Free up disk space
+        run: |
+          sudo apt-get remove -y '^dotnet-.*' '^llvm-.*' 'php.*' '^mongodb-.*' '^mysql-.*' azure-cli google-cloud-cli google-chrome-stable firefox powershell mono-devel libgl1-mesa-dri || true
+          sudo apt-get autoremove -y
+          sudo apt-get clean
+          # Remove Docker images
+          docker rmi $(docker images -aq) || true
+          # Show available space
+          df -h
       - uses: actions/checkout@v4
         with:
           fetch-depth: 0
@@ -55,6 +64,15 @@ jobs:
         python-version: ["3.11"]
 
     steps:
+      - name: Free up disk space
+        run: |
+          sudo apt-get remove -y '^dotnet-.*' '^llvm-.*' 'php.*' '^mongodb-.*' '^mysql-.*' azure-cli google-cloud-cli google-chrome-stable firefox powershell mono-devel libgl1-mesa-dri || true
+          sudo apt-get autoremove -y
+          sudo apt-get clean
+          # Remove Docker images
+          docker rmi $(docker images -aq) || true
+          # Show available space
+          df -h
       - uses: actions/checkout@v4
         with:
           fetch-depth: 0
@@ -91,6 +109,15 @@ jobs:
         python-version: ["3.10", "3.11", "3.12"]
 
     steps:
+      - name: Free up disk space
+        run: |
+          sudo apt-get remove -y '^dotnet-.*' '^llvm-.*' 'php.*' '^mongodb-.*' '^mysql-.*' azure-cli google-cloud-cli google-chrome-stable firefox powershell mono-devel libgl1-mesa-dri || true
+          sudo apt-get autoremove -y
+          sudo apt-get clean
+          # Remove Docker images
+          docker rmi $(docker images -aq) || true
+          # Show available space
+          df -h
       - uses: actions/checkout@v4
         with:
           fetch-depth: 0

packages/opentelemetry-instrumentation-langchain/opentelemetry/instrumentation/langchain/span_utils.py

@@ -176,17 +176,17 @@ def set_chat_request(
                         span, f"{SpanAttributes.LLM_PROMPTS}.{i}", tool_calls
                     )
 
-                else:
-                    content = (
-                        msg.content
-                        if isinstance(msg.content, str)
-                        else json.dumps(msg.content, cls=CallbackFilteredJSONEncoder)
-                    )
-                    _set_span_attribute(
-                        span,
-                        f"{SpanAttributes.LLM_PROMPTS}.{i}.content",
-                        content,
-                    )
+                # Always set content if it exists, regardless of tool_calls presence
+                content = (
+                    msg.content
+                    if isinstance(msg.content, str)
+                    else json.dumps(msg.content, cls=CallbackFilteredJSONEncoder)
+                )
+                _set_span_attribute(
+                    span,
+                    f"{SpanAttributes.LLM_PROMPTS}.{i}.content",
+                    content,
+                )
 
                 if msg.type == "tool" and hasattr(msg, "tool_call_id"):
                     _set_span_attribute(

packages/opentelemetry-instrumentation-langchain/tests/conftest.py

@@ -1,6 +1,7 @@
 """Unit tests configuration module."""
 
 import os
+import sys
 
 import pytest
 from opentelemetry._events import get_event_logger
@@ -148,6 +149,30 @@ def environment():
         os.environ["LANGSMITH_API_KEY"] = "test"
 
 
+@pytest.fixture(autouse=True)
+def force_langsmith_requests():
+    """Force langsmith to use requests instead of httpx for VCR compatibility."""
+    # For Python 3.11+, we need to ensure langsmith uses requests instead of httpx
+    # since VCR has better support for requests
+    if sys.version_info >= (3, 11):
+        import requests
+
+        # Monkey patch langsmith to always use requests session
+        try:
+            import langsmith.client
+
+            original_langsmith_init = langsmith.client.Client.__init__
+
+            def patched_langsmith_init(self, *args, **kwargs):
+                if "session" not in kwargs:
+                    kwargs["session"] = requests.Session()
+                return original_langsmith_init(self, *args, **kwargs)
+
+            langsmith.client.Client.__init__ = patched_langsmith_init
+        except ImportError:
+            pass  # langsmith not available
+
+
 @pytest.fixture(scope="module")
 def vcr_config():
     def before_record_request(request):
@@ -170,7 +195,10 @@ def before_record_request(request):
         return request
 
     return {
-        "filter_headers": ["authorization", "x-api-key"],
-        "match_on": ["method", "scheme", "host", "port", "path", "query"],
+        "filter_headers": ["authorization", "x-api-key", "user-agent"],
+        "match_on": ["method", "scheme", "host", "port", "path"],
         "before_record_request": before_record_request,
+        "ignore_localhost": True,
+        "decode_compressed_response": True,
+        "allow_playback_repeats": True,
     }

packages/opentelemetry-instrumentation-langchain/tests/test_tool_call_content.py

@@ -0,0 +1,160 @@
+"""
+Test for the fix of the issue where assistant message content is missing
+when tool calls are present in LangGraph/LangChain instrumentation.
+
+This test reproduces the issue reported in GitHub where gen_ai.prompt.X.content
+attributes were missing for assistant messages that contained tool_calls.
+"""
+
+from unittest.mock import Mock
+from langchain_core.messages import AIMessage, HumanMessage, ToolMessage
+from opentelemetry.instrumentation.langchain.span_utils import set_chat_request
+from opentelemetry.semconv_ai import SpanAttributes
+
+
+def test_assistant_message_with_tool_calls_includes_content():
+    """
+    Test that when an assistant message has both content and tool_calls,
+    both the content and tool_calls are included in the span attributes.
+
+    This addresses the issue where content was missing when tool_calls were present.
+    """
+    mock_span = Mock()
+    mock_span.set_attribute = Mock()
+    mock_span_holder = Mock()
+    mock_span_holder.request_model = None
+    messages = [
+        [
+            HumanMessage(content="what is the current time? First greet me."),
+            AIMessage(
+                content="Hello! Let me check the current time for you.",
+                tool_calls=[
+                    {
+                        "id": "call_qU7pH3EdQvzwkPyKPOdpgaKA",
+                        "name": "get_current_time",
+                        "args": {},
+                    }
+                ],
+            ),
+            ToolMessage(
+                content="2025-08-15 08:15:21",
+                tool_call_id="call_qU7pH3EdQvzwkPyKPOdpgaKA",
+            ),
+            AIMessage(content="The current time is 2025-08-15 08:15:21"),
+        ]
+    ]
+
+    set_chat_request(mock_span, {}, messages, {}, mock_span_holder)
+
+    call_args = [call[0] for call in mock_span.set_attribute.call_args_list]
+    attributes = {args[0]: args[1] for args in call_args}
+
+    assert f"{SpanAttributes.LLM_PROMPTS}.0.role" in attributes
+    assert attributes[f"{SpanAttributes.LLM_PROMPTS}.0.role"] == "user"
+    assert f"{SpanAttributes.LLM_PROMPTS}.0.content" in attributes
+    assert (
+        attributes[f"{SpanAttributes.LLM_PROMPTS}.0.content"]
+        == "what is the current time? First greet me."
+    )
+    assert f"{SpanAttributes.LLM_PROMPTS}.1.role" in attributes
+    assert attributes[f"{SpanAttributes.LLM_PROMPTS}.1.role"] == "assistant"
+    assert f"{SpanAttributes.LLM_PROMPTS}.1.content" in attributes
+    assert (
+        attributes[f"{SpanAttributes.LLM_PROMPTS}.1.content"]
+        == "Hello! Let me check the current time for you."
+    )
+    assert f"{SpanAttributes.LLM_PROMPTS}.1.tool_calls.0.id" in attributes
+    assert (
+        attributes[f"{SpanAttributes.LLM_PROMPTS}.1.tool_calls.0.id"]
+        == "call_qU7pH3EdQvzwkPyKPOdpgaKA"
+    )
+    assert f"{SpanAttributes.LLM_PROMPTS}.1.tool_calls.0.name" in attributes
+    assert (
+        attributes[f"{SpanAttributes.LLM_PROMPTS}.1.tool_calls.0.name"]
+        == "get_current_time"
+    )
+    assert f"{SpanAttributes.LLM_PROMPTS}.2.role" in attributes
+    assert attributes[f"{SpanAttributes.LLM_PROMPTS}.2.role"] == "tool"
+    assert f"{SpanAttributes.LLM_PROMPTS}.2.content" in attributes
+    assert (
+        attributes[f"{SpanAttributes.LLM_PROMPTS}.2.content"] == "2025-08-15 08:15:21"
+    )
+    assert f"{SpanAttributes.LLM_PROMPTS}.2.tool_call_id" in attributes
+    assert (
+        attributes[f"{SpanAttributes.LLM_PROMPTS}.2.tool_call_id"]
+        == "call_qU7pH3EdQvzwkPyKPOdpgaKA"
+    )
+    assert f"{SpanAttributes.LLM_PROMPTS}.3.role" in attributes
+    assert attributes[f"{SpanAttributes.LLM_PROMPTS}.3.role"] == "assistant"
+    assert f"{SpanAttributes.LLM_PROMPTS}.3.content" in attributes
+    assert (
+        attributes[f"{SpanAttributes.LLM_PROMPTS}.3.content"]
+        == "The current time is 2025-08-15 08:15:21"
+    )
+
+
+def test_assistant_message_with_only_tool_calls_no_content():
+    """
+    Test that when an assistant message has only tool_calls and no content,
+    the tool_calls are still included and no content attribute is set.
+    """
+    mock_span = Mock()
+    mock_span.set_attribute = Mock()
+    mock_span_holder = Mock()
+    mock_span_holder.request_model = None
+
+    messages = [
+        [
+            AIMessage(
+                content="",
+                tool_calls=[
+                    {"id": "call_123", "name": "some_tool", "args": {"param": "value"}}
+                ],
+            )
+        ]
+    ]
+
+    set_chat_request(mock_span, {}, messages, {}, mock_span_holder)
+
+    call_args = [call[0] for call in mock_span.set_attribute.call_args_list]
+    attributes = {args[0]: args[1] for args in call_args}
+
+    assert f"{SpanAttributes.LLM_PROMPTS}.0.role" in attributes
+    assert attributes[f"{SpanAttributes.LLM_PROMPTS}.0.role"] == "assistant"
+    assert f"{SpanAttributes.LLM_PROMPTS}.0.content" not in attributes
+    assert f"{SpanAttributes.LLM_PROMPTS}.0.tool_calls.0.id" in attributes
+    assert attributes[f"{SpanAttributes.LLM_PROMPTS}.0.tool_calls.0.id"] == "call_123"
+    assert f"{SpanAttributes.LLM_PROMPTS}.0.tool_calls.0.name" in attributes
+    assert (
+        attributes[f"{SpanAttributes.LLM_PROMPTS}.0.tool_calls.0.name"] == "some_tool"
+    )
+
+
+def test_assistant_message_with_only_content_no_tool_calls():
+    """
+    Test that when an assistant message has only content and no tool_calls,
+    the content is included and no tool_calls attributes are set.
+    """
+    mock_span = Mock()
+    mock_span.set_attribute = Mock()
+    mock_span_holder = Mock()
+    mock_span_holder.request_model = None
+
+    messages = [[AIMessage(content="Just a regular response with no tool calls")]]
+
+    set_chat_request(mock_span, {}, messages, {}, mock_span_holder)
+
+    call_args = [call[0] for call in mock_span.set_attribute.call_args_list]
+
+    attributes = {args[0]: args[1] for args in call_args}
+
+    assert f"{SpanAttributes.LLM_PROMPTS}.0.role" in attributes
+    assert attributes[f"{SpanAttributes.LLM_PROMPTS}.0.role"] == "assistant"
+    assert f"{SpanAttributes.LLM_PROMPTS}.0.content" in attributes
+    assert (
+        attributes[f"{SpanAttributes.LLM_PROMPTS}.0.content"]
+        == "Just a regular response with no tool calls"
+    )
+
+    tool_call_attributes = [attr for attr in attributes.keys() if "tool_calls" in attr]
+    assert len(tool_call_attributes) == 0