otel: send AudioUrl, VideoUrl, DocumentUrl and ImageUrl information

pydantic_ai_slim/pydantic_ai/messages.py

@@ -327,11 +327,18 @@ class UserPromptPart:
     """Part type identifier, this is available on all parts as a discriminator."""
 
     def otel_event(self) -> Event:
+        content: str | list[dict[str, Any] | str]
         if isinstance(self.content, str):
             content = self.content
         else:
-            # TODO figure out what to record for images and audio
-            content = [part if isinstance(part, str) else {'kind': part.kind} for part in self.content]
+            content = []
+            for part in self.content:
+                if isinstance(part, str):
+                    content.append(part)
+                elif isinstance(part, (ImageUrl, AudioUrl, DocumentUrl, VideoUrl)):
+                    content.append({'kind': part.kind, 'url': part.url})
+                else:
+                    content.append({'kind': part.kind})
         return Event('gen_ai.user.message', body={'content': content, 'role': 'user'})
 
 

tests/models/test_instrumented.py

@@ -12,6 +12,10 @@
 from opentelemetry.trace import NoOpTracerProvider
 
 from pydantic_ai.messages import (
+    AudioUrl,
+    BinaryContent,
+    DocumentUrl,
+    ImageUrl,
     ModelMessage,
     ModelRequest,
     ModelResponse,
@@ -25,6 +29,7 @@
     ToolCallPart,
     ToolReturnPart,
     UserPromptPart,
+    VideoUrl,
 )
 from pydantic_ai.models import Model, ModelRequestParameters, StreamedResponse
 from pydantic_ai.models.instrumented import InstrumentationSettings, InstrumentedModel
@@ -736,3 +741,81 @@ def test_messages_to_otel_events_instructions_multiple_messages():
             {'content': 'user_prompt2', 'role': 'user', 'gen_ai.message.index': 2, 'event.name': 'gen_ai.user.message'},
         ]
     )
+
+
+def test_messages_to_otel_events_image_url(document_content: BinaryContent):
+    messages = [
+        ModelRequest(parts=[UserPromptPart(content=['user_prompt', ImageUrl('https://example.com/image.png')])]),
+        ModelRequest(parts=[UserPromptPart(content=['user_prompt2', AudioUrl('https://example.com/audio.mp3')])]),
+        ModelRequest(parts=[UserPromptPart(content=['user_prompt3', DocumentUrl('https://example.com/document.pdf')])]),
+        ModelRequest(parts=[UserPromptPart(content=['user_prompt4', VideoUrl('https://example.com/video.mp4')])]),
+        ModelRequest(
+            parts=[
+                UserPromptPart(
+                    content=[
+                        'user_prompt5',
+                        ImageUrl('https://example.com/image2.png'),
+                        AudioUrl('https://example.com/audio2.mp3'),
+                        DocumentUrl('https://example.com/document2.pdf'),
+                        VideoUrl('https://example.com/video2.mp4'),
+                    ]
+                )
+            ]
+        ),
+        ModelRequest(parts=[UserPromptPart(content=['user_prompt6', document_content])]),
+        ModelResponse(parts=[TextPart('text1')]),
+    ]
+    assert [
+        InstrumentedModel.event_to_dict(e) for e in InstrumentedModel.messages_to_otel_events(messages)
+    ] == snapshot(
+        [
+            {
+                'content': ['user_prompt', {'kind': 'image-url', 'url': 'https://example.com/image.png'}],
+                'role': 'user',
+                'gen_ai.message.index': 0,
+                'event.name': 'gen_ai.user.message',
+            },
+            {
+                'content': ['user_prompt2', {'kind': 'audio-url', 'url': 'https://example.com/audio.mp3'}],
+                'role': 'user',
+                'gen_ai.message.index': 1,
+                'event.name': 'gen_ai.user.message',
+            },
+            {
+                'content': ['user_prompt3', {'kind': 'document-url', 'url': 'https://example.com/document.pdf'}],
+                'role': 'user',
+                'gen_ai.message.index': 2,
+                'event.name': 'gen_ai.user.message',
+            },
+            {
+                'content': ['user_prompt4', {'kind': 'video-url', 'url': 'https://example.com/video.mp4'}],
+                'role': 'user',
+                'gen_ai.message.index': 3,
+                'event.name': 'gen_ai.user.message',
+            },
+            {
+                'content': [
+                    'user_prompt5',
+                    {'kind': 'image-url', 'url': 'https://example.com/image2.png'},
+                    {'kind': 'audio-url', 'url': 'https://example.com/audio2.mp3'},
+                    {'kind': 'document-url', 'url': 'https://example.com/document2.pdf'},
+                    {'kind': 'video-url', 'url': 'https://example.com/video2.mp4'},
+                ],
+                'role': 'user',
+                'gen_ai.message.index': 4,
+                'event.name': 'gen_ai.user.message',
+            },
+            {
+                'content': ['user_prompt6', {'kind': 'binary'}],
+                'role': 'user',
+                'gen_ai.message.index': 5,
+                'event.name': 'gen_ai.user.message',
+            },
+            {
+                'role': 'assistant',
+                'content': 'text1',
+                'gen_ai.message.index': 6,
+                'event.name': 'gen_ai.assistant.message',
+            },
+        ]
+    )