models - content - documents (strands-agents#138)

Author: pgrayy

src/strands/types/models/openai.py

@@ -7,6 +7,7 @@
 """
 
 import abc
+import base64
 import json
 import logging
 import mimetypes
@@ -40,6 +41,17 @@ def format_request_message_content(content: ContentBlock) -> dict[str, Any]:
         Returns:
             OpenAI compatible content block.
         """
+        if "document" in content:
+            mime_type = mimetypes.types_map.get(f".{content['document']['format']}", "application/octet-stream")
+            file_data = base64.b64encode(content["document"]["source"]["bytes"]).decode("utf-8")
+            return {
+                "file": {
+                    "file_data": f"data:{mime_type};base64,{file_data}",
+                    "filename": content["document"]["name"],
+                },
+                "type": "file",
+            }
+
         if "image" in content:
             mime_type = mimetypes.types_map.get(f".{content['image']['format']}", "application/octet-stream")
             image_data = content["image"]["source"]["bytes"].decode("utf-8")

tests/strands/types/models/test_openai.py

@@ -62,7 +62,24 @@ def system_prompt():
 @pytest.mark.parametrize(
     "content, exp_result",
     [
-        # Case 1: Image
+        # Document
+        (
+            {
+                "document": {
+                    "format": "pdf",
+                    "name": "test doc",
+                    "source": {"bytes": b"document"},
+                },
+            },
+            {
+                "file": {
+                    "file_data": "data:application/pdf;base64,ZG9jdW1lbnQ=",
+                    "filename": "test doc",
+                },
+                "type": "file",
+            },
+        ),
+        # Image
         (
             {
                 "image": {
@@ -79,12 +96,12 @@ def system_prompt():
                 "type": "image_url",
             },
         ),
-        # Case 2: Text
+        # Text
         (
             {"text": "hello"},
             {"type": "text", "text": "hello"},
         ),
-        # Case 3: Other
+        # Other
         (
             {"other": {"a": 1}},
             {