Merge pull request #939 from andehr/thread-images

add image files to thread via add method (supports Assistant API vision)

src/marvin/beta/assistants/threads.py

@@ -67,6 +67,7 @@ async def add_async(
         role: str = "user",
         code_interpreter_files: Optional[list[str]] = None,
         file_search_files: Optional[list[str]] = None,
+        image_files: Optional[list[str]] = None,
     ) -> Message:
         """
         Add a user message to the thread.
@@ -76,6 +77,8 @@ async def add_async(
         if self.id is None:
             await self.create_async()
 
+        content = [dict(text=message, type="text")]
+
         # Upload files and collect their IDs
         attachments = []
         for fp in code_interpreter_files or []:
@@ -90,10 +93,16 @@ async def add_async(
                 attachments.append(
                     dict(file_id=response.id, tools=[dict(type="file_search")])
                 )
+        for fp in image_files or []:
+            with open(fp, mode="rb") as file:
+                response = await client.files.create(file=file, purpose="vision")
+                content.append(
+                    dict(image_file=dict(file_id=response.id), type="image_file")
+                )
 
         # Create the message with the attached files
         response = await client.beta.threads.messages.create(
-            thread_id=self.id, role=role, content=message, attachments=attachments
+            thread_id=self.id, role=role, content=content, attachments=attachments
         )
         return response