update code

Author: kevincheng2

fastdeploy/engine/request.py

@@ -181,6 +181,24 @@ def __init__(
         self.error_message = None
         self.error_code = None
 
+    def _convert_mm_input_types(self, d: dict) -> list:
+        if (
+            "multimodal_inputs" in d
+            and isinstance(d["multimodal_inputs"], dict)
+            and "mm_positions" in d["multimodal_inputs"]
+            and isinstance(d["multimodal_inputs"]["mm_positions"], list)
+            and len(d["multimodal_inputs"]["mm_positions"]) > 0
+            and not isinstance(d["multimodal_inputs"]["mm_positions"][0], ImagePosition)
+        ):
+            # if mm_positions is of type dict, convert to ImagePosition
+            try:
+                for i, mm_pos in enumerate(d["multimodal_inputs"]["mm_positions"]):
+                    d["multimodal_inputs"]["mm_positions"][i] = ImagePosition(**mm_pos)
+            except Exception as e:
+                data_processor_logger.error(
+                    f"Convert mm_positions to ImagePosition error: {e}, {str(traceback.format_exc())}"
+                )
+
     @classmethod
     def from_dict(cls, d: dict):
         data_processor_logger.debug(f"{d}")
@@ -191,13 +209,12 @@ def from_dict(cls, d: dict):
         else:
             sampling_params = SamplingParams.from_dict(d)
         if (
-            "multimodal_inputs" in d
-            and isinstance(d["multimodal_inputs"], dict)
-            and "mm_positions" in d["multimodal_inputs"]
-            and isinstance(d["multimodal_inputs"]["mm_positions"], list)
+            isinstance(d.get("multimodal_inputs"), dict)
+            and isinstance(d["multimodal_inputs"].get("mm_positions"), list)
             and len(d["multimodal_inputs"]["mm_positions"]) > 0
             and not isinstance(d["multimodal_inputs"]["mm_positions"][0], ImagePosition)
         ):
+            # if mm_positions is not of type ImagePosition, convert to ImagePosition
             try:
                 for i, mm_pos in enumerate(d["multimodal_inputs"]["mm_positions"]):
                     d["multimodal_inputs"]["mm_positions"][i] = ImagePosition(**mm_pos)