feat: list support in message.content (#122)

endpoints/OAI/utils/chat_completion.py

@@ -151,6 +151,19 @@ def format_prompt_with_template(data: ChatCompletionRequest):
             unwrap(data.ban_eos_token, False),
         )
 
+        # Deal with list in messages.content
+        # Just replace the content list with the very first text message
+        for message in data.messages:
+            if message["role"] == "user" and isinstance(message["content"], list):
+                message["content"] = next(
+                    (
+                        content["text"]
+                        for content in message["content"]
+                        if content["type"] == "text"
+                    ),
+                    "",
+                )
+
         # Overwrite any protected vars with their values
         data.template_vars.update(
             {