From 30d6c1d171fc4c7ce52cf13e77247326aec7fa93 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Thu, 18 Jul 2024 17:36:58 -0700 Subject: [PATCH] fix(factory.py): handle escape characters in image url prevents mimetype errors in vertex ai calls --- litellm/llms/prompt_templates/factory.py | 1 + litellm/tests/test_prompt_factory.py | 1 + 2 files changed, 2 insertions(+) diff --git a/litellm/llms/prompt_templates/factory.py b/litellm/llms/prompt_templates/factory.py index fb37dacefc5..99ffcfbf417 100644 --- a/litellm/llms/prompt_templates/factory.py +++ b/litellm/llms/prompt_templates/factory.py @@ -709,6 +709,7 @@ def convert_to_anthropic_image_obj(openai_image_url: str) -> GenericImageParsing openai_image_url = convert_url_to_base64(url=openai_image_url) # Extract the media type and base64 data media_type, base64_data = openai_image_url.split("data:")[1].split(";base64,") + media_type = media_type.replace("\\/", "/") return GenericImageParsingChunk( type="base64", diff --git a/litellm/tests/test_prompt_factory.py b/litellm/tests/test_prompt_factory.py index 8d079280300..3ed80f6ff3d 100644 --- a/litellm/tests/test_prompt_factory.py +++ b/litellm/tests/test_prompt_factory.py @@ -212,6 +212,7 @@ def test_convert_url_to_img(): [ ("data:image/jpeg;base64,1234", "image/jpeg"), ("data:application/pdf;base64,1234", "application/pdf"), + ("data:image\/jpeg;base64,1234", "image/jpeg"), ], ) def test_base64_image_input(url, expected_media_type):