From 6cfe10b91de212bd72349bc5ab8f63427855dc83 Mon Sep 17 00:00:00 2001
From: Ishaan Jaff <ishaanjaffer0324@gmail.com>
Date: Thu, 2 Jan 2025 16:57:08 -0800
Subject: [PATCH] fix openai like

---
 litellm/llms/openai_like/chat/handler.py        | 4 +++-
 litellm/llms/openai_like/chat/transformation.py | 2 +-
 litellm/main.py                                 | 1 +
 litellm/proxy/proxy_config.yaml                 | 5 ++++-
 4 files changed, 9 insertions(+), 3 deletions(-)

diff --git a/litellm/llms/openai_like/chat/handler.py b/litellm/llms/openai_like/chat/handler.py
index c9b0fe3a46c..890e17392e0 100644
--- a/litellm/llms/openai_like/chat/handler.py
+++ b/litellm/llms/openai_like/chat/handler.py
@@ -198,6 +198,7 @@ class OpenAILikeChatHandler(OpenAILikeBase):
         return OpenAILikeChatConfig._transform_response(
             model=model,
             response=response_data,
+            response_json=response_data,
             model_response=model_response,
             stream=stream,
             logging_obj=logging_obj,
@@ -368,7 +369,7 @@ class OpenAILikeChatHandler(OpenAILikeBase):
                         url=api_base, headers=headers, data=json.dumps(data)
                     )
                     response.raise_for_status()
-
+                    response_data = response.json()
                 except httpx.HTTPStatusError as e:
                     raise OpenAILikeError(
                         status_code=e.response.status_code,
@@ -383,6 +384,7 @@ class OpenAILikeChatHandler(OpenAILikeBase):
         return OpenAILikeChatConfig._transform_response(
             model=model,
             response=response,
+            response_json=response_data,
             model_response=model_response,
             stream=stream,
             logging_obj=logging_obj,
diff --git a/litellm/llms/openai_like/chat/transformation.py b/litellm/llms/openai_like/chat/transformation.py
index 37cfabdab52..116da2ac4a5 100644
--- a/litellm/llms/openai_like/chat/transformation.py
+++ b/litellm/llms/openai_like/chat/transformation.py
@@ -65,6 +65,7 @@ class OpenAILikeChatConfig(OpenAIGPTConfig):
     def _transform_response(
         model: str,
         response: httpx.Response,
+        response_json: dict,
         model_response: ModelResponse,
         stream: bool,
         logging_obj: LiteLLMLoggingObj,
@@ -78,7 +79,6 @@ class OpenAILikeChatConfig(OpenAIGPTConfig):
         custom_llm_provider: str,
         base_model: Optional[str],
     ) -> ModelResponse:
-        response_json = response.json()
         logging_obj.post_call(
             input=messages,
             api_key="",
diff --git a/litellm/main.py b/litellm/main.py
index 7ca04b94e26..d8a0a37f836 100644
--- a/litellm/main.py
+++ b/litellm/main.py
@@ -2826,6 +2826,7 @@ def completion(  # type: ignore # noqa: PLR0915
         elif custom_llm_provider == "openai_like":
             response = openai_like_chat_completion.completion(
                 model=model,
+                acompletion=acompletion,
                 messages=messages,
                 api_base=api_base,
                 model_response=model_response,
diff --git a/litellm/proxy/proxy_config.yaml b/litellm/proxy/proxy_config.yaml
index 58de992e66b..63afcd4ab3a 100644
--- a/litellm/proxy/proxy_config.yaml
+++ b/litellm/proxy/proxy_config.yaml
@@ -2,5 +2,8 @@ model_list:
   - model_name: "fake-openai-endpoint"
     litellm_params:
       model: openai_like/any
-      api_base: https://exampleopenaiendpoint-production.up.railway.app
+      api_base: https://exampleopenaiendpoint-production-c715.up.railway.app
       api_key: "ishaan"
+
+general_settings: 
+  master_key: sk-1234 
\ No newline at end of file