From 92c31ae401a358f2c1aa76bc0d4956c643b6b33a Mon Sep 17 00:00:00 2001
From: Krrish Dholakia <krrishdholakia@gmail.com>
Date: Fri, 3 Jan 2025 12:09:29 -0800
Subject: [PATCH] fix(types/utils.py): support langfuse + humanloop routes on
 llm router

---
 litellm/proxy/_new_secret_config.yaml | 7 +++++++
 litellm/types/utils.py                | 2 ++
 2 files changed, 9 insertions(+)

diff --git a/litellm/proxy/_new_secret_config.yaml b/litellm/proxy/_new_secret_config.yaml
index 35e27ada0d7..dc7bf9d62b3 100644
--- a/litellm/proxy/_new_secret_config.yaml
+++ b/litellm/proxy/_new_secret_config.yaml
@@ -3,6 +3,13 @@ model_list:
     litellm_params:
       model: openai/gpt-3.5-turbo
       api_key: os.environ/OPENAI_API_KEY
+  - model_name: chatbot_actions
+    litellm_params:
+      model: langfuse/azure/gpt-4o
+      api_base: "os.environ/AZURE_API_BASE"
+      api_key: "os.environ/AZURE_API_KEY"
+      tpm: 1000000
+      prompt_id: "jokes"
 
 litellm_settings:
   default_team_settings:
diff --git a/litellm/types/utils.py b/litellm/types/utils.py
index 623400ae455..d80b75f73a5 100644
--- a/litellm/types/utils.py
+++ b/litellm/types/utils.py
@@ -1800,6 +1800,8 @@ class LlmProviders(str, Enum):
     INFINITY = "infinity"
     DEEPGRAM = "deepgram"
     AIOHTTP_OPENAI = "aiohttp_openai"
+    LANGFUSE = "langfuse"
+    HUMANLOOP = "humanloop"
 
 
 class LiteLLMLoggingBaseClass: