mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-09 03:18:44 +00:00
Add allm_passthrough_route in _get_pre_call_type
This commit is contained in:
parent
46018bd801
commit
155532085b
1 changed files with 4 additions and 2 deletions
|
|
@ -885,14 +885,16 @@ class ProxyBaseLLMRequestProcessing:
|
|||
|
||||
@staticmethod
|
||||
def _get_pre_call_type(
|
||||
route_type: Literal["acompletion", "aembedding", "aresponses"],
|
||||
) -> Literal["completion", "embeddings", "responses"]:
|
||||
route_type: Literal["acompletion", "aembedding", "aresponses", "allm_passthrough_route"],
|
||||
) -> Literal["completion", "embeddings", "responses", "allm_passthrough_route"]:
|
||||
if route_type == "acompletion":
|
||||
return "completion"
|
||||
elif route_type == "aembedding":
|
||||
return "embeddings"
|
||||
elif route_type == "aresponses":
|
||||
return "responses"
|
||||
elif route_type == "allm_passthrough_route":
|
||||
return "allm_passthrough_route"
|
||||
|
||||
#########################################################
|
||||
# Proxy Level Streaming Data Generator
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue