mirror of
https://github.com/BerriAI/litellm.git
synced 2026-11-18 09:45:23 +00:00
refactor(chatgpt): avoid rebinding streaming metadata inputs
This commit is contained in:
parent
877dab746f
commit
5df607cc96
1 changed files with 2 additions and 2 deletions
|
|
@ -2967,11 +2967,11 @@ def supports_native_streaming(model: str, custom_llm_provider: str | None) -> bo
|
|||
from litellm.litellm_core_utils.get_llm_provider_logic import resolve_model_and_provider_for_metadata
|
||||
|
||||
try:
|
||||
model, custom_llm_provider = resolve_model_and_provider_for_metadata(
|
||||
resolved_model, resolved_provider = resolve_model_and_provider_for_metadata(
|
||||
model=model, custom_llm_provider=custom_llm_provider
|
||||
)
|
||||
|
||||
model_info: Final = get_model_info_helper(model=model, custom_llm_provider=custom_llm_provider)
|
||||
model_info: Final = get_model_info_helper(model=resolved_model, custom_llm_provider=resolved_provider)
|
||||
supports_native_streaming = model_info.get("supports_native_streaming", True)
|
||||
if supports_native_streaming is None:
|
||||
supports_native_streaming = True
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue