From 740d1fdb1c76d466ac30744033ced7ba3cd89c6a Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Fri, 16 Aug 2024 08:44:29 -0700 Subject: [PATCH] add provider_specific_fields to GenericStreamingChunk --- litellm/types/utils.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/litellm/types/utils.py b/litellm/types/utils.py index 354f0f03f82..c78cc2edcf8 100644 --- a/litellm/types/utils.py +++ b/litellm/types/utils.py @@ -88,6 +88,9 @@ class GenericStreamingChunk(TypedDict, total=False): usage: Optional[ChatCompletionUsageBlock] index: int + # use this dict if you want to return any provider specific fields in the response + provider_specific_fields: Optional[Dict[str, Any]] + from enum import Enum