diff --git a/litellm/llms/nvidia_nim/rerank/transformation.py b/litellm/llms/nvidia_nim/rerank/transformation.py index 15cfdb6bece..beafa02fe62 100644 --- a/litellm/llms/nvidia_nim/rerank/transformation.py +++ b/litellm/llms/nvidia_nim/rerank/transformation.py @@ -24,7 +24,7 @@ class NvidiaNimQueryObject(TypedDict): class NvidiaNimPassageObject(TypedDict, total=False): text: str - image: str + image: str # writable-ok: assembled field-by-field in transform_rerank_request class NvidiaNimRerankRequest(TypedDict, total=False): diff --git a/litellm/types/litellm_core_utils/streaming_chunk_builder_utils.py b/litellm/types/litellm_core_utils/streaming_chunk_builder_utils.py index 3deb307881f..59850cbfed8 100644 --- a/litellm/types/litellm_core_utils/streaming_chunk_builder_utils.py +++ b/litellm/types/litellm_core_utils/streaming_chunk_builder_utils.py @@ -14,5 +14,5 @@ class UsagePerChunk(TypedDict): completion_tokens_details: CompletionTokensDetails | None prompt_tokens_details: PromptTokensDetailsWrapper | None cost: float | None - inference_geo: str | None - speed: str | None + inference_geo: ReadOnly[str | None] + speed: ReadOnly[str | None]