scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-06 08:16:43 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 79

Merge pull request #13682 from BerriAI/litellm_stable_release_fixes

Browse source 
Litellm stable release fixes
This commit is contained in:
Krish Dholakia 2025-08-16 15:10:55 -07:00 • committed by GitHub
commit 50dec7cdee
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 23 additions and 14 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
litellm/litellm_core_utils/streaming_handler.py
View file

@ -1747,6 +1747,11 @@ class CustomStreamWrapper:
if is_empty:
continue
print_verbose(f"final returned processed chunk: {processed_chunk}")
# add usage as hidden param
if self.sent_last_chunk is True and self.stream_options is None:
usage = calculate_total_usage(chunks=self.chunks)
processed_chunk._hidden_params["usage"] = usage
return processed_chunk
raise StopAsyncIteration
else: # temporary patch for non-aiohttp async calls
@ -1790,6 +1795,7 @@ class CustomStreamWrapper:
messages=self.messages,
logging_obj=self.logging_obj,
)
response = self.model_response_creator()
if complete_streaming_response is not None:
setattr(

2
tests/local_testing/test_custom_callback_input.py
View file

@ -1599,7 +1599,7 @@ def test_logging_key_masking_gemini():
assert "PART" == trimmed_key
@pytest.mark.parametrize("sync_mode", [True])
@pytest.mark.parametrize("sync_mode", [True, False])
@pytest.mark.asyncio
async def test_standard_logging_payload_stream_usage(sync_mode):
"""

29
ui/litellm-dashboard/src/components/public_model_hub.tsx
View file

@ -18,6 +18,7 @@ import { EndpointType, getEndpointType } from "./chat_ui/mode_endpoint_mapping";
import { MessageType } from "./chat_ui/types";
import { getProviderLogoAndName } from "./provider_info_helpers";
import Navbar from "./navbar";
import { ThemeProvider } from "@/contexts/ThemeContext";
// Simple approach without react-markdown dependency
interface ModelGroupInfo {
@ -476,18 +477,19 @@ const PublicModelHub: React.FC<PublicModelHubProps> = ({ accessToken }) => {
];
return (
<div className="min-h-screen bg-white">
{/* Navigation */}
<Navbar
userID={null}
userEmail={null}
userRole={null}
premiumUser={false}
setProxySettings={setProxySettings}
proxySettings={proxySettings}
accessToken={accessToken || null}
isPublicPage={true}
/>
<ThemeProvider accessToken={accessToken}>
<div className="min-h-screen bg-white">
{/* Navigation */}
<Navbar
userID={null}
userEmail={null}
userRole={null}
premiumUser={false}
setProxySettings={setProxySettings}
proxySettings={proxySettings}
accessToken={accessToken || null}
isPublicPage={true}
/>
<div className="w-full px-8 py-12">
{/* About Section */}
@ -856,7 +858,8 @@ const PublicModelHub: React.FC<PublicModelHubProps> = ({ accessToken }) => {
</div>
)}
</Modal>
</div>
</div>
</ThemeProvider>
);
};