scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-09 03:18:44 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 108

[LLM Translation] Litellm gemini 2.0 live support (#12839)

Browse source 
* add gemini 2.0 live to model context and priceS

* added files to dump

* Update litellm/model_prices_and_context_window_backup.json

Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>

* Update model_prices_and_context_window.json

Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>

* added vertex ai live preview

* added vertex ai change

* add input video and image cosT

* add input video and image cosT

---------

Co-authored-by: Ishaan Jaff <ishaanjaffer0324@gmail.com>
Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>
This commit is contained in:
Jugal D. Bhatt 2025-07-23 03:44:52 +05:30 • committed by GitHub
parent d5ee93aa0c
commit c9899b5c06
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 193 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

97
litellm/model_prices_and_context_window_backup.json
View file

@ -7164,6 +7164,54 @@
"cache_read_input_token_cost": 3.125e-07,
"supports_prompt_caching": true
},
"gemini/gemini-2.0-flash-live-001": {
"max_tokens": 65535,
"max_input_tokens": 1048576,
"max_output_tokens": 65535,
"max_images_per_prompt": 3000,
"max_videos_per_prompt": 10,
"max_video_length": 1,
"max_audio_length_hours": 8.4,
"max_audio_per_prompt": 1,
"max_pdf_size_mb": 30,
"input_cost_per_token": 3.5e-07,
"input_cost_per_audio_token": 2.1e-06,
"input_cost_per_image": 2.1e-06,
"input_cost_per_video_per_second": 2.1e-06,
"output_cost_per_token": 1.5e-06,
"output_cost_per_audio_token": 8.5e-06,
"litellm_provider": "gemini",
"mode": "chat",
"rpm": 10,
"tpm": 250000,
"supports_system_messages": true,
"supports_function_calling": true,
"supports_vision": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_audio_output": true,
"supports_tool_choice": true,
"supported_endpoints": [
"/v1/chat/completions",
"/v1/completions"
],
"supported_modalities": [
"text",
"image",
"audio",
"video"
],
"supported_output_modalities": [
"text",
"audio"
],
"source": "https://ai.google.dev/gemini-api/docs/models#gemini-2-0-flash-live-001",
"supports_web_search": true,
"supports_url_context": true,
"supports_pdf_input": true,
"cache_read_input_token_cost": 7.5e-08,
"supports_prompt_caching": true
},
"gemini/gemini-2.5-pro-exp-03-25": {
"max_tokens": 65535,
"max_input_tokens": 1048576,
@ -8581,6 +8629,55 @@
"supports_assistant_prefill": true,
"supports_tool_choice": true
},
"gemini-2.0-flash-live-preview-04-09": {
"max_tokens": 65535,
"max_input_tokens": 1048576,
"max_output_tokens": 65535,
"max_images_per_prompt": 3000,
"max_videos_per_prompt": 10,
"max_video_length": 1,
"max_audio_length_hours": 8.4,
"max_audio_per_prompt": 1,
"max_pdf_size_mb": 30,
"input_cost_per_token": 5e-07,
"input_cost_per_audio_token": 3e-06,
"input_cost_per_image": 3e-06,
"input_cost_per_video_per_second": 3e-06,
"output_cost_per_token": 2e-06,
"output_cost_per_audio_token": 1.2e-05,
"litellm_provider": "vertex_ai-language-models",
"mode": "chat",
"rpm": 10,
"tpm": 250000,
"supports_system_messages": true,
"supports_function_calling": true,
"supports_vision": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_audio_output": true,
"supports_tool_choice": true,
"supported_endpoints": [
"/v1/chat/completions",
"/v1/completions"
],
"supported_modalities": [
"text",
"image",
"audio",
"video"
],
"supported_output_modalities": [
"text",
"audio"
],
"source": "https://cloud.google.com/vertex-ai/docs/generative-ai/model-reference/gemini#gemini-2-0-flash-live-preview-04-09",
"supports_web_search": true,
"supports_url_context": true,
"supports_pdf_input": true,
"cache_read_input_token_cost": 7.5e-08,
"supports_prompt_caching": true
},
"vertex_ai/claude-3-sonnet@20240229": {
"max_tokens": 4096,
"max_input_tokens": 200000,

96
model_prices_and_context_window.json
View file

@ -7345,6 +7345,54 @@
"cache_read_input_token_cost": 7.5e-08,
"supports_prompt_caching": true
},
"gemini/gemini-2.0-flash-live-001": {
"max_tokens": 65535,
"max_input_tokens": 1048576,
"max_output_tokens": 65535,
"max_images_per_prompt": 3000,
"max_videos_per_prompt": 10,
"max_video_length": 1,
"max_audio_length_hours": 8.4,
"max_audio_per_prompt": 1,
"max_pdf_size_mb": 30,
"input_cost_per_token": 3.5e-07,
"input_cost_per_audio_token": 2.1e-06,
"input_cost_per_image": 2.1e-06,
"input_cost_per_video_per_second": 2.1e-06,
"output_cost_per_token": 1.5e-06,
"output_cost_per_audio_token": 8.5e-06,
"litellm_provider": "gemini",
"mode": "chat",
"rpm": 10,
"tpm": 250000,
"supports_system_messages": true,
"supports_function_calling": true,
"supports_vision": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_audio_output": true,
"supports_tool_choice": true,
"supported_endpoints": [
"/v1/chat/completions",
"/v1/completions"
],
"supported_modalities": [
"text",
"image",
"audio",
"video"
],
"supported_output_modalities": [
"text",
"audio"
],
"source": "https://ai.google.dev/gemini-api/docs/models#gemini-2-0-flash-live-001",
"supports_web_search": true,
"supports_url_context": true,
"supports_pdf_input": true,
"cache_read_input_token_cost": 7.5e-08,
"supports_prompt_caching": true
},
"gemini/gemini-2.5-flash-preview-tts": {
"max_tokens": 65535,
"max_input_tokens": 1048576,
@ -8581,6 +8629,54 @@
"supports_assistant_prefill": true,
"supports_tool_choice": true
},
"gemini-2.0-flash-live-preview-04-09": {
"max_tokens": 65535,
"max_input_tokens": 1048576,
"max_output_tokens": 65535,
"max_images_per_prompt": 3000,
"max_videos_per_prompt": 10,
"max_video_length": 1,
"max_audio_length_hours": 8.4,
"max_audio_per_prompt": 1,
"max_pdf_size_mb": 30,
"input_cost_per_token": 5e-07,
"input_cost_per_audio_token": 3e-06,
"input_cost_per_image": 3e-06,
"input_cost_per_video_per_second": 3e-06,
"output_cost_per_token": 2e-06,
"output_cost_per_audio_token": 1.2e-05,
"litellm_provider": "vertex_ai-language-models",
"mode": "chat",
"rpm": 10,
"tpm": 250000,
"supports_system_messages": true,
"supports_function_calling": true,
"supports_vision": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_audio_output": true,
"supports_tool_choice": true,
"supported_endpoints": [
"/v1/chat/completions",
"/v1/completions"
],
"supported_modalities": [
"text",
"image",
"audio",
"video"
],
"supported_output_modalities": [
"text",
"audio"
],
"source": "https://cloud.google.com/vertex-ai/docs/generative-ai/model-reference/gemini#gemini-2-0-flash-live-preview-04-09",
"supports_web_search": true,
"supports_url_context": true,
"supports_pdf_input": true,
"cache_read_input_token_cost": 7.5e-08,
"supports_prompt_caching": true
},
"vertex_ai/claude-3-sonnet@20240229": {
"max_tokens": 4096,
"max_input_tokens": 200000,