scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-07 02:59:05 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 103

[Fix] A2a endpoint - fix timeout (#18747)

Browse source 
* fix DEFAULT_A2A_AGENT_TIMEOUT

* use DEFAULT_A2A_AGENT_TIMEOUT

* grpcio
This commit is contained in:
Ishaan Jaff 2026-01-07 13:31:53 +05:30 • committed by GitHub
parent 1661707492
commit 861dac1c8d
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 195 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
litellm/a2a_protocol/main.py
View file

@ -12,6 +12,7 @@ import litellm
from litellm._logging import verbose_logger
from litellm.a2a_protocol.streaming_iterator import A2AStreamingIterator
from litellm.a2a_protocol.utils import A2ARequestUtils
from litellm.constants import DEFAULT_A2A_AGENT_TIMEOUT
from litellm.litellm_core_utils.litellm_logging import Logging
from litellm.llms.custom_httpx.http_handler import (
get_async_httpx_client,
@ -494,7 +495,7 @@ async def create_a2a_client(
async def aget_agent_card(
base_url: str,
timeout: float = 60.0,
timeout: float = DEFAULT_A2A_AGENT_TIMEOUT,
extra_headers: Optional[Dict[str, str]] = None,
) -> "AgentCard":
"""

1
litellm/constants.py
View file

@ -278,6 +278,7 @@ MAX_SIZE_PER_ITEM_IN_MEMORY_CACHE_IN_KB = int(
DEFAULT_MAX_TOKENS_FOR_TRITON = int(os.getenv("DEFAULT_MAX_TOKENS_FOR_TRITON", 2000))
#### Networking settings ####
request_timeout: float = float(os.getenv("REQUEST_TIMEOUT", 6000)) # time in seconds
DEFAULT_A2A_AGENT_TIMEOUT: float = float(os.getenv("DEFAULT_A2A_AGENT_TIMEOUT", 6000)) # 10 minutes
STREAM_SSE_DONE_STRING: str = "[DONE]"
STREAM_SSE_DATA_PREFIX: str = "data: "
### SPEND TRACKING ###

193
litellm/model_prices_and_context_window_backup.json
View file

@ -405,7 +405,23 @@
"supports_video_input": true,
"supports_vision": true
},
"amazon.nova-2-multimodal-embeddings-v1:0": {
"litellm_provider": "bedrock",
"max_input_tokens": 8172,
"max_tokens": 8172,
"mode": "embedding",
"input_cost_per_token": 1.35e-7,
"input_cost_per_image": 6e-5,
"input_cost_per_video_per_second": 0.0007,
"input_cost_per_audio_per_second": 0.00014,
"output_cost_per_token": 0.0,
"output_vector_size": 3072,
"source": "https://us-east-1.console.aws.amazon.com/bedrock/home?region=us-east-1#/model-catalog/serverless/amazon.nova-2-multimodal-embeddings-v1:0",
"supports_embedding_image_input": true,
"supports_image_input": true,
"supports_video_input": true,
"supports_audio_input": true
},
"amazon.nova-micro-v1:0": {
"input_cost_per_token": 3.5e-08,
"litellm_provider": "bedrock_converse",
@ -32152,6 +32168,181 @@
"output_cost_per_token": 2e-07,
"litellm_provider": "fireworks_ai",
"mode": "chat"
},
"llamagate/llama-3.1-8b": {
"max_tokens": 8192,
"max_input_tokens": 131072,
"max_output_tokens": 8192,
"input_cost_per_token": 3e-08,
"output_cost_per_token": 5e-08,
"litellm_provider": "llamagate",
"mode": "chat",
"supports_function_calling": true,
"supports_response_schema": true
},
"llamagate/llama-3.2-3b": {
"max_tokens": 8192,
"max_input_tokens": 131072,
"max_output_tokens": 8192,
"input_cost_per_token": 4e-08,
"output_cost_per_token": 8e-08,
"litellm_provider": "llamagate",
"mode": "chat",
"supports_function_calling": true,
"supports_response_schema": true
},
"llamagate/mistral-7b-v0.3": {
"max_tokens": 8192,
"max_input_tokens": 32768,
"max_output_tokens": 8192,
"input_cost_per_token": 1e-07,
"output_cost_per_token": 1.5e-07,
"litellm_provider": "llamagate",
"mode": "chat",
"supports_function_calling": true,
"supports_response_schema": true
},
"llamagate/qwen3-8b": {
"max_tokens": 8192,
"max_input_tokens": 32768,
"max_output_tokens": 8192,
"input_cost_per_token": 4e-08,
"output_cost_per_token": 1.4e-07,
"litellm_provider": "llamagate",
"mode": "chat",
"supports_function_calling": true,
"supports_response_schema": true
},
"llamagate/dolphin3-8b": {
"max_tokens": 8192,
"max_input_tokens": 128000,
"max_output_tokens": 8192,
"input_cost_per_token": 8e-08,
"output_cost_per_token": 1.5e-07,
"litellm_provider": "llamagate",
"mode": "chat",
"supports_function_calling": true,
"supports_response_schema": true
},
"llamagate/deepseek-r1-8b": {
"max_tokens": 16384,
"max_input_tokens": 65536,
"max_output_tokens": 16384,
"input_cost_per_token": 1e-07,
"output_cost_per_token": 2e-07,
"litellm_provider": "llamagate",
"mode": "chat",
"supports_function_calling": true,
"supports_response_schema": true,
"supports_reasoning": true
},
"llamagate/deepseek-r1-7b-qwen": {
"max_tokens": 16384,
"max_input_tokens": 131072,
"max_output_tokens": 16384,
"input_cost_per_token": 8e-08,
"output_cost_per_token": 1.5e-07,
"litellm_provider": "llamagate",
"mode": "chat",
"supports_function_calling": true,
"supports_response_schema": true,
"supports_reasoning": true
},
"llamagate/openthinker-7b": {
"max_tokens": 8192,
"max_input_tokens": 32768,
"max_output_tokens": 8192,
"input_cost_per_token": 8e-08,
"output_cost_per_token": 1.5e-07,
"litellm_provider": "llamagate",
"mode": "chat",
"supports_function_calling": true,
"supports_response_schema": true,
"supports_reasoning": true
},
"llamagate/qwen2.5-coder-7b": {
"max_tokens": 8192,
"max_input_tokens": 32768,
"max_output_tokens": 8192,
"input_cost_per_token": 6e-08,
"output_cost_per_token": 1.2e-07,
"litellm_provider": "llamagate",
"mode": "chat",
"supports_function_calling": true,
"supports_response_schema": true
},
"llamagate/deepseek-coder-6.7b": {
"max_tokens": 4096,
"max_input_tokens": 16384,
"max_output_tokens": 4096,
"input_cost_per_token": 6e-08,
"output_cost_per_token": 1.2e-07,
"litellm_provider": "llamagate",
"mode": "chat",
"supports_function_calling": true,
"supports_response_schema": true
},
"llamagate/codellama-7b": {
"max_tokens": 4096,
"max_input_tokens": 16384,
"max_output_tokens": 4096,
"input_cost_per_token": 6e-08,
"output_cost_per_token": 1.2e-07,
"litellm_provider": "llamagate",
"mode": "chat",
"supports_function_calling": true,
"supports_response_schema": true
},
"llamagate/qwen3-vl-8b": {
"max_tokens": 8192,
"max_input_tokens": 32768,
"max_output_tokens": 8192,
"input_cost_per_token": 1.5e-07,
"output_cost_per_token": 5.5e-07,
"litellm_provider": "llamagate",
"mode": "chat",
"supports_function_calling": true,
"supports_response_schema": true,
"supports_vision": true
},
"llamagate/llava-7b": {
"max_tokens": 2048,
"max_input_tokens": 4096,
"max_output_tokens": 2048,
"input_cost_per_token": 1e-07,
"output_cost_per_token": 2e-07,
"litellm_provider": "llamagate",
"mode": "chat",
"supports_response_schema": true,
"supports_vision": true
},
"llamagate/gemma3-4b": {
"max_tokens": 8192,
"max_input_tokens": 128000,
"max_output_tokens": 8192,
"input_cost_per_token": 3e-08,
"output_cost_per_token": 8e-08,
"litellm_provider": "llamagate",
"mode": "chat",
"supports_function_calling": true,
"supports_response_schema": true,
"supports_vision": true
},
"llamagate/nomic-embed-text": {
"max_tokens": 8192,
"max_input_tokens": 8192,
"input_cost_per_token": 2e-08,
"output_cost_per_token": 0,
"litellm_provider": "llamagate",
"mode": "embedding"
},
"llamagate/qwen3-embedding-8b": {
"max_tokens": 40960,
"max_input_tokens": 40960,
"input_cost_per_token": 2e-08,
"output_cost_per_token": 0,
"litellm_provider": "llamagate",
"mode": "embedding"
}
}