mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-09 22:31:41 +00:00
Enhance WebSearchInterceptionLogger to include api_base in search tool parameters
- Updated the WebSearchInterceptionLogger to extract and utilize the api_base parameter from the search tool's litellm_params. - Modified the search execution logic to pass the api_base along with the search_provider to the asearch function, improving flexibility in API interactions. - Ensured backward compatibility by maintaining existing functionality while adding the new parameter handling.
This commit is contained in:
parent
39c1042258
commit
da65a155dc
1 changed files with 9 additions and 8 deletions
|
|
@ -805,8 +805,9 @@ class WebSearchInterceptionLogger(CustomLogger):
|
|||
)
|
||||
llm_router = None
|
||||
|
||||
# Determine search provider from router's search_tools
|
||||
# Determine search provider and api_base from router's search_tools
|
||||
search_provider: Optional[str] = None
|
||||
api_base: Optional[str] = None
|
||||
if llm_router is not None and hasattr(llm_router, "search_tools"):
|
||||
if self.search_tool_name:
|
||||
# Find specific search tool by name
|
||||
|
|
@ -817,9 +818,9 @@ class WebSearchInterceptionLogger(CustomLogger):
|
|||
]
|
||||
if matching_tools:
|
||||
search_tool = matching_tools[0]
|
||||
search_provider = search_tool.get("litellm_params", {}).get(
|
||||
"search_provider"
|
||||
)
|
||||
litellm_params = search_tool.get("litellm_params", {})
|
||||
search_provider = litellm_params.get("search_provider")
|
||||
api_base = litellm_params.get("api_base")
|
||||
verbose_logger.debug(
|
||||
f"WebSearchInterception: Found search tool '{self.search_tool_name}' "
|
||||
f"with provider '{search_provider}'"
|
||||
|
|
@ -833,9 +834,9 @@ class WebSearchInterceptionLogger(CustomLogger):
|
|||
# If no specific tool or not found, use first available
|
||||
if not search_provider and llm_router.search_tools:
|
||||
first_tool = llm_router.search_tools[0]
|
||||
search_provider = first_tool.get("litellm_params", {}).get(
|
||||
"search_provider"
|
||||
)
|
||||
litellm_params = first_tool.get("litellm_params", {})
|
||||
search_provider = litellm_params.get("search_provider")
|
||||
api_base = api_base or litellm_params.get("api_base")
|
||||
verbose_logger.debug(
|
||||
f"WebSearchInterception: Using first available search tool with provider '{search_provider}'"
|
||||
)
|
||||
|
|
@ -851,7 +852,7 @@ class WebSearchInterceptionLogger(CustomLogger):
|
|||
verbose_logger.debug(
|
||||
f"WebSearchInterception: Executing search for '{query}' using provider '{search_provider}'"
|
||||
)
|
||||
result = await litellm.asearch(query=query, search_provider=search_provider)
|
||||
result = await litellm.asearch(query=query, search_provider=search_provider, api_base=api_base)
|
||||
|
||||
# Format using transformation function
|
||||
search_result_text = WebSearchTransformation.format_search_response(result)
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue