scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-08 22:21:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 78

(feat) track used api_base in response

Browse source
This commit is contained in:
ishaan-jaff 2024-03-02 10:06:33 -08:00
parent 4499101a48
commit 3aba9019ac
1 changed files with 34 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

34
litellm/router.py
View file

@ -357,6 +357,11 @@ class Router:
verbose_router_logger.info(
f"litellm.completion(model={model_name})\033[32m 200 OK\033[0m"
)
# set used api_base in response
if hasattr(response, "_hidden_params"):
response._hidden_params["api_base"] = deployment.get(
"litellm_params", {}
).get("api_base", None)
return response
except Exception as e:
verbose_router_logger.info(
@ -446,6 +451,12 @@ class Router:
verbose_router_logger.info(
f"litellm.acompletion(model={model_name})\033[32m 200 OK\033[0m"
)
# set used api_base in response
if hasattr(response, "_hidden_params"):
response._hidden_params["api_base"] = deployment.get(
"litellm_params", {}
).get("api_base", None)
return response
except Exception as e:
verbose_router_logger.info(
@ -602,6 +613,12 @@ class Router:
verbose_router_logger.info(
f"litellm.aimage_generation(model={model_name})\033[32m 200 OK\033[0m"
)
# set used api_base in response
if hasattr(response, "_hidden_params"):
response._hidden_params["api_base"] = deployment.get(
"litellm_params", {}
).get("api_base", None)
return response
except Exception as e:
verbose_router_logger.info(
@ -694,6 +711,11 @@ class Router:
verbose_router_logger.info(
f"litellm.amoderation(model={model_name})\033[32m 200 OK\033[0m"
)
# set used api_base in response
if hasattr(response, "_hidden_params"):
response._hidden_params["api_base"] = deployment.get(
"litellm_params", {}
).get("api_base", None)
return response
except Exception as e:
verbose_router_logger.info(
@ -825,6 +847,12 @@ class Router:
verbose_router_logger.info(
f"litellm.atext_completion(model={model_name})\033[32m 200 OK\033[0m"
)
# set used api_base in response
if hasattr(response, "_hidden_params"):
response._hidden_params["api_base"] = deployment.get(
"litellm_params", {}
).get("api_base", None)
return response
except Exception as e:
verbose_router_logger.info(
@ -954,6 +982,12 @@ class Router:
verbose_router_logger.info(
f"litellm.aembedding(model={model_name})\033[32m 200 OK\033[0m"
)
# set used api_base in response
if hasattr(response, "_hidden_params"):
response._hidden_params["api_base"] = deployment.get(
"litellm_params", {}
).get("api_base", None)
return response
except Exception as e:
verbose_router_logger.info(