From 5edb5298912b801ceb50889fdac797b94bdfea1b Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Sat, 2 Dec 2023 09:41:29 -0800 Subject: [PATCH] (feat) proxy: embedding add OTEL collector --- litellm/proxy/proxy_server.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index 48bf043e90f..f2957eb76ec 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -901,7 +901,7 @@ async def chat_completion(request: Request, model: Optional[str] = None, user_ap @router.post("/v1/embeddings", dependencies=[Depends(user_api_key_auth)], response_class=ORJSONResponse) @router.post("/embeddings", dependencies=[Depends(user_api_key_auth)], response_class=ORJSONResponse) -async def embeddings(request: Request, user_api_key_dict: dict = Depends(user_api_key_auth)): +async def embeddings(request: Request, user_api_key_dict: dict = Depends(user_api_key_auth), background_tasks: BackgroundTasks = BackgroundTasks()): try: # Use orjson to parse JSON data, orjson speeds up requests significantly @@ -926,6 +926,7 @@ async def embeddings(request: Request, user_api_key_dict: dict = Depends(user_ap response = await llm_router.aembedding(**data) else: response = await litellm.aembedding(**data) + background_tasks.add_task(log_input_output, request, response) # background task for logging to OTEL return response except Exception as e: traceback.print_exc()