From e444b465a2ef6f6877c332f0cc9b3419d4f7acce Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Fri, 5 Jul 2024 20:26:02 -0700 Subject: [PATCH] fix import galileo issue --- litellm/integrations/galileo.py | 26 ++++++++++++++++++++++++-- litellm/integrations/types/galileo.py | 25 ------------------------- 2 files changed, 24 insertions(+), 27 deletions(-) delete mode 100644 litellm/integrations/types/galileo.py diff --git a/litellm/integrations/galileo.py b/litellm/integrations/galileo.py index ebf79986728..d7499504960 100644 --- a/litellm/integrations/galileo.py +++ b/litellm/integrations/galileo.py @@ -1,14 +1,36 @@ import os from datetime import datetime -from typing import List +from typing import Any, Dict, List, Optional + +from pydantic import BaseModel, Field import litellm from litellm._logging import verbose_logger from litellm.integrations.custom_logger import CustomLogger -from litellm.integrations.types.galileo import LLMResponse from litellm.llms.custom_httpx.http_handler import AsyncHTTPHandler +# from here: https://docs.rungalileo.io/galileo/gen-ai-studio-products/galileo-observe/how-to/logging-data-via-restful-apis#structuring-your-records +class LLMResponse(BaseModel): + latency_ms: int + status_code: int + input_text: str + output_text: str + node_type: str + model: str + num_input_tokens: int + num_output_tokens: int + output_logprobs: Optional[Dict[str, Any]] = Field( + default=None, + description="Optional. When available, logprobs are used to compute Uncertainty.", + ) + created_at: str = Field( + ..., description='timestamp constructed in "%Y-%m-%dT%H:%M:%S" format' + ) + tags: Optional[List[str]] = None + user_metadata: Optional[Dict[str, Any]] = None + + class GalileoObserve(CustomLogger): def __init__(self) -> None: self.in_memory_records: List[dict] = [] diff --git a/litellm/integrations/types/galileo.py b/litellm/integrations/types/galileo.py deleted file mode 100644 index 54d3072af47..00000000000 --- a/litellm/integrations/types/galileo.py +++ /dev/null @@ -1,25 +0,0 @@ -from datetime import datetime -from typing import Any, Dict, List, Optional - -from pydantic import BaseModel, Field - - -# from here: https://docs.rungalileo.io/galileo/gen-ai-studio-products/galileo-observe/how-to/logging-data-via-restful-apis#structuring-your-records -class LLMResponse(BaseModel): - latency_ms: int - status_code: int - input_text: str - output_text: str - node_type: str - model: str - num_input_tokens: int - num_output_tokens: int - output_logprobs: Optional[Dict[str, Any]] = Field( - default=None, - description="Optional. When available, logprobs are used to compute Uncertainty.", - ) - created_at: str = Field( - ..., description='timestamp constructed in "%Y-%m-%dT%H:%M:%S" format' - ) - tags: Optional[List[str]] = None - user_metadata: Optional[Dict[str, Any]] = None