From dc1d69f2a02ff5f019607661fcd53066a9e7f737 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Fri, 5 Jul 2024 16:21:00 -0700 Subject: [PATCH] add galileo response pydantic obj --- litellm/integrations/types/galileo.py | 24 ++++++++++++++++++++++++ 1 file changed, 24 insertions(+) create mode 100644 litellm/integrations/types/galileo.py diff --git a/litellm/integrations/types/galileo.py b/litellm/integrations/types/galileo.py new file mode 100644 index 00000000000..cbdf53da563 --- /dev/null +++ b/litellm/integrations/types/galileo.py @@ -0,0 +1,24 @@ +from datetime import datetime +from typing import Any, Dict, List, Optional + +from pydantic import BaseModel, Field + + +# from here: https://docs.rungalileo.io/galileo/gen-ai-studio-products/galileo-observe/how-to/logging-data-via-restful-apis#structuring-your-records +class LLMResponse(BaseModel): + latency_ms: int + status_code: int + input_text: str + output_text: str + node_type: str + model: str + num_input_tokens: int + num_output_tokens: int + output_logprobs: Optional[Dict[str, Any]] = Field( + description="Optional. When available, logprobs are used to compute Uncertainty." + ) + created_at: datetime = Field( + ..., description='timestamp constructed in "%Y-%m-%dT%H:%M:%S" format' + ) + tags: List[str] + user_metadata: Dict[str, Any]