test tool call cost tracking

tests/litellm/litellm_core_utils/llm_cost_calc/test_tool_call_cost_tracking.py

@@ -0,0 +1,113 @@
+import json
+import os
+import sys
+
+import pytest
+from fastapi.testclient import TestClient
+
+import litellm
+from litellm.litellm_core_utils.llm_cost_calc.tool_call_cost_tracking import (
+    StandardBuiltInToolCostTracking,
+)
+from litellm.types.llms.openai import FileSearchTool, WebSearchOptions
+from litellm.types.utils import ModelInfo, ModelResponse, StandardBuiltInToolsParams
+
+sys.path.insert(
+    0, os.path.abspath("../../..")
+)  # Adds the parent directory to the system path
+
+
+# Test basic web search cost calculations
+def test_web_search_cost_low():
+    web_search_options = WebSearchOptions(search_context_size="low")
+    model_info = litellm.get_model_info("gpt-4o-search-preview")
+
+    cost = StandardBuiltInToolCostTracking.get_cost_for_web_search(
+        web_search_options=web_search_options, model_info=model_info
+    )
+
+    assert (
+        cost == model_info["search_context_cost_per_query"]["search_context_size_low"]
+    )
+
+
+def test_web_search_cost_medium():
+    web_search_options = WebSearchOptions(search_context_size="medium")
+    model_info = litellm.get_model_info("gpt-4o-search-preview")
+
+    cost = StandardBuiltInToolCostTracking.get_cost_for_web_search(
+        web_search_options=web_search_options, model_info=model_info
+    )
+
+    assert (
+        cost
+        == model_info["search_context_cost_per_query"]["search_context_size_medium"]
+    )
+
+
+def test_web_search_cost_high():
+    web_search_options = WebSearchOptions(search_context_size="high")
+    model_info = litellm.get_model_info("gpt-4o-search-preview")
+
+    cost = StandardBuiltInToolCostTracking.get_cost_for_web_search(
+        web_search_options=web_search_options, model_info=model_info
+    )
+
+    assert (
+        cost == model_info["search_context_cost_per_query"]["search_context_size_high"]
+    )
+
+
+# Test file search cost calculation
+def test_file_search_cost():
+    file_search = FileSearchTool(type="file_search")
+    cost = StandardBuiltInToolCostTracking.get_cost_for_file_search(
+        file_search=file_search
+    )
+    assert cost == 0.0025  # $2.50/1000 calls = 0.0025 per call
+
+
+# Test edge cases
+def test_none_inputs():
+    # Test with None inputs
+    assert (
+        StandardBuiltInToolCostTracking.get_cost_for_web_search(
+            web_search_options=None, model_info=None
+        )
+        == 0.0
+    )
+    assert (
+        StandardBuiltInToolCostTracking.get_cost_for_file_search(file_search=None)
+        == 0.0
+    )
+
+
+# Test the main get_cost_for_built_in_tools method
+def test_get_cost_for_built_in_tools_web_search():
+    model = "gpt-4"
+    standard_built_in_tools_params = StandardBuiltInToolsParams(
+        web_search_options=WebSearchOptions(search_context_size="medium")
+    )
+
+    cost = StandardBuiltInToolCostTracking.get_cost_for_built_in_tools(
+        model=model,
+        response_object=None,
+        standard_built_in_tools_params=standard_built_in_tools_params,
+    )
+
+    assert isinstance(cost, float)
+
+
+def test_get_cost_for_built_in_tools_file_search():
+    model = "gpt-4"
+    standard_built_in_tools_params = StandardBuiltInToolsParams(
+        file_search=FileSearchTool(type="file_search")
+    )
+
+    cost = StandardBuiltInToolCostTracking.get_cost_for_built_in_tools(
+        model=model,
+        response_object=None,
+        standard_built_in_tools_params=standard_built_in_tools_params,
+    )
+
+    assert cost == 0.0025