diff --git a/docs/my-website/docs/proxy/config_settings.md b/docs/my-website/docs/proxy/config_settings.md index 89e1e2910e4..ca7106f989b 100644 --- a/docs/my-website/docs/proxy/config_settings.md +++ b/docs/my-website/docs/proxy/config_settings.md @@ -697,6 +697,7 @@ router_settings: | LANGFUSE_FLUSH_INTERVAL | Interval for flushing Langfuse logs | LANGFUSE_TRACING_ENVIRONMENT | Environment for Langfuse tracing | LANGFUSE_HOST | Host URL for Langfuse service +| LANGFUSE_MOCK | Enable mock mode for Langfuse integration testing. When set to true, intercepts Langfuse API calls and returns mock responses without making actual network calls. Default is false | LANGFUSE_PUBLIC_KEY | Public key for Langfuse authentication | LANGFUSE_RELEASE | Release version of Langfuse integration | LANGFUSE_SECRET_KEY | Secret key for Langfuse authentication diff --git a/litellm/integrations/langfuse/langfuse.py b/litellm/integrations/langfuse/langfuse.py index 8087c17cafe..46ada3c3930 100644 --- a/litellm/integrations/langfuse/langfuse.py +++ b/litellm/integrations/langfuse/langfuse.py @@ -25,6 +25,10 @@ from litellm.litellm_core_utils.core_helpers import ( reconstruct_model_name, ) from litellm.litellm_core_utils.redact_messages import redact_user_api_key_info +from litellm.integrations.langfuse.langfuse_mock_client import ( + create_mock_langfuse_client, + should_use_langfuse_mock, +) from litellm.llms.custom_httpx.http_handler import _get_httpx_client from litellm.secret_managers.main import str_to_bool from litellm.types.integrations.langfuse import * @@ -119,8 +123,14 @@ class LangFuseLogger: self.langfuse_flush_interval = LangFuseLogger._get_langfuse_flush_interval( flush_interval ) - http_client = _get_httpx_client() - self.langfuse_client = http_client.client + + if should_use_langfuse_mock(): + self.langfuse_client = create_mock_langfuse_client() + self.is_mock_mode = True + else: + http_client = _get_httpx_client() + self.langfuse_client = http_client.client + self.is_mock_mode = False parameters = { "public_key": self.public_key, @@ -139,11 +149,15 @@ class LangFuseLogger: # set the current langfuse project id in the environ # this is used by Alerting to link to the correct project - try: - project_id = self.Langfuse.client.projects.get().data[0].id - os.environ["LANGFUSE_PROJECT_ID"] = project_id - except Exception: - project_id = None + if self.is_mock_mode: + os.environ["LANGFUSE_PROJECT_ID"] = "mock-project-id" + verbose_logger.debug("Langfuse Mock: Using mock project ID") + else: + try: + project_id = self.Langfuse.client.projects.get().data[0].id + os.environ["LANGFUSE_PROJECT_ID"] = project_id + except Exception: + project_id = None if os.getenv("UPSTREAM_LANGFUSE_SECRET_KEY") is not None: upstream_langfuse_debug = ( diff --git a/litellm/integrations/langfuse/langfuse_mock_client.py b/litellm/integrations/langfuse/langfuse_mock_client.py new file mode 100644 index 00000000000..27a1a886878 --- /dev/null +++ b/litellm/integrations/langfuse/langfuse_mock_client.py @@ -0,0 +1,114 @@ +""" +Mock httpx client for Langfuse integration testing. + +This module intercepts Langfuse API calls and returns successful mock responses, +allowing full code execution without making actual network calls. + +Usage: + Set LANGFUSE_MOCK=true in environment variables or config to enable mock mode. +""" + +import httpx +import json +from typing import Dict, Optional + +from litellm._logging import verbose_logger + +_original_httpx_post = None + + +class MockLangfuseResponse: + """Mock httpx.Response that satisfies Langfuse SDK requirements.""" + + def __init__(self, status_code: int = 200, json_data: Optional[Dict] = None, url: Optional[str] = None): + self.status_code = status_code + self._json_data = json_data or {"status": "success"} + self.headers = httpx.Headers({}) + self.is_success = status_code < 400 + self.is_error = status_code >= 400 + self.is_redirect = 300 <= status_code < 400 + self.url = httpx.URL(url) if url else httpx.URL("") + self.elapsed = httpx.Timeout(0.0) + self._text = json.dumps(self._json_data) + self._content = self._text.encode("utf-8") + + @property + def text(self) -> str: + return self._text + + @property + def content(self) -> bytes: + return self._content + + def json(self) -> Dict: + return self._json_data + + def read(self) -> bytes: + return self._content + + def raise_for_status(self): + if self.status_code >= 400: + raise Exception(f"HTTP {self.status_code}") + + +def _is_langfuse_url(url) -> bool: + """Check if URL is a Langfuse domain.""" + try: + parsed_url = httpx.URL(url) if isinstance(url, str) else url + hostname = parsed_url.host or "" + + return ( + hostname.endswith(".langfuse.com") or + hostname == "langfuse.com" or + (hostname in ("localhost", "127.0.0.1") and "langfuse" in str(parsed_url).lower()) + ) + except Exception: + return False + + +def _mock_httpx_post(self, url, **kwargs): + """Monkey-patched httpx.Client.post that intercepts Langfuse calls.""" + if _is_langfuse_url(url): + verbose_logger.info(f"[LANGFUSE MOCK] POST to {url}") + return MockLangfuseResponse(status_code=200, json_data={"status": "success"}, url=url) + + if _original_httpx_post is not None: + return _original_httpx_post(self, url, **kwargs) + + +def create_mock_langfuse_client(): + """ + Monkey-patch httpx.Client.post to intercept Langfuse calls. + + Returns a real httpx.Client instance - the monkey-patch intercepts all calls. + """ + global _original_httpx_post + + if _original_httpx_post is None: + _original_httpx_post = httpx.Client.post + httpx.Client.post = _mock_httpx_post # type: ignore + verbose_logger.debug("[LANGFUSE MOCK] Patched httpx.Client.post") + + return httpx.Client() + + +def should_use_langfuse_mock() -> bool: + """ + Determine if Langfuse should run in mock mode. + + Checks the LANGFUSE_MOCK environment variable. + + Returns: + bool: True if mock mode should be enabled + """ + import os + from litellm.secret_managers.main import str_to_bool + + mock_mode = os.getenv("LANGFUSE_MOCK", "false") + result = str_to_bool(mock_mode) + result = bool(result) if result is not None else False + + if result: + verbose_logger.info("Langfuse Mock Mode: ENABLED - API calls will be mocked") + + return result