diff --git a/litellm/litellm_core_utils/get_litellm_params.py b/litellm/litellm_core_utils/get_litellm_params.py index 3d8394f7af8..c0fbb1cb973 100644 --- a/litellm/litellm_core_utils/get_litellm_params.py +++ b/litellm/litellm_core_utils/get_litellm_params.py @@ -75,7 +75,7 @@ def get_litellm_params( "model_info": model_info, "proxy_server_request": proxy_server_request, "preset_cache_key": preset_cache_key, - "no-log": no_log, + "no-log": no_log or kwargs.get("no-log"), "stream_response": {}, # litellm_call_id: ModelResponse Dict "input_cost_per_token": input_cost_per_token, "input_cost_per_second": input_cost_per_second, diff --git a/litellm/litellm_core_utils/litellm_logging.py b/litellm/litellm_core_utils/litellm_logging.py index d44fb07637a..4d082e29ad1 100644 --- a/litellm/litellm_core_utils/litellm_logging.py +++ b/litellm/litellm_core_utils/litellm_logging.py @@ -3,7 +3,6 @@ # Logging function -> log the exact model details + what's being sent | Non-Blocking import copy import datetime -from functools import lru_cache import json import os import re @@ -13,6 +12,7 @@ import time import traceback import uuid from datetime import datetime as dt_object +from functools import lru_cache from typing import Any, Callable, Dict, List, Literal, Optional, Tuple, Union, cast from pydantic import BaseModel @@ -2513,15 +2513,19 @@ def _init_custom_logger_compatible_class( # noqa: PLR0915 # auth can be disabled on local deployments of arize phoenix if arize_phoenix_config.otlp_auth_headers is not None: - os.environ["OTEL_EXPORTER_OTLP_TRACES_HEADERS"] = arize_phoenix_config.otlp_auth_headers - + os.environ["OTEL_EXPORTER_OTLP_TRACES_HEADERS"] = ( + arize_phoenix_config.otlp_auth_headers + ) + for callback in _in_memory_loggers: if ( isinstance(callback, OpenTelemetry) and callback.callback_name == "arize_phoenix" ): return callback # type: ignore - _otel_logger = OpenTelemetry(config=otel_config, callback_name="arize_phoenix") + _otel_logger = OpenTelemetry( + config=otel_config, callback_name="arize_phoenix" + ) _in_memory_loggers.append(_otel_logger) return _otel_logger # type: ignore elif logging_integration == "otel": diff --git a/litellm/proxy/_experimental/out/onboarding.html b/litellm/proxy/_experimental/out/onboarding.html deleted file mode 100644 index 3e18413a267..00000000000 --- a/litellm/proxy/_experimental/out/onboarding.html +++ /dev/null @@ -1 +0,0 @@ -LiteLLM Dashboard \ No newline at end of file diff --git a/litellm/proxy/_new_secret_config.yaml b/litellm/proxy/_new_secret_config.yaml index 0145043a338..abf2e07c885 100644 --- a/litellm/proxy/_new_secret_config.yaml +++ b/litellm/proxy/_new_secret_config.yaml @@ -1,5 +1,24 @@ model_list: - model_name: claude-3.5 litellm_params: +<<<<<<< HEAD model: claude-3-5-sonnet-latest - api_key: os.environ/ANTHROPIC_API_KEY \ No newline at end of file + api_key: os.environ/ANTHROPIC_API_KEY +======= + model: openai/gpt-3.5-turbo + api_key: os.environ/OPENAI_API_KEY + api_base: http://0.0.0.0:8090 + - model_name: deepseek-r1 + litellm_params: + model: bedrock/deepseek_r1/arn:aws:bedrock:us-west-2:888602223428:imported-model/bnnr6463ejgf + - model_name: deepseek-r1-api + litellm_params: + model: deepseek/deepseek-reasoner + - model_name: cohere.embed-english-v3 + litellm_params: + model: bedrock/cohere.embed-english-v3 + api_key: os.environ/COHERE_API_KEY + +litellm_settings: + callbacks: ["langfuse"] +>>>>>>> f86a609ea (fix(get_litellm_params.py): handle no-log being passed in via kwargs)