scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-08 22:21:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 78

fix(__init__.py): allow model_cost_map to be loaded locally

Browse source
This commit is contained in:
Krrish Dholakia 2024-02-01 17:59:49 -08:00
parent 8d7860b077
commit ec427ae322
1 changed files with 20 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

21
litellm/__init__.py
View file

@ -1,11 +1,13 @@
### INIT VARIABLES ###
import threading, requests
import threading, requests, os
from typing import Callable, List, Optional, Dict, Union, Any
from litellm.caching import Cache
from litellm._logging import set_verbose, _turn_on_debug
from litellm.proxy._types import KeyManagementSystem
import httpx
import dotenv
dotenv.load_dotenv()
#############################################
if set_verbose == True:
_turn_on_debug()
@ -163,6 +165,23 @@ _key_management_system: Optional[KeyManagementSystem] = None
def get_model_cost_map(url: str):
verbose_logger.debug(
f"os.getenv('LITELLM_LOCAL_MODEL_COST_MAP', False): {os.environ['LITELLM_LOCAL_MODEL_COST_MAP']}"
)
if (
os.getenv("LITELLM_LOCAL_MODEL_COST_MAP", False) == True
or os.getenv("LITELLM_LOCAL_MODEL_COST_MAP", False) == "True"
):
import importlib.resources
import json
verbose_logger.debug("RUNS LOCALLY")
with importlib.resources.open_text(
"litellm", "model_prices_and_context_window_backup.json"
) as f:
content = json.load(f)
return content
try:
with requests.get(
url, timeout=5