scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-14 23:21:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 102

(temp) ssl_verify=False for dynamo

Browse source
This commit is contained in:
ishaan-jaff 2024-01-16 12:24:40 -08:00
parent 4929a6c95c
commit 6c6c62f032
2 changed files with 16 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
litellm/proxy/db/dynamo_db.py
View file

@ -10,6 +10,7 @@ from typing import Any, List, Literal, Optional, Union
import json
from datetime import datetime
from litellm._logging import verbose_proxy_logger
import aiohttp
class DynamoDBWrapper(CustomDB):
@ -71,9 +72,10 @@ class DynamoDBWrapper(CustomDB):
from aiodynamo.models import ReturnValues
from aiodynamo.http.aiohttp import AIOHTTP
from aiohttp import ClientSession
import aiohttp
verbose_proxy_logger.debug("DynamoDB Wrapper - Attempting to connect")
async with ClientSession() as session:
async with ClientSession(connector=aiohttp.TCPConnector(ssl=False)) as session:
client = Client(AIOHTTP(session), Credentials.auto(), self.region_name)
## User
try:
@ -146,7 +148,7 @@ class DynamoDBWrapper(CustomDB):
from aiodynamo.http.aiohttp import AIOHTTP
from aiohttp import ClientSession
async with ClientSession() as session:
async with ClientSession(connector=aiohttp.TCPConnector(ssl=False)) as session:
client = Client(AIOHTTP(session), Credentials.auto(), self.region_name)
table = None
if table_name == "user":
@ -179,7 +181,7 @@ class DynamoDBWrapper(CustomDB):
from aiodynamo.http.aiohttp import AIOHTTP
from aiohttp import ClientSession
async with ClientSession() as session:
async with ClientSession(connector=aiohttp.TCPConnector(ssl=False)) as session:
client = Client(AIOHTTP(session), Credentials.auto(), self.region_name)
table = None
key_name = None
@ -233,7 +235,7 @@ class DynamoDBWrapper(CustomDB):
from aiodynamo.http.aiohttp import AIOHTTP
from aiohttp import ClientSession
async with ClientSession() as session:
async with ClientSession(connector=aiohttp.TCPConnector(ssl=False)) as session:
client = Client(AIOHTTP(session), Credentials.auto(), self.region_name)
table = None
key_name = None

12
litellm/proxy/proxy_config.yaml
View file

@ -45,13 +45,21 @@ model_list:
model_info:
mode: embedding
litellm_settings:
post_call_rules: post_call_rules.post_response_rule
fallbacks: [{"openai-gpt-3.5": ["azure-gpt-3.5"]}]
# cache: True
# setting callback class
# callbacks: custom_callbacks.proxy_handler_instance # sets litellm.callbacks = [proxy_handler_instance]
# general_settings:
general_settings:
master_key: sk-1234
database_type: "dynamo_db"
database_args: { # 👈 all args - https://github.com/BerriAI/litellm/blob/befbcbb7ac8f59835ce47415c128decf37aac328/litellm/proxy/_types.py#L190
"billing_mode": "PAY_PER_REQUEST",
"region_name": "us-west-2"
}
environment_variables:
# otel: True # OpenTelemetry Logger