From 7d27690203a07dea3c9e50c7cda61819d58c5529 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Mon, 12 Feb 2024 21:41:13 -0800 Subject: [PATCH] (fix) use correct value for os.environ dynamo --- litellm/proxy/proxy_config.yaml | 1 + litellm/proxy/proxy_server.py | 13 +++++++++---- 2 files changed, 10 insertions(+), 4 deletions(-) diff --git a/litellm/proxy/proxy_config.yaml b/litellm/proxy/proxy_config.yaml index 2bed73bcb8b..de4719d6edd 100644 --- a/litellm/proxy/proxy_config.yaml +++ b/litellm/proxy/proxy_config.yaml @@ -74,6 +74,7 @@ general_settings: "ssl_verify": False, "aws_role_name": "", "aws_session_name": "", + "aws_web_identity_token": "os.environ/AWS_WEB_IDENTITY_TOKEN" } diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index 4fc9222cee1..85142be6fe2 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -1081,14 +1081,19 @@ class ProxyConfig: if isinstance(v, str) and v.startswith("os.environ/"): database_args[k] = litellm.get_secret(v) if isinstance(k, str) and k == "aws_web_identity_token": - if os.path.exists(v): - with open(v, "r") as file: + value = database_args[k] + verbose_proxy_logger.debug( + f"Loading AWS Web Identity Token from file: {value}" + ) + if os.path.exists(value): + with open(value, "r") as file: token_content = file.read() - database_args[k] = json.loads(token_content) + database_args[k] = token_content else: verbose_proxy_logger.info( - f"DynamoDB Loading - {v} is not a valid file path" + f"DynamoDB Loading - {value} is not a valid file path" ) + verbose_proxy_logger.debug(f"database_args: {database_args}") custom_db_client = DBClient( custom_db_args=database_args, custom_db_type=database_type )