From 46bd99ad98b0c0d98341d7f797e6d6cb1dc63eef Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Tue, 9 Jan 2024 13:03:22 +0530 Subject: [PATCH 01/18] (test) test deployed proxy keygen --- litellm/tests/test_deployed_proxy_keygen.py | 53 +++++++++++++++++++++ 1 file changed, 53 insertions(+) create mode 100644 litellm/tests/test_deployed_proxy_keygen.py diff --git a/litellm/tests/test_deployed_proxy_keygen.py b/litellm/tests/test_deployed_proxy_keygen.py new file mode 100644 index 00000000000..661393edab5 --- /dev/null +++ b/litellm/tests/test_deployed_proxy_keygen.py @@ -0,0 +1,53 @@ +import sys, os, time +import traceback +from dotenv import load_dotenv + +load_dotenv() +import os, io + +# this file is to test litellm/proxy + +sys.path.insert( + 0, os.path.abspath("../..") +) # Adds the parent directory to the system path +import pytest, logging, requests +import litellm +from litellm import embedding, completion, completion_cost, Timeout +from litellm import RateLimitError + + +def test_add_new_key(): + try: + # Your test data + test_data = { + "models": ["gpt-3.5-turbo", "gpt-4", "claude-2", "azure-model"], + "aliases": {"mistral-7b": "gpt-3.5-turbo"}, + "duration": "20m", + } + print("testing proxy server") + # Your bearer token + token = os.getenv("PROXY_MASTER_KEY") + + headers = {"Authorization": f"Bearer {token}"} + + staging_endpoint = "https://litellm-litellm-pr-1366.up.railway.app" + + # Your bearer token + token = os.getenv("PROXY_MASTER_KEY") + + headers = {"Authorization": f"Bearer {token}"} + + # Make a request to the staging endpoint + response = requests.post( + staging_endpoint + "/key/generate", json=test_data, headers=headers + ) + + print(f"response: {response.text}") + assert response.status_code == 200 + result = response.json() + except Exception as e: + print(traceback.format_exc()) + pytest.fail(f"An error occurred {e}") + + +# test_add_new_key() From 358a44ce13af886bca272196f6423193bfe986e9 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Tue, 9 Jan 2024 13:10:03 +0530 Subject: [PATCH 02/18] (fix) dockerfile run prisma generate if DATABSE_URL set in env --- Dockerfile | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/Dockerfile b/Dockerfile index a9a9cd3aed7..208c3c15d86 100644 --- a/Dockerfile +++ b/Dockerfile @@ -50,6 +50,12 @@ RUN pip install --no-cache-dir --find-links=/wheels/ -r requirements.txt \ && pip install *.whl \ && rm -f *.whl +# if user has set os.environ['DATABASE_URL'] != None, run prisma generate +RUN if [ -n "$DATABASE_URL" ]; then \ + echo "DATABASE_URL is set to: $DATABASE_URL"; \ + prisma generate; \ + fi + EXPOSE 4000/tcp # Set your entrypoint and command From 8f8237a1a0c4870e6c075d917c77a35dac8a4156 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Tue, 9 Jan 2024 13:30:49 +0530 Subject: [PATCH 03/18] (fix) echo DB URL --- Dockerfile | 1 + litellm/tests/test_deployed_proxy_keygen.py | 2 +- 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index 208c3c15d86..277df2a75a4 100644 --- a/Dockerfile +++ b/Dockerfile @@ -51,6 +51,7 @@ RUN pip install --no-cache-dir --find-links=/wheels/ -r requirements.txt \ && rm -f *.whl # if user has set os.environ['DATABASE_URL'] != None, run prisma generate +RUN echo "DATABASE_URL is set to: $DATABASE_URL" RUN if [ -n "$DATABASE_URL" ]; then \ echo "DATABASE_URL is set to: $DATABASE_URL"; \ prisma generate; \ diff --git a/litellm/tests/test_deployed_proxy_keygen.py b/litellm/tests/test_deployed_proxy_keygen.py index 661393edab5..6b5d0617a93 100644 --- a/litellm/tests/test_deployed_proxy_keygen.py +++ b/litellm/tests/test_deployed_proxy_keygen.py @@ -30,7 +30,7 @@ def test_add_new_key(): headers = {"Authorization": f"Bearer {token}"} - staging_endpoint = "https://litellm-litellm-pr-1366.up.railway.app" + staging_endpoint = "https://litellm-litellm-pr-1376.up.railway.app" # Your bearer token token = os.getenv("PROXY_MASTER_KEY") From 599318b40e5e24f5eca81730123d371a6205058e Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Tue, 9 Jan 2024 13:36:02 +0530 Subject: [PATCH 04/18] raise exception when prisma init fails --- litellm/proxy/proxy_server.py | 10 ++++++---- 1 file changed, 6 insertions(+), 4 deletions(-) diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index c81da86452e..b777c3876dc 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -311,6 +311,7 @@ def prisma_setup(database_url: Optional[str]): database_url=database_url, proxy_logging_obj=proxy_logging_obj ) except Exception as e: + raise e verbose_proxy_logger.debug( f"Error when initializing prisma, Ensure you run pip install prisma {str(e)}" ) @@ -510,10 +511,9 @@ class ProxyConfig: def is_yaml(self, config_file_path: str) -> bool: if not os.path.isfile(config_file_path): return False - + _, file_extension = os.path.splitext(config_file_path) - return file_extension.lower() == '.yaml' or file_extension.lower() == '.yml' - + return file_extension.lower() == ".yaml" or file_extension.lower() == ".yml" async def get_config(self, config_file_path: Optional[str] = None) -> dict: global prisma_client, user_config_file_path @@ -1169,7 +1169,9 @@ async def startup_event(): llm_router, llm_model_list, general_settings, - ) = await proxy_config.load_config(router=llm_router, config_file_path=worker_config) + ) = await proxy_config.load_config( + router=llm_router, config_file_path=worker_config + ) else: await initialize(**worker_config) else: From 28f7ccbcd1f4cc6b6a8cd5ca3224aa80475868db Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Tue, 9 Jan 2024 13:44:37 +0530 Subject: [PATCH 05/18] (temp) use database dockerfile for railway --- Dockerfile | 17 +++++------------ 1 file changed, 5 insertions(+), 12 deletions(-) diff --git a/Dockerfile b/Dockerfile index 277df2a75a4..6791dc1a253 100644 --- a/Dockerfile +++ b/Dockerfile @@ -34,7 +34,6 @@ RUN pip wheel --no-cache-dir --wheel-dir=/wheels/ -r requirements.txt # Runtime stage FROM $LITELLM_RUNTIME_IMAGE as runtime -ARG with_database WORKDIR /app # Copy the current directory contents into the container at /app @@ -46,19 +45,13 @@ COPY --from=builder /app/dist/*.whl . COPY --from=builder /wheels/ /wheels/ # Install the built wheel using pip; again using a wildcard if it's the only file -RUN pip install --no-cache-dir --find-links=/wheels/ -r requirements.txt \ - && pip install *.whl \ - && rm -f *.whl +RUN pip install *.whl /wheels/* --no-index --find-links=/wheels/ && rm -f *.whl && rm -rf /wheels -# if user has set os.environ['DATABASE_URL'] != None, run prisma generate -RUN echo "DATABASE_URL is set to: $DATABASE_URL" -RUN if [ -n "$DATABASE_URL" ]; then \ - echo "DATABASE_URL is set to: $DATABASE_URL"; \ - prisma generate; \ - fi +# Generate prisma client +RUN prisma generate +RUN chmod +x entrypoint.sh EXPOSE 4000/tcp # Set your entrypoint and command -ENTRYPOINT ["litellm"] -CMD ["--port", "4000"] \ No newline at end of file +CMD ["./entrypoint.sh"] \ No newline at end of file From 8ac0455ef792fb59ecf610920e5797abd19a4c32 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Tue, 9 Jan 2024 13:51:50 +0530 Subject: [PATCH 06/18] test conditional prisma generate --- Dockerfile | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index 6791dc1a253..a681d5de233 100644 --- a/Dockerfile +++ b/Dockerfile @@ -48,7 +48,10 @@ COPY --from=builder /wheels/ /wheels/ RUN pip install *.whl /wheels/* --no-index --find-links=/wheels/ && rm -f *.whl && rm -rf /wheels # Generate prisma client -RUN prisma generate +RUN env +# Check if the database_url is set before running prisma generate +RUN if [ -n "$DATABASE_URL" ]; then prisma generate; fi +# RUN prisma generate RUN chmod +x entrypoint.sh EXPOSE 4000/tcp From 98d8dc33313506414a3d94ab4a205b3b30a92dfb Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Tue, 9 Jan 2024 14:26:30 +0530 Subject: [PATCH 07/18] (debug) always do prisma_setup after intiialize --- litellm/proxy/proxy_server.py | 22 +++++++++++----------- 1 file changed, 11 insertions(+), 11 deletions(-) diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index b777c3876dc..c63fac29118 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -304,7 +304,7 @@ async def user_api_key_auth( def prisma_setup(database_url: Optional[str]): global prisma_client, proxy_logging_obj, user_api_key_cache - + verbose_proxy_logger.debug(f"prisma_setup: {database_url}") if database_url is not None: try: prisma_client = PrismaClient( @@ -776,7 +776,7 @@ class ProxyConfig: verbose_proxy_logger.debug(f"GOING INTO LITELLM.GET_SECRET!") database_url = litellm.get_secret(database_url) verbose_proxy_logger.debug(f"RETRIEVED DB URL: {database_url}") - prisma_setup(database_url=database_url) + ## COST TRACKING ## cost_tracking() ### MASTER KEY ### @@ -1150,15 +1150,6 @@ async def startup_event(): global prisma_client, master_key, use_background_health_checks, llm_router, llm_model_list, general_settings import json - ### LOAD MASTER KEY ### - # check if master key set in environment - load from there - master_key = litellm.get_secret("LITELLM_MASTER_KEY", None) - - ### CONNECT TO DB ### - # check if DATABASE_URL in environment - load from there - if prisma_client is None: - prisma_setup(database_url=os.getenv("DATABASE_URL")) - ### LOAD CONFIG ### worker_config = litellm.get_secret("WORKER_CONFIG") verbose_proxy_logger.debug(f"worker_config: {worker_config}") @@ -1178,6 +1169,15 @@ async def startup_event(): # if not, assume it's a json string worker_config = json.loads(os.getenv("WORKER_CONFIG")) await initialize(**worker_config) + ### LOAD MASTER KEY ### + # check if master key set in environment - load from there + master_key = litellm.get_secret("LITELLM_MASTER_KEY", None) + + ### CONNECT TO DB ### + # check if DATABASE_URL in environment - load from there + if prisma_client is None: + prisma_setup(database_url=os.getenv("DATABASE_URL")) + proxy_logging_obj._init_litellm_callbacks() # INITIALIZE LITELLM CALLBACKS ON SERVER STARTUP <- do this to catch any logging errors on startup, not when calls are being made if use_background_health_checks: From 872a36b7e55dd62d322d5e7255c8ac69005a8645 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Tue, 9 Jan 2024 14:32:09 +0530 Subject: [PATCH 08/18] (fix) minimize dockerfile changes --- Dockerfile | 5 ----- 1 file changed, 5 deletions(-) diff --git a/Dockerfile b/Dockerfile index a681d5de233..f46bbab97e1 100644 --- a/Dockerfile +++ b/Dockerfile @@ -47,11 +47,6 @@ COPY --from=builder /wheels/ /wheels/ # Install the built wheel using pip; again using a wildcard if it's the only file RUN pip install *.whl /wheels/* --no-index --find-links=/wheels/ && rm -f *.whl && rm -rf /wheels -# Generate prisma client -RUN env -# Check if the database_url is set before running prisma generate -RUN if [ -n "$DATABASE_URL" ]; then prisma generate; fi -# RUN prisma generate RUN chmod +x entrypoint.sh EXPOSE 4000/tcp From a7e25912b848e97b693e3d0baf0adada02d51838 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Tue, 9 Jan 2024 14:50:05 +0530 Subject: [PATCH 09/18] (docker) conditional use ./entrypoint.sh --- Dockerfile | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index f46bbab97e1..2564e128c36 100644 --- a/Dockerfile +++ b/Dockerfile @@ -52,4 +52,7 @@ RUN chmod +x entrypoint.sh EXPOSE 4000/tcp # Set your entrypoint and command -CMD ["./entrypoint.sh"] \ No newline at end of file +CMD [ \ + "sh", "-c", \ + "if [ -n \"$DATABASE_URL\" ]; then ./entrypoint.sh; else litellm --port 4000 --num_workers 8; fi" \ +] \ No newline at end of file From ebb5490d3c5566ae8a9524ce3a972242d677ef87 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Tue, 9 Jan 2024 14:56:43 +0530 Subject: [PATCH 10/18] (fix) prisma setup --- litellm/proxy/proxy_server.py | 21 ++++++++++----------- 1 file changed, 10 insertions(+), 11 deletions(-) diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index c63fac29118..e93c9baf119 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -304,7 +304,7 @@ async def user_api_key_auth( def prisma_setup(database_url: Optional[str]): global prisma_client, proxy_logging_obj, user_api_key_cache - verbose_proxy_logger.debug(f"prisma_setup: {database_url}") + if database_url is not None: try: prisma_client = PrismaClient( @@ -776,7 +776,6 @@ class ProxyConfig: verbose_proxy_logger.debug(f"GOING INTO LITELLM.GET_SECRET!") database_url = litellm.get_secret(database_url) verbose_proxy_logger.debug(f"RETRIEVED DB URL: {database_url}") - ## COST TRACKING ## cost_tracking() ### MASTER KEY ### @@ -1150,6 +1149,15 @@ async def startup_event(): global prisma_client, master_key, use_background_health_checks, llm_router, llm_model_list, general_settings import json + ### LOAD MASTER KEY ### + # check if master key set in environment - load from there + master_key = litellm.get_secret("LITELLM_MASTER_KEY", None) + + ### CONNECT TO DB ### + # check if DATABASE_URL in environment - load from there + if prisma_client is None: + prisma_setup(database_url=os.getenv("DATABASE_URL")) + ### LOAD CONFIG ### worker_config = litellm.get_secret("WORKER_CONFIG") verbose_proxy_logger.debug(f"worker_config: {worker_config}") @@ -1169,15 +1177,6 @@ async def startup_event(): # if not, assume it's a json string worker_config = json.loads(os.getenv("WORKER_CONFIG")) await initialize(**worker_config) - ### LOAD MASTER KEY ### - # check if master key set in environment - load from there - master_key = litellm.get_secret("LITELLM_MASTER_KEY", None) - - ### CONNECT TO DB ### - # check if DATABASE_URL in environment - load from there - if prisma_client is None: - prisma_setup(database_url=os.getenv("DATABASE_URL")) - proxy_logging_obj._init_litellm_callbacks() # INITIALIZE LITELLM CALLBACKS ON SERVER STARTUP <- do this to catch any logging errors on startup, not when calls are being made if use_background_health_checks: From 476233536f9a13688af0f7c7c4c1fdfe12251ecf Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Tue, 9 Jan 2024 15:06:03 +0530 Subject: [PATCH 11/18] (ci/cd) run prisma generate --- .circleci/config.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.circleci/config.yml b/.circleci/config.yml index 9de1abcc4e9..b8cfedb4dc1 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -37,6 +37,7 @@ jobs: pip install traceloop-sdk==0.0.69 pip install openai pip install prisma + prisma generate pip install "httpx==0.24.1" pip install "anyio==3.7.1" pip install "asyncio==3.4.3" From ba4646dbb68693ea7fa5dd27768c7b862b270c22 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Tue, 9 Jan 2024 15:06:55 +0530 Subject: [PATCH 12/18] (ci/cd) trigger again --- litellm/tests/test_completion.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/litellm/tests/test_completion.py b/litellm/tests/test_completion.py index 80a51c480b5..6f3d5927430 100644 --- a/litellm/tests/test_completion.py +++ b/litellm/tests/test_completion.py @@ -1201,7 +1201,7 @@ def test_replicate_custom_prompt_dict(): # commenthing this out since we won't be always testing a custom replicate deployment # def test_completion_replicate_deployments(): # print("TESTING REPLICATE") -# litellm.set_verbose=False +# litellm.set_verbose = False # model_name = "replicate/deployments/ishaan-jaff/ishaan-mistral" # try: # response = completion( From 5589b6651d76b49cbe01fc23318ff12b752dee13 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Tue, 9 Jan 2024 15:14:12 +0530 Subject: [PATCH 13/18] (ci/cd) run ./entrypoint.sh --- .circleci/config.yml | 10 ++++++++-- 1 file changed, 8 insertions(+), 2 deletions(-) diff --git a/.circleci/config.yml b/.circleci/config.yml index b8cfedb4dc1..737646db94e 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -36,8 +36,7 @@ jobs: pip install numpydoc pip install traceloop-sdk==0.0.69 pip install openai - pip install prisma - prisma generate + pip install prisma pip install "httpx==0.24.1" pip install "anyio==3.7.1" pip install "asyncio==3.4.3" @@ -45,6 +44,13 @@ jobs: paths: - ./venv key: v1-dependencies-{{ checksum ".circleci/requirements.txt" }} + - run: + name: Run prisma ./entrypoint.sh + command: | + cd litellm + chmod +x entrypoint.sh + ./entrypoint.sh + cd .. - run: name: Black Formatting command: | From 7e158023880c1067b2a6bdb3e5b2529d8fdb125a Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Tue, 9 Jan 2024 15:14:51 +0530 Subject: [PATCH 14/18] (ci/cd) run again --- litellm/tests/test_completion.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/litellm/tests/test_completion.py b/litellm/tests/test_completion.py index 6f3d5927430..80a51c480b5 100644 --- a/litellm/tests/test_completion.py +++ b/litellm/tests/test_completion.py @@ -1201,7 +1201,7 @@ def test_replicate_custom_prompt_dict(): # commenthing this out since we won't be always testing a custom replicate deployment # def test_completion_replicate_deployments(): # print("TESTING REPLICATE") -# litellm.set_verbose = False +# litellm.set_verbose=False # model_name = "replicate/deployments/ishaan-jaff/ishaan-mistral" # try: # response = completion( From d24d9cb6731f5e8e1f4a0f73e9968bac062c0a2e Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Tue, 9 Jan 2024 15:22:28 +0530 Subject: [PATCH 15/18] (ci/cd) run again --- .circleci/config.yml | 2 -- litellm/tests/test_completion.py | 2 +- 2 files changed, 1 insertion(+), 3 deletions(-) diff --git a/.circleci/config.yml b/.circleci/config.yml index 737646db94e..ffc1bb9c81f 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -47,10 +47,8 @@ jobs: - run: name: Run prisma ./entrypoint.sh command: | - cd litellm chmod +x entrypoint.sh ./entrypoint.sh - cd .. - run: name: Black Formatting command: | diff --git a/litellm/tests/test_completion.py b/litellm/tests/test_completion.py index 80a51c480b5..bb5e84ad82e 100644 --- a/litellm/tests/test_completion.py +++ b/litellm/tests/test_completion.py @@ -1201,7 +1201,7 @@ def test_replicate_custom_prompt_dict(): # commenthing this out since we won't be always testing a custom replicate deployment # def test_completion_replicate_deployments(): # print("TESTING REPLICATE") -# litellm.set_verbose=False +# litellm.set_verbose= False # model_name = "replicate/deployments/ishaan-jaff/ishaan-mistral" # try: # response = completion( From 916e93f3983a3c250603f3c743218e2a56b56e09 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Tue, 9 Jan 2024 15:28:37 +0530 Subject: [PATCH 16/18] (ci/cd) user DATABASE_URL to control prisma generate --- litellm/tests/test_completion.py | 2 +- litellm/tests/test_configs/test_config.yaml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/litellm/tests/test_completion.py b/litellm/tests/test_completion.py index bb5e84ad82e..80a51c480b5 100644 --- a/litellm/tests/test_completion.py +++ b/litellm/tests/test_completion.py @@ -1201,7 +1201,7 @@ def test_replicate_custom_prompt_dict(): # commenthing this out since we won't be always testing a custom replicate deployment # def test_completion_replicate_deployments(): # print("TESTING REPLICATE") -# litellm.set_verbose= False +# litellm.set_verbose=False # model_name = "replicate/deployments/ishaan-jaff/ishaan-mistral" # try: # response = completion( diff --git a/litellm/tests/test_configs/test_config.yaml b/litellm/tests/test_configs/test_config.yaml index a5e7802a475..a711b65ea03 100644 --- a/litellm/tests/test_configs/test_config.yaml +++ b/litellm/tests/test_configs/test_config.yaml @@ -1,5 +1,5 @@ general_settings: - database_url: os.environ/PROXY_DATABASE_URL + database_url: os.environ/DATABASE_URL master_key: os.environ/PROXY_MASTER_KEY litellm_settings: drop_params: true From 0434ee4f02f3b92772b9348967f73bfbbd904a4a Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Tue, 9 Jan 2024 15:32:10 +0530 Subject: [PATCH 17/18] (ci/cd) run again --- .circleci/config.yml | 2 ++ litellm/tests/test_completion.py | 2 +- 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/.circleci/config.yml b/.circleci/config.yml index ffc1bb9c81f..56f9a15fe3a 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -47,8 +47,10 @@ jobs: - run: name: Run prisma ./entrypoint.sh command: | + set +e chmod +x entrypoint.sh ./entrypoint.sh + set -e - run: name: Black Formatting command: | diff --git a/litellm/tests/test_completion.py b/litellm/tests/test_completion.py index 80a51c480b5..bb5e84ad82e 100644 --- a/litellm/tests/test_completion.py +++ b/litellm/tests/test_completion.py @@ -1201,7 +1201,7 @@ def test_replicate_custom_prompt_dict(): # commenthing this out since we won't be always testing a custom replicate deployment # def test_completion_replicate_deployments(): # print("TESTING REPLICATE") -# litellm.set_verbose=False +# litellm.set_verbose= False # model_name = "replicate/deployments/ishaan-jaff/ishaan-mistral" # try: # response = completion( From bf65306ec35539a72c26b045d703e1207abab3aa Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Tue, 9 Jan 2024 15:38:14 +0530 Subject: [PATCH 18/18] (chore) undo extra space --- litellm/tests/test_completion.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/litellm/tests/test_completion.py b/litellm/tests/test_completion.py index bb5e84ad82e..80a51c480b5 100644 --- a/litellm/tests/test_completion.py +++ b/litellm/tests/test_completion.py @@ -1201,7 +1201,7 @@ def test_replicate_custom_prompt_dict(): # commenthing this out since we won't be always testing a custom replicate deployment # def test_completion_replicate_deployments(): # print("TESTING REPLICATE") -# litellm.set_verbose= False +# litellm.set_verbose=False # model_name = "replicate/deployments/ishaan-jaff/ishaan-mistral" # try: # response = completion(