From 1442adbc33fdd35226b6d9abdc6e082977879c6d Mon Sep 17 00:00:00 2001 From: wslee Date: Tue, 11 Jun 2024 14:49:39 +0900 Subject: [PATCH] resolve comments --- docs/my-website/docs/providers/friendli_ai.md | 8 ++++---- litellm/main.py | 2 +- 2 files changed, 5 insertions(+), 5 deletions(-) diff --git a/docs/my-website/docs/providers/friendli_ai.md b/docs/my-website/docs/providers/friendli_ai.md index 5f92c8a58ae..f50f8ff0b4f 100644 --- a/docs/my-website/docs/providers/friendli_ai.md +++ b/docs/my-website/docs/providers/friendli_ai.md @@ -1,12 +1,12 @@ # FriendliAI -https://friendli.ai/ +https://suite.friendli.ai/ **We support ALL FriendliAI models, just set `friendli_ai/` as a prefix when sending completion requests** ## API Key ```python # env variable -os.environ['FRIENDLI_AI_API_KEY'] +os.environ['FRIENDLI_TOKEN'] ``` ## Sample Usage @@ -14,7 +14,7 @@ os.environ['FRIENDLI_AI_API_KEY'] from litellm import completion import os -os.environ['FRIENDLI_AI_API_KEY'] = "" +os.environ['FRIENDLI_TOKEN'] = "" response = completion( model="friendli_ai/mixtral-8x7b-instruct-v0-1", messages=[ @@ -29,7 +29,7 @@ print(response) from litellm import completion import os -os.environ['FRIENDLI_AI_API_KEY'] = "" +os.environ['FRIENDLI_TOKEN'] = "" response = completion( model="friendli_ai/mixtral-8x7b-instruct-v0-1", messages=[ diff --git a/litellm/main.py b/litellm/main.py index 3c3034cdd59..cd329852b28 100644 --- a/litellm/main.py +++ b/litellm/main.py @@ -4288,7 +4288,7 @@ def speech( response: Optional[HttpxBinaryResponseContent] = None if custom_llm_provider == "openai": api_base = ( - api_base # for deepinfra/perplexity/anyscale/groq/friendli we check in get_llm_provider and pass in the api base from there + api_base # for deepinfra/perplexity/anyscale/groq/friendli_ai we check in get_llm_provider and pass in the api base from there or litellm.api_base or get_secret("OPENAI_API_BASE") or "https://api.openai.com/v1"