From ab6ddd1a49fe38a7ba21d69744737d99438eeead Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Tue, 3 Sep 2024 07:47:15 -0700 Subject: [PATCH] docs(azure.md): add docs on azure token refresh --- docs/my-website/docs/providers/azure.md | 37 +++++++++++++++++++++++++ 1 file changed, 37 insertions(+) diff --git a/docs/my-website/docs/providers/azure.md b/docs/my-website/docs/providers/azure.md index 381ecfed54f..ee5d9c3dbb9 100644 --- a/docs/my-website/docs/providers/azure.md +++ b/docs/my-website/docs/providers/azure.md @@ -533,3 +533,40 @@ response = litellm.completion( ) ``` +### Azure AD Token Refresh + + + + +```python +from litellm import completion +from azure.identity import DefaultAzureCredential, get_bearer_token_provider + +token_provider = get_bearer_token_provider(DefaultAzureCredential(), "https://cognitiveservices.azure.com/.default") + + +response = completion( + model = "azure/", # model = azure/ + api_base = "", # azure api base + api_version = "", # azure api version + azure_ad_token_provider=token_provider + messages = [{"role": "user", "content": "good morning"}], +) +``` + + + + +```yaml +model_list: + - model_name: gpt-3.5-turbo + litellm_params: + model: azure/your-deployment-name + api_base: https://openai-gpt-4-test-v-1.openai.azure.com/ + +litellm_settings: + enable_azure_ad_token_refresh: true # 👈 KEY CHANGE +``` + + + \ No newline at end of file