diff --git a/litellm/proxy/example_config_yaml/aliases_config.yaml b/litellm/proxy/example_config_yaml/aliases_config.yaml new file mode 100644 index 00000000000..f9aabbc03c4 --- /dev/null +++ b/litellm/proxy/example_config_yaml/aliases_config.yaml @@ -0,0 +1,28 @@ +model_list: + - model_name: text-davinci-003 + litellm_params: + model: ollama/zephyr + - model_name: gpt-4 + litellm_params: + model: ollama/llama2 + - model_name: gpt-3.5-turbo + litellm_params: + model: ollama/llama2 + + +# request to gpt-4, response from ollama/llama2 +# curl --location 'http://0.0.0.0:8000/chat/completions' \ +# --header 'Content-Type: application/json' \ +# --data ' { +# "model": "gpt-4", +# "messages": [ +# { +# "role": "user", +# "content": "what llm are you" +# } +# ], +# } +# ' +# + +# {"id":"chatcmpl-27c85cf0-ab09-4bcf-8cb1-0ee950520743","choices":[{"finish_reason":"stop","index":0,"message":{"content":" Hello! I'm just an AI, I don't have personal experiences or emotions like humans do. However, I can help you with any questions or tasks you may have! Is there something specific you'd like to know or discuss?","role":"assistant","_logprobs":null}}],"created":1700094955.373751,"model":"ollama/llama2","object":"chat.completion","system_fingerprint":null,"usage":{"prompt_tokens":12,"completion_tokens":47,"total_tokens":59},"_response_ms":8028.017999999999}% \ No newline at end of file diff --git a/litellm/proxy/example_config_yaml/azure_config.yaml b/litellm/proxy/example_config_yaml/azure_config.yaml new file mode 100644 index 00000000000..14e4a786f20 --- /dev/null +++ b/litellm/proxy/example_config_yaml/azure_config.yaml @@ -0,0 +1,17 @@ +model_list: + - model_name: gpt-4-team1 + litellm_params: + model: azure/chatgpt-v-2 + api_base: https://openai-gpt-4-test-v-1.openai.azure.com/ + api_version: "2023-05-15" + azure_ad_token: eyJ0eXAiOiJ + - model_name: gpt-4-team2 + litellm_params: + model: azure/gpt-4 + api_key: sk-123 + api_base: https://openai-gpt-4-test-v-2.openai.azure.com/ + - model_name: gpt-4-team3 + litellm_params: + model: azure/gpt-4 + api_key: sk-123 + diff --git a/litellm/proxy/example_config_yaml/langfuse_config.yaml b/litellm/proxy/example_config_yaml/langfuse_config.yaml new file mode 100644 index 00000000000..c2a77b5adc4 --- /dev/null +++ b/litellm/proxy/example_config_yaml/langfuse_config.yaml @@ -0,0 +1,7 @@ +model_list: + - model_name: gpt-3.5-turbo + +litellm_settings: + drop_params: True + success_callback: ["langfuse"] # https://docs.litellm.ai/docs/observability/langfuse_integration +