scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-10 03:28:53 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 86

Merge pull request #558 from Sir-Photch/patch-1

Browse source 
Add `host` option to `run_server()`
This commit is contained in:
Ishaan Jaff 2023-10-08 13:30:27 -07:00 • committed by GitHub
commit 7add88a8b0
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 5 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
litellm/proxy/proxy_cli.py
View file

@ -58,6 +58,7 @@ def open_config():
subprocess.call(('open', '-t', user_config_path))
@click.command()
@click.option('--host', default='0.0.0.0', help='Host for the server to listen on.')
@click.option('--port', default=8000, help='Port to bind the server to.')
@click.option('--api_base', default=None, help='API base URL.')
@click.option('--model', default=None, help='The model name to pass to litellm expects')
@ -69,7 +70,7 @@ def open_config():
@click.option('--config', is_flag=True, help='Create and open .env file from .env.template')
@click.option('--test', flag_value=True, help='proxy chat completions url to make a test request to')
@click.option('--local', is_flag=True, default=False, help='for local debugging')
def run_server(port, api_base, model, deploy, debug, temperature, max_tokens, telemetry, config, test, local):
def run_server(host, port, api_base, model, deploy, debug, temperature, max_tokens, telemetry, config, test, local):
if config:
open_config()
@ -94,7 +95,7 @@ def run_server(port, api_base, model, deploy, debug, temperature, max_tokens, te
click.echo('LiteLLM: Making a test ChatCompletions request to your proxy')
import openai
if test == True: # flag value set
api_base = "http://0.0.0.0:8000"
api_base = f"http://{host}:{port}"
else:
api_base = test
openai.api_base = api_base
@ -134,8 +135,8 @@ def run_server(port, api_base, model, deploy, debug, temperature, max_tokens, te
print(f"\033[32mLiteLLM: Test your local endpoint with: \"litellm --test\" [In a new terminal tab]\033[0m\n")
print(f"\033[32mLiteLLM: Deploy your proxy using the following: \"litellm --model claude-instant-1 --deploy\" Get an https://api.litellm.ai/chat/completions endpoint \033[0m\n")
uvicorn.run(app, host='0.0.0.0', port=port)
uvicorn.run(app, host=host, port=port)
if __name__ == "__main__":
run_server()
run_server()