diff --git a/docker-compose.yml b/docker-compose.yml index ac9f5adc7d9..05439b1dfb2 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -1,10 +1,16 @@ version: "3.9" services: litellm: + build: + context: . + args: + target: runtime image: ghcr.io/berriai/litellm:main-latest - volumes: - - ./proxy_server_config.yaml:/app/proxy_server_config.yaml # mount your litellm config.yaml ports: - - "4000:4000" - environment: - - AZURE_API_KEY=sk-123 + - "4000:4000" # Map the container port to the host, change the host port if necessary + volumes: + - ./litellm-config.yaml:/app/config.yaml # Mount the local configuration file + # You can change the port or number of workers as per your requirements or pass any new supported CLI augument. Make sure the port passed here matches with the container port defined above in `ports` value + command: [ "--config", "/app/config.yaml", "--port", "4000", "--num_workers", "8" ] + +# ...rest of your docker-compose config if any \ No newline at end of file diff --git a/docs/my-website/docs/proxy/deploy.md b/docs/my-website/docs/proxy/deploy.md index c08cb7d0ea4..7e350bfa9ce 100644 --- a/docs/my-website/docs/proxy/deploy.md +++ b/docs/my-website/docs/proxy/deploy.md @@ -666,8 +666,8 @@ services: litellm: build: context: . - args: - target: runtime + args: + target: runtime image: ghcr.io/berriai/litellm:main-latest ports: - "4000:4000" # Map the container port to the host, change the host port if necessary