From 230dd706047b9ab5a8ab35d37bd87ccd13ccf93a Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Mon, 9 Jun 2025 17:52:37 -0700 Subject: [PATCH] docs(data_security.md): data_security.md update to indicate litellm does have soc 2 type2 --- docs/my-website/docs/data_security.md | 2 +- docs/my-website/docs/proxy/deploy.md | 34 +++++++++++++-------------- 2 files changed, 18 insertions(+), 18 deletions(-) diff --git a/docs/my-website/docs/data_security.md b/docs/my-website/docs/data_security.md index 30128760f27..2c4b1247e2b 100644 --- a/docs/my-website/docs/data_security.md +++ b/docs/my-website/docs/data_security.md @@ -45,7 +45,7 @@ For security inquiries, please contact us at support@berri.ai | **Certification** | **Status** | |-------------------|-------------------------------------------------------------------------------------------------| | SOC 2 Type I | Certified. Report available upon request on Enterprise plan. | -| SOC 2 Type II | In progress. Certificate available by April 15th, 2025 | +| SOC 2 Type II | Certified. Report available upon request on Enterprise plan. | | ISO 27001 | Certified. Report available upon request on Enterprise | diff --git a/docs/my-website/docs/proxy/deploy.md b/docs/my-website/docs/proxy/deploy.md index b81f9b9625a..852b674a734 100644 --- a/docs/my-website/docs/proxy/deploy.md +++ b/docs/my-website/docs/proxy/deploy.md @@ -59,7 +59,7 @@ docker run \ -e AZURE_API_KEY=d6*********** \ -e AZURE_API_BASE=https://openai-***********/ \ -p 4000:4000 \ - ghcr.io/berriai/litellm:main-latest \ + ghcr.io/berriai/litellm:main-stable \ --config /app/config.yaml --detailed_debug ``` @@ -89,12 +89,12 @@ See all supported CLI args [here](https://docs.litellm.ai/docs/proxy/cli): Here's how you can run the docker image and pass your config to `litellm` ```shell -docker run ghcr.io/berriai/litellm:main-latest --config your_config.yaml +docker run ghcr.io/berriai/litellm:main-stable --config your_config.yaml ``` Here's how you can run the docker image and start litellm on port 8002 with `num_workers=8` ```shell -docker run ghcr.io/berriai/litellm:main-latest --port 8002 --num_workers 8 +docker run ghcr.io/berriai/litellm:main-stable --port 8002 --num_workers 8 ``` @@ -102,7 +102,7 @@ docker run ghcr.io/berriai/litellm:main-latest --port 8002 --num_workers 8 ```shell # Use the provided base image -FROM ghcr.io/berriai/litellm:main-latest +FROM ghcr.io/berriai/litellm:main-stable # Set the working directory to /app WORKDIR /app @@ -236,7 +236,7 @@ spec: spec: containers: - name: litellm - image: ghcr.io/berriai/litellm:main-latest # it is recommended to fix a version generally + image: ghcr.io/berriai/litellm:main-stable # it is recommended to fix a version generally ports: - containerPort: 4000 volumeMounts: @@ -253,7 +253,7 @@ spec: ``` :::info -To avoid issues with predictability, difficulties in rollback, and inconsistent environments, use versioning or SHA digests (for example, `litellm:main-v1.30.3` or `litellm@sha256:12345abcdef...`) instead of `litellm:main-latest`. +To avoid issues with predictability, difficulties in rollback, and inconsistent environments, use versioning or SHA digests (for example, `litellm:main-v1.30.3` or `litellm@sha256:12345abcdef...`) instead of `litellm:main-stable`. ::: @@ -331,7 +331,7 @@ Requirements: We maintain a [separate Dockerfile](https://github.com/BerriAI/litellm/pkgs/container/litellm-database) for reducing build time when running LiteLLM proxy with a connected Postgres Database ```shell -docker pull ghcr.io/berriai/litellm-database:main-latest +docker pull ghcr.io/berriai/litellm-database:main-stable ``` ```shell @@ -342,7 +342,7 @@ docker run \ -e AZURE_API_KEY=d6*********** \ -e AZURE_API_BASE=https://openai-***********/ \ -p 4000:4000 \ - ghcr.io/berriai/litellm-database:main-latest \ + ghcr.io/berriai/litellm-database:main-stable \ --config /app/config.yaml --detailed_debug ``` @@ -370,7 +370,7 @@ spec: spec: containers: - name: litellm-container - image: ghcr.io/berriai/litellm:main-latest + image: ghcr.io/berriai/litellm:main-stable imagePullPolicy: Always env: - name: AZURE_API_KEY @@ -565,7 +565,7 @@ router_settings: Start docker container with config ```shell -docker run ghcr.io/berriai/litellm:main-latest --config your_config.yaml +docker run ghcr.io/berriai/litellm:main-stable --config your_config.yaml ``` ### Deploy with Database + Redis @@ -600,7 +600,7 @@ Start `litellm-database`docker container with config docker run --name litellm-proxy \ -e DATABASE_URL=postgresql://:@:/ \ -p 4000:4000 \ -ghcr.io/berriai/litellm-database:main-latest --config your_config.yaml +ghcr.io/berriai/litellm-database:main-stable --config your_config.yaml ``` ### (Non Root) - without Internet Connection @@ -629,7 +629,7 @@ Use this, If you need to set ssl certificates for your on prem litellm proxy Pass `ssl_keyfile_path` (Path to the SSL keyfile) and `ssl_certfile_path` (Path to the SSL certfile) when starting litellm proxy ```shell -docker run ghcr.io/berriai/litellm:main-latest \ +docker run ghcr.io/berriai/litellm:main-stable \ --ssl_keyfile_path ssl_test/keyfile.key \ --ssl_certfile_path ssl_test/certfile.crt ``` @@ -644,7 +644,7 @@ Step 1. Build your custom docker image with hypercorn ```shell # Use the provided base image -FROM ghcr.io/berriai/litellm:main-latest +FROM ghcr.io/berriai/litellm:main-stable # Set the working directory to /app WORKDIR /app @@ -708,7 +708,7 @@ docker run --name litellm-proxy \ -e LITELLM_CONFIG_BUCKET_OBJECT_KEY="> \ -e LITELLM_CONFIG_BUCKET_TYPE="gcs" \ -p 4000:4000 \ - ghcr.io/berriai/litellm-database:main-latest --detailed_debug + ghcr.io/berriai/litellm-database:main-stable --detailed_debug ``` @@ -729,7 +729,7 @@ docker run --name litellm-proxy \ -e LITELLM_CONFIG_BUCKET_NAME= \ -e LITELLM_CONFIG_BUCKET_OBJECT_KEY="> \ -p 4000:4000 \ - ghcr.io/berriai/litellm-database:main-latest + ghcr.io/berriai/litellm-database:main-stable ``` @@ -822,7 +822,7 @@ Run the following command, replacing `` with the value you copied docker run --name litellm-proxy \ -e DATABASE_URL= \ -p 4000:4000 \ - ghcr.io/berriai/litellm-database:main-latest + ghcr.io/berriai/litellm-database:main-stable ``` #### 4. Access the Application: @@ -901,7 +901,7 @@ services: context: . args: target: runtime - image: ghcr.io/berriai/litellm:main-latest + image: ghcr.io/berriai/litellm:main-stable ports: - "4000:4000" # Map the container port to the host, change the host port if necessary volumes: