From d4ae1295dd719d2e532505f094abd87c56804e64 Mon Sep 17 00:00:00 2001 From: fcenedes Date: Thu, 4 Dec 2025 20:31:52 +0100 Subject: [PATCH] Update caching.md update caching.md --- docs/my-website/docs/proxy/caching.md | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/docs/my-website/docs/proxy/caching.md b/docs/my-website/docs/proxy/caching.md index 6da977c8b05..67e35abac0c 100644 --- a/docs/my-website/docs/proxy/caching.md +++ b/docs/my-website/docs/proxy/caching.md @@ -390,6 +390,11 @@ $ litellm --config /path/to/config.yaml Caching can be enabled by adding the `cache` key in the `config.yaml` +Install redisvl client if missing in requirements.txt +```shell +pip install redisvl==0.12.1 +``` + #### Step 1: Add `cache` to the config.yaml ```yaml model_list: @@ -410,6 +415,10 @@ litellm_settings: type: "redis-semantic" similarity_threshold: 0.8 # similarity threshold for semantic cache redis_semantic_cache_embedding_model: azure-embedding-model # set this to a model_name set in model_list + redis_semantic_cache_index_name: litellm-redis-semantic-cache-index # OPTIONAL, default is litellm_semantic_cache_index + embedding_cache_enabled: True # OPTIONAL, default is False + embedding_cache_ttl: 120 # OPTIONAL, default is None + embedding_cache_name: litellm-embeddings-cache # OPTIONAL, default is litellm_redis_semantic_embeddings_cache ``` #### Step 2: Add Redis Credentials to .env