Merge remote main

This commit is contained in:
gorkii 2026-05-06 08:42:57 -04:00
parent c52d89e80e
commit 089a0540c4
4202 changed files with 154668 additions and 0 deletions

View file

@ -0,0 +1,5 @@
This folder stores temp files that Docusaurus' client bundler accesses.
DO NOT hand-modify files in this folder because they will be overwritten in the
next build. You can clear all build artifacts (including this folder) with the
`docusaurus clear` command.

File diff suppressed because it is too large Load diff

View file

@ -0,0 +1,7 @@
export default [
require("/home/mgorkii/projects/llm-integrations/litellm/docs/my-website/node_modules/@docusaurus/plugin-google-gtag/lib/gtag"),
require("/home/mgorkii/projects/llm-integrations/litellm/docs/my-website/node_modules/infima/dist/css/default/default.css"),
require("/home/mgorkii/projects/llm-integrations/litellm/docs/my-website/node_modules/@docusaurus/theme-classic/lib/prism-include-languages"),
require("/home/mgorkii/projects/llm-integrations/litellm/docs/my-website/node_modules/@docusaurus/theme-classic/lib/nprogress"),
require("/home/mgorkii/projects/llm-integrations/litellm/docs/my-website/src/css/custom.css"),
];

View file

@ -0,0 +1 @@
{}

View file

@ -0,0 +1,4 @@
{
"name": "docusaurus-plugin-content-blog",
"id": "blog"
}

View file

@ -0,0 +1,191 @@
{
"title": "All Posts",
"items": [
{
"title": "Security Update: Vulnerability Disclosures and Ongoing Hardening",
"permalink": "/blog/security-hardening-april-2026",
"unlisted": false,
"date": "2026-04-03T12:00:00.000Z"
},
{
"title": "April Townhall: Security + Product Roadmap",
"permalink": "/blog/april-townhall-announcement",
"unlisted": false,
"date": "2026-04-02T07:30:00.000Z"
},
{
"title": "Announcing CI/CD v2 for LiteLLM",
"permalink": "/blog/ci-cd-v2-improvements",
"unlisted": false,
"date": "2026-03-30T21:30:00.000Z"
},
{
"title": "LiteLLM + Vanta: SOC 2 Type 2 and ISO 27001 Recertification",
"permalink": "/blog/vanta-compliance-recertification",
"unlisted": false,
"date": "2026-03-30T10:00:00.000Z"
},
{
"title": "Security Townhall Updates",
"permalink": "/blog/security-townhall-updates",
"unlisted": false,
"date": "2026-03-27T12:00:00.000Z"
},
{
"title": "Security Update: Suspected Supply Chain Incident",
"permalink": "/blog/security-update-march-2026",
"unlisted": false,
"date": "2026-03-24T14:00:00.000Z"
},
{
"title": "Incident Report: Guardrail logging exposed secret headers in spend logs and traces",
"permalink": "/blog/guardrail-logging-secret-exposure-incident",
"unlisted": false,
"date": "2026-03-18T10:00:00.000Z"
},
{
"title": "Day 0 Support: GPT-5.4-mini and GPT-5.4-nano",
"permalink": "/blog/gpt_5_4_mini_nano",
"unlisted": false,
"date": "2026-03-17T10:00:00.000Z"
},
{
"title": "New Video Characters, Edit and Extension API support",
"permalink": "/blog/video_characters_api",
"unlisted": false,
"date": "2026-03-16T10:00:00.000Z"
},
{
"title": "Realtime WebRTC HTTP Endpoints",
"permalink": "/blog/realtime_webrtc_http_endpoints",
"unlisted": false,
"date": "2026-03-12T10:00:00.000Z"
},
{
"title": "Day 0 Support: GPT-5.4",
"permalink": "/blog/gpt_5_4",
"unlisted": false,
"date": "2026-03-05T10:00:00.000Z"
},
{
"title": "DAY 0 Support: Gemini 3.1 Flash Lite Preview on LiteLLM",
"permalink": "/blog/gemini_3_1_flash_lite_preview",
"unlisted": false,
"date": "2026-03-03T08:00:00.000Z"
},
{
"title": "Incident Report: Cache Eviction Closes In-Use httpx Clients",
"permalink": "/blog/httpx-cache-eviction-incident",
"unlisted": false,
"date": "2026-02-27T10:00:00.000Z"
},
{
"title": "Day 0 Support: GPT-5.3-Codex",
"permalink": "/blog/gpt_5_3_codex",
"unlisted": false,
"date": "2026-02-24T10:00:00.000Z"
},
{
"title": "Incident Report: Encrypted Content Failures in Multi-Region Responses API Load Balancing",
"permalink": "/blog/responses-api-encrypted-content-incident",
"unlisted": false,
"date": "2026-02-24T10:00:00.000Z"
},
{
"title": "Incident Report: Wildcard Blocking New Models After Cost Map Reload",
"permalink": "/blog/anthropic-wildcard-model-access-incident",
"unlisted": false,
"date": "2026-02-23T10:00:00.000Z"
},
{
"title": "Incident Report: SERVER_ROOT_PATH regression broke UI routing",
"permalink": "/blog/server-root-path-incident",
"unlisted": false,
"date": "2026-02-21T10:00:00.000Z"
},
{
"title": "DAY 0 Support: Gemini 3.1 Pro on LiteLLM",
"permalink": "/blog/gemini_3_1_pro",
"unlisted": false,
"date": "2026-02-19T10:00:00.000Z"
},
{
"title": "Incident Report: vLLM Embeddings Broken by encoding_format Parameter",
"permalink": "/blog/vllm-embeddings-incident",
"unlisted": false,
"date": "2026-02-18T10:00:00.000Z"
},
{
"title": "Day 0 Support: Claude Sonnet 4.6",
"permalink": "/blog/claude_sonnet_4_6",
"unlisted": false,
"date": "2026-02-17T10:00:00.000Z"
},
{
"title": "Incident Report: Invalid beta headers with Claude Code",
"permalink": "/blog/claude-code-beta-headers-incident",
"unlisted": false,
"date": "2026-02-16T10:00:00.000Z"
},
{
"title": "Day 0 Support: MiniMax-M2.5",
"permalink": "/blog/minimax_m2_5",
"unlisted": false,
"date": "2026-02-12T10:00:00.000Z"
},
{
"title": "Incident Report: Invalid model cost map on main",
"permalink": "/blog/model-cost-map-incident",
"unlisted": false,
"date": "2026-02-10T10:00:00.000Z"
},
{
"title": "Your Middleware Could Be a Bottleneck",
"permalink": "/blog/fastapi-middleware-performance",
"unlisted": false,
"date": "2026-02-07T10:00:00.000Z"
},
{
"title": "Improve release stability with 24 hour load tests",
"permalink": "/blog/litellm-observatory",
"unlisted": false,
"date": "2026-02-06T10:00:00.000Z"
},
{
"title": "Day 0 Support: Claude Opus 4.6",
"permalink": "/blog/claude_opus_4_6",
"unlisted": false,
"date": "2026-02-05T10:00:00.000Z"
},
{
"title": "Achieving Sub-Millisecond Proxy Overhead",
"permalink": "/blog/sub-millisecond-proxy-overhead",
"unlisted": false,
"date": "2026-02-02T10:00:00.000Z"
},
{
"title": "DAY 0 Support: Gemini 3 Flash on LiteLLM",
"permalink": "/blog/gemini_3_flash",
"unlisted": false,
"date": "2025-12-17T10:00:00.000Z"
},
{
"title": "Day 0 Support: Claude 4.5 Opus (+Advanced Features)",
"permalink": "/blog/anthropic_advanced_features",
"unlisted": false,
"date": "2025-11-25T10:00:00.000Z"
},
{
"title": "DAY 0 Support: Gemini 3 on LiteLLM",
"permalink": "/blog/gemini_3",
"unlisted": false,
"date": "2025-11-19T10:00:00.000Z"
},
{
"title": "Gemini Embedding 2 Preview: Multimodal Embeddings on LiteLLM",
"permalink": "/blog/gemini_embedding_2_multimodal",
"unlisted": false,
"date": "2025-03-11T10:00:00.000Z"
}
]
}

View file

@ -0,0 +1,5 @@
{
"blogBasePath": "/blog",
"blogTitle": "Blog",
"authorsListPath": "/blog/authors"
}

File diff suppressed because one or more lines are too long

View file

@ -0,0 +1 @@
{"authors":[{"name":"LiteLLM Team","title":"LiteLLM Core Team","url":"https://github.com/BerriAI/litellm","imageURL":"https://github.com/BerriAI.png","key":"litellm","page":null,"count":1},{"name":"Sameer Kankute","title":"SWE @ LiteLLM (LLM Translation)","url":"https://www.linkedin.com/in/sameer-kankute/","imageURL":"https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg","key":"sameer","page":null,"count":16},{"name":"Krrish Dholakia","title":"CEO, LiteLLM","url":"https://www.linkedin.com/in/krish-d/","imageURL":"https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg","key":"krrish","page":null,"count":27},{"name":"Ishaan Jaffer","title":"CTO, LiteLLM","url":"https://www.linkedin.com/in/reffajnaahsi/","imageURL":"https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg","key":"ishaan","page":null,"count":1},{"name":"Ishaan Jaff","title":"CTO, LiteLLM","url":"https://www.linkedin.com/in/reffajnaahsi/","imageURL":"https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg","key":"ishaan-alt","page":null,"count":24},{"name":"Ryan Crabbe","title":"Performance Engineer, LiteLLM","url":"https://www.linkedin.com/in/ryan-crabbe-0b9687214","imageURL":"https://media.licdn.com/dms/image/v2/D5603AQHt1t9Z4BJ6Gw/profile-displayphoto-shrink_400_400/profile-displayphoto-shrink_400_400/0/1724453682340?e=1772064000&v=beta&t=VXdmr13rsNB05wyA2F1TENOB5UuDHUZ0FCHTolNyR5M","key":"ryan","page":null,"count":2},{"name":"Alexsander Hamir","title":"Performance Engineer, LiteLLM","url":"https://www.linkedin.com/in/alexsander-baptista/","imageURL":"https://github.com/AlexsanderHamir.png","key":"alexsander","page":null,"count":2},{"name":"Yuneng Jiang","title":"SWE @ LiteLLM (Full Stack)","url":"https://www.linkedin.com/in/yuneng-david-jiang-455676139/","imageURL":"https://avatars.githubusercontent.com/u/171294688?v=4","key":"yuneng","page":null,"count":1}]}

View file

@ -0,0 +1 @@
{"metadata":{"permalink":"/blog","page":1,"postsPerPage":10,"totalPages":4,"totalCount":31,"nextPage":"/blog/page/2","blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"metadata":{"permalink":"/blog/page/2","page":2,"postsPerPage":10,"totalPages":4,"totalCount":31,"previousPage":"/blog","nextPage":"/blog/page/3","blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"metadata":{"permalink":"/blog/page/3","page":3,"postsPerPage":10,"totalPages":4,"totalCount":31,"previousPage":"/blog/page/2","nextPage":"/blog/page/4","blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"metadata":{"permalink":"/blog/page/4","page":4,"postsPerPage":10,"totalPages":4,"totalCount":31,"previousPage":"/blog/page/3","blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"advanced features","permalink":"/blog/tags/advanced-features","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/advanced-features","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"announcement","permalink":"/blog/tags/announcement","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/announcement","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"anthropic","permalink":"/blog/tags/anthropic","allTagsPath":"/blog/tags","count":4,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/anthropic","page":1,"postsPerPage":10,"totalPages":1,"totalCount":4,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"architecture","permalink":"/blog/tags/architecture","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/architecture","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"auth","permalink":"/blog/tags/auth","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/auth","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"caching","permalink":"/blog/tags/caching","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/caching","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"characters","permalink":"/blog/tags/characters","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/characters","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"ci-cd","permalink":"/blog/tags/ci-cd","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/ci-cd","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"claude","permalink":"/blog/tags/claude","allTagsPath":"/blog/tags","count":3,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/claude","page":1,"postsPerPage":10,"totalPages":1,"totalCount":3,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"codex","permalink":"/blog/tags/codex","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/codex","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"completion","permalink":"/blog/tags/completion","allTagsPath":"/blog/tags","count":2,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/completion","page":1,"postsPerPage":10,"totalPages":1,"totalCount":2,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"compliance","permalink":"/blog/tags/compliance","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/compliance","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"day 0 support","permalink":"/blog/tags/day-0-support","allTagsPath":"/blog/tags","count":5,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/day-0-support","page":1,"postsPerPage":10,"totalPages":1,"totalCount":5,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tags":[{"label":"security","permalink":"/blog/tags/security","count":6},{"label":"announcement","permalink":"/blog/tags/announcement","count":1},{"label":"townhall","permalink":"/blog/tags/townhall","count":1},{"label":"engineering","permalink":"/blog/tags/engineering","count":1},{"label":"ci-cd","permalink":"/blog/tags/ci-cd","count":1},{"label":"compliance","permalink":"/blog/tags/compliance","count":1},{"label":"incident-report","permalink":"/blog/tags/incident-report","count":10},{"label":"guardrails","permalink":"/blog/tags/guardrails","count":1},{"label":"openai","permalink":"/blog/tags/openai","count":4},{"label":"gpt-5.4-mini","permalink":"/blog/tags/gpt-5-4-mini","count":1},{"label":"gpt-5.4-nano","permalink":"/blog/tags/gpt-5-4-nano","count":1},{"label":"completion","permalink":"/blog/tags/completion","count":2},{"label":"videos","permalink":"/blog/tags/videos","count":1},{"label":"characters","permalink":"/blog/tags/characters","count":1},{"label":"proxy","permalink":"/blog/tags/proxy","count":4},{"label":"routing","permalink":"/blog/tags/routing","count":1},{"label":"realtime","permalink":"/blog/tags/realtime","count":1},{"label":"webrtc","permalink":"/blog/tags/webrtc","count":1},{"label":"gpt-5.4","permalink":"/blog/tags/gpt-5-4","count":1},{"label":"gemini","permalink":"/blog/tags/gemini","count":5},{"label":"day 0 support","permalink":"/blog/tags/day-0-support","count":5},{"label":"llms","permalink":"/blog/tags/llms","count":4},{"label":"supernova","permalink":"/blog/tags/supernova","count":1},{"label":"caching","permalink":"/blog/tags/caching","count":1},{"label":"stability","permalink":"/blog/tags/stability","count":4},{"label":"gpt-5.3-codex","permalink":"/blog/tags/gpt-5-3-codex","count":1},{"label":"codex","permalink":"/blog/tags/codex","count":1},{"label":"responses-api","permalink":"/blog/tags/responses-api","count":1},{"label":"load-balancing","permalink":"/blog/tags/load-balancing","count":1},{"label":"auth","permalink":"/blog/tags/auth","count":1},{"label":"model-access","permalink":"/blog/tags/model-access","count":1},{"label":"ui","permalink":"/blog/tags/ui","count":1},{"label":"embeddings","permalink":"/blog/tags/embeddings","count":2},{"label":"vllm","permalink":"/blog/tags/vllm","count":1},{"label":"anthropic","permalink":"/blog/tags/anthropic","count":4},{"label":"claude","permalink":"/blog/tags/claude","count":3},{"label":"sonnet 4.6","permalink":"/blog/tags/sonnet-4-6","count":1},{"label":"minimax","permalink":"/blog/tags/minimax","count":1},{"label":"M2.5","permalink":"/blog/tags/m-2-5","count":1},{"label":"llm","permalink":"/blog/tags/llm","count":1},{"label":"performance","permalink":"/blog/tags/performance","count":2},{"label":"fastapi","permalink":"/blog/tags/fastapi","count":1},{"label":"middleware","permalink":"/blog/tags/middleware","count":1},{"label":"testing","permalink":"/blog/tags/testing","count":1},{"label":"observability","permalink":"/blog/tags/observability","count":1},{"label":"reliability","permalink":"/blog/tags/reliability","count":1},{"label":"releases","permalink":"/blog/tags/releases","count":1},{"label":"opus 4.6","permalink":"/blog/tags/opus-4-6","count":1},{"label":"architecture","permalink":"/blog/tags/architecture","count":1},{"label":"tool search","permalink":"/blog/tags/tool-search","count":1},{"label":"programmatic tool calling","permalink":"/blog/tags/programmatic-tool-calling","count":1},{"label":"effort","permalink":"/blog/tags/effort","count":1},{"label":"advanced features","permalink":"/blog/tags/advanced-features","count":1},{"label":"multimodal","permalink":"/blog/tags/multimodal","count":1},{"label":"vertex ai","permalink":"/blog/tags/vertex-ai","count":1}]}

View file

@ -0,0 +1 @@
{"tag":{"label":"effort","permalink":"/blog/tags/effort","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/effort","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"embeddings","permalink":"/blog/tags/embeddings","allTagsPath":"/blog/tags","count":2,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/embeddings","page":1,"postsPerPage":10,"totalPages":1,"totalCount":2,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"engineering","permalink":"/blog/tags/engineering","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/engineering","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"fastapi","permalink":"/blog/tags/fastapi","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/fastapi","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"gemini","permalink":"/blog/tags/gemini","allTagsPath":"/blog/tags","count":5,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/gemini","page":1,"postsPerPage":10,"totalPages":1,"totalCount":5,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"gpt-5.3-codex","permalink":"/blog/tags/gpt-5-3-codex","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/gpt-5-3-codex","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"gpt-5.4","permalink":"/blog/tags/gpt-5-4","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/gpt-5-4","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"gpt-5.4-mini","permalink":"/blog/tags/gpt-5-4-mini","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/gpt-5-4-mini","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"gpt-5.4-nano","permalink":"/blog/tags/gpt-5-4-nano","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/gpt-5-4-nano","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"guardrails","permalink":"/blog/tags/guardrails","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/guardrails","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"incident-report","permalink":"/blog/tags/incident-report","allTagsPath":"/blog/tags","count":10,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/incident-report","page":1,"postsPerPage":10,"totalPages":1,"totalCount":10,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"llm","permalink":"/blog/tags/llm","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/llm","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"llms","permalink":"/blog/tags/llms","allTagsPath":"/blog/tags","count":4,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/llms","page":1,"postsPerPage":10,"totalPages":1,"totalCount":4,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"load-balancing","permalink":"/blog/tags/load-balancing","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/load-balancing","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"M2.5","permalink":"/blog/tags/m-2-5","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/m-2-5","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"middleware","permalink":"/blog/tags/middleware","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/middleware","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"minimax","permalink":"/blog/tags/minimax","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/minimax","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"model-access","permalink":"/blog/tags/model-access","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/model-access","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"multimodal","permalink":"/blog/tags/multimodal","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/multimodal","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"observability","permalink":"/blog/tags/observability","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/observability","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"openai","permalink":"/blog/tags/openai","allTagsPath":"/blog/tags","count":4,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/openai","page":1,"postsPerPage":10,"totalPages":1,"totalCount":4,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"opus 4.6","permalink":"/blog/tags/opus-4-6","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/opus-4-6","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"performance","permalink":"/blog/tags/performance","allTagsPath":"/blog/tags","count":2,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/performance","page":1,"postsPerPage":10,"totalPages":1,"totalCount":2,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"programmatic tool calling","permalink":"/blog/tags/programmatic-tool-calling","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/programmatic-tool-calling","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"proxy","permalink":"/blog/tags/proxy","allTagsPath":"/blog/tags","count":4,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/proxy","page":1,"postsPerPage":10,"totalPages":1,"totalCount":4,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"realtime","permalink":"/blog/tags/realtime","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/realtime","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"releases","permalink":"/blog/tags/releases","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/releases","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"reliability","permalink":"/blog/tags/reliability","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/reliability","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"responses-api","permalink":"/blog/tags/responses-api","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/responses-api","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"routing","permalink":"/blog/tags/routing","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/routing","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"security","permalink":"/blog/tags/security","allTagsPath":"/blog/tags","count":6,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/security","page":1,"postsPerPage":10,"totalPages":1,"totalCount":6,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"sonnet 4.6","permalink":"/blog/tags/sonnet-4-6","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/sonnet-4-6","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"stability","permalink":"/blog/tags/stability","allTagsPath":"/blog/tags","count":4,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/stability","page":1,"postsPerPage":10,"totalPages":1,"totalCount":4,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"supernova","permalink":"/blog/tags/supernova","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/supernova","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"testing","permalink":"/blog/tags/testing","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/testing","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"tool search","permalink":"/blog/tags/tool-search","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/tool-search","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"townhall","permalink":"/blog/tags/townhall","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/townhall","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"ui","permalink":"/blog/tags/ui","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/ui","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"vertex ai","permalink":"/blog/tags/vertex-ai","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/vertex-ai","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"videos","permalink":"/blog/tags/videos","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/videos","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"vllm","permalink":"/blog/tags/vllm","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/vllm","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1 @@
{"tag":{"label":"webrtc","permalink":"/blog/tags/webrtc","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/webrtc","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}

View file

@ -0,0 +1,95 @@
{
"permalink": "/blog/anthropic_advanced_features",
"source": "@site/blog/anthropic_opus_4_5_and_advanced_features/index.md",
"title": "Day 0 Support: Claude 4.5 Opus (+Advanced Features)",
"description": "Guide to Claude Opus 4.5 and advanced features in LiteLLM: Tool Search, Programmatic Tool Calling, and Effort Parameter.",
"date": "2025-11-25T10:00:00.000Z",
"tags": [
{
"inline": true,
"label": "anthropic",
"permalink": "/blog/tags/anthropic"
},
{
"inline": true,
"label": "claude",
"permalink": "/blog/tags/claude"
},
{
"inline": true,
"label": "tool search",
"permalink": "/blog/tags/tool-search"
},
{
"inline": true,
"label": "programmatic tool calling",
"permalink": "/blog/tags/programmatic-tool-calling"
},
{
"inline": true,
"label": "effort",
"permalink": "/blog/tags/effort"
},
{
"inline": true,
"label": "advanced features",
"permalink": "/blog/tags/advanced-features"
}
],
"hasTruncateMarker": true,
"authors": [
{
"name": "Sameer Kankute",
"title": "SWE @ LiteLLM (LLM Translation)",
"url": "https://www.linkedin.com/in/sameer-kankute/",
"imageURL": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg",
"key": "sameer",
"page": null
},
{
"name": "Krrish Dholakia",
"title": "CEO, LiteLLM",
"url": "https://www.linkedin.com/in/krish-d/",
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
"key": "krrish",
"page": null
},
{
"name": "Ishaan Jaff",
"title": "CTO, LiteLLM",
"url": "https://www.linkedin.com/in/reffajnaahsi/",
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
"key": "ishaan-alt",
"page": null
}
],
"frontMatter": {
"slug": "anthropic_advanced_features",
"title": "Day 0 Support: Claude 4.5 Opus (+Advanced Features)",
"date": "2025-11-25T10:00:00.000Z",
"authors": [
"sameer",
"krrish",
"ishaan-alt"
],
"description": "Guide to Claude Opus 4.5 and advanced features in LiteLLM: Tool Search, Programmatic Tool Calling, and Effort Parameter.",
"tags": [
"anthropic",
"claude",
"tool search",
"programmatic tool calling",
"effort",
"advanced features"
],
"hide_table_of_contents": false
},
"unlisted": false,
"prevItem": {
"title": "DAY 0 Support: Gemini 3 Flash on LiteLLM",
"permalink": "/blog/gemini_3_flash"
},
"nextItem": {
"title": "DAY 0 Support: Gemini 3 on LiteLLM",
"permalink": "/blog/gemini_3"
}
}

View file

@ -0,0 +1,82 @@
{
"permalink": "/blog/anthropic-wildcard-model-access-incident",
"source": "@site/blog/anthropic_wildcard_model_access_incident/index.md",
"title": "Incident Report: Wildcard Blocking New Models After Cost Map Reload",
"description": "Date: Feb 23, 2026",
"date": "2026-02-23T10:00:00.000Z",
"tags": [
{
"inline": true,
"label": "incident-report",
"permalink": "/blog/tags/incident-report"
},
{
"inline": true,
"label": "proxy",
"permalink": "/blog/tags/proxy"
},
{
"inline": true,
"label": "auth",
"permalink": "/blog/tags/auth"
},
{
"inline": true,
"label": "model-access",
"permalink": "/blog/tags/model-access"
}
],
"hasTruncateMarker": true,
"authors": [
{
"name": "Sameer Kankute",
"title": "SWE @ LiteLLM (LLM Translation)",
"url": "https://www.linkedin.com/in/sameer-kankute/",
"imageURL": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg",
"key": "sameer",
"page": null
},
{
"name": "Krrish Dholakia",
"title": "CEO, LiteLLM",
"url": "https://www.linkedin.com/in/krish-d/",
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
"key": "krrish",
"page": null
},
{
"name": "Ishaan Jaff",
"title": "CTO, LiteLLM",
"url": "https://www.linkedin.com/in/reffajnaahsi/",
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
"key": "ishaan-alt",
"page": null
}
],
"frontMatter": {
"slug": "anthropic-wildcard-model-access-incident",
"title": "Incident Report: Wildcard Blocking New Models After Cost Map Reload",
"date": "2026-02-23T10:00:00.000Z",
"authors": [
"sameer",
"krrish",
"ishaan-alt"
],
"tags": [
"incident-report",
"proxy",
"auth",
"model-access"
],
"hide_table_of_contents": false
},
"unlisted": false,
"prevItem": {
"title": "Incident Report: Encrypted Content Failures in Multi-Region Responses API Load Balancing",
"permalink": "/blog/responses-api-encrypted-content-incident"
},
"nextItem": {
"title": "Incident Report: SERVER_ROOT_PATH regression broke UI routing",
"permalink": "/blog/server-root-path-incident"
}
}

View file

@ -0,0 +1,53 @@
{
"permalink": "/blog/april-townhall-announcement",
"source": "@site/blog/april_townhall_announcement/index.md",
"title": "April Townhall: Security + Product Roadmap",
"description": "Join the LiteLLM April townhall on Friday, 10 April at 7:30 AM to learn about LiteLLM's security and product roadmap.",
"date": "2026-04-02T07:30:00.000Z",
"tags": [
{
"inline": true,
"label": "announcement",
"permalink": "/blog/tags/announcement"
},
{
"inline": true,
"label": "townhall",
"permalink": "/blog/tags/townhall"
}
],
"hasTruncateMarker": true,
"authors": [
{
"name": "Krrish Dholakia",
"title": "CEO, LiteLLM",
"url": "https://www.linkedin.com/in/krish-d/",
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
"key": "krrish",
"page": null
}
],
"frontMatter": {
"slug": "april-townhall-announcement",
"title": "April Townhall: Security + Product Roadmap",
"date": "2026-04-02T07:30:00.000Z",
"authors": [
"krrish"
],
"description": "Join the LiteLLM April townhall on Friday, 10 April at 7:30 AM to learn about LiteLLM's security and product roadmap.",
"tags": [
"announcement",
"townhall"
],
"hide_table_of_contents": true
},
"unlisted": false,
"prevItem": {
"title": "Security Update: Vulnerability Disclosures and Ongoing Hardening",
"permalink": "/blog/security-hardening-april-2026"
},
"nextItem": {
"title": "Announcing CI/CD v2 for LiteLLM",
"permalink": "/blog/ci-cd-v2-improvements"
}
}

View file

@ -0,0 +1,59 @@
{
"permalink": "/blog/ci-cd-v2-improvements",
"source": "@site/blog/ci_cd_v2_improvements/index.md",
"title": "Announcing CI/CD v2 for LiteLLM",
"description": "CI/CD v2 introduces isolated environments, stronger security gates, and safer release separation for LiteLLM.",
"date": "2026-03-30T21:30:00.000Z",
"tags": [
{
"inline": true,
"label": "engineering",
"permalink": "/blog/tags/engineering"
},
{
"inline": true,
"label": "ci-cd",
"permalink": "/blog/tags/ci-cd"
},
{
"inline": true,
"label": "security",
"permalink": "/blog/tags/security"
}
],
"hasTruncateMarker": false,
"authors": [
{
"name": "Krrish Dholakia",
"title": "CEO, LiteLLM",
"url": "https://www.linkedin.com/in/krish-d/",
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
"key": "krrish",
"page": null
}
],
"frontMatter": {
"slug": "ci-cd-v2-improvements",
"title": "Announcing CI/CD v2 for LiteLLM",
"date": "2026-03-30T21:30:00.000Z",
"authors": [
"krrish"
],
"description": "CI/CD v2 introduces isolated environments, stronger security gates, and safer release separation for LiteLLM.",
"tags": [
"engineering",
"ci-cd",
"security"
],
"hide_table_of_contents": false
},
"unlisted": false,
"prevItem": {
"title": "April Townhall: Security + Product Roadmap",
"permalink": "/blog/april-townhall-announcement"
},
"nextItem": {
"title": "LiteLLM + Vanta: SOC 2 Type 2 and ISO 27001 Recertification",
"permalink": "/blog/vanta-compliance-recertification"
}
}

View file

@ -0,0 +1,76 @@
{
"permalink": "/blog/claude-code-beta-headers-incident",
"source": "@site/blog/claude_code_beta_headers/index.md",
"title": "Incident Report: Invalid beta headers with Claude Code",
"description": "Date: February 13, 2026",
"date": "2026-02-16T10:00:00.000Z",
"tags": [
{
"inline": true,
"label": "incident-report",
"permalink": "/blog/tags/incident-report"
},
{
"inline": true,
"label": "anthropic",
"permalink": "/blog/tags/anthropic"
},
{
"inline": true,
"label": "stability",
"permalink": "/blog/tags/stability"
}
],
"hasTruncateMarker": true,
"authors": [
{
"name": "Sameer Kankute",
"title": "SWE @ LiteLLM (LLM Translation)",
"url": "https://www.linkedin.com/in/sameer-kankute/",
"imageURL": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg",
"key": "sameer",
"page": null
},
{
"name": "Ishaan Jaff",
"title": "CTO, LiteLLM",
"url": "https://www.linkedin.com/in/reffajnaahsi/",
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
"key": "ishaan-alt",
"page": null
},
{
"name": "Krrish Dholakia",
"title": "CEO, LiteLLM",
"url": "https://www.linkedin.com/in/krish-d/",
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
"key": "krrish",
"page": null
}
],
"frontMatter": {
"slug": "claude-code-beta-headers-incident",
"title": "Incident Report: Invalid beta headers with Claude Code",
"date": "2026-02-16T10:00:00.000Z",
"authors": [
"sameer",
"ishaan-alt",
"krrish"
],
"tags": [
"incident-report",
"anthropic",
"stability"
],
"hide_table_of_contents": false
},
"unlisted": false,
"prevItem": {
"title": "Day 0 Support: Claude Sonnet 4.6",
"permalink": "/blog/claude_sonnet_4_6"
},
"nextItem": {
"title": "Day 0 Support: MiniMax-M2.5",
"permalink": "/blog/minimax_m2_5"
}
}

View file

@ -0,0 +1,77 @@
{
"permalink": "/blog/claude_opus_4_6",
"source": "@site/blog/claude_opus_4_6/index.md",
"title": "Day 0 Support: Claude Opus 4.6",
"description": "Day 0 support for Claude Opus 4.6 on LiteLLM AI Gateway - use across Anthropic, Azure, Vertex AI, and Bedrock.",
"date": "2026-02-05T10:00:00.000Z",
"tags": [
{
"inline": true,
"label": "anthropic",
"permalink": "/blog/tags/anthropic"
},
{
"inline": true,
"label": "claude",
"permalink": "/blog/tags/claude"
},
{
"inline": true,
"label": "opus 4.6",
"permalink": "/blog/tags/opus-4-6"
}
],
"hasTruncateMarker": true,
"authors": [
{
"name": "Sameer Kankute",
"title": "SWE @ LiteLLM (LLM Translation)",
"url": "https://www.linkedin.com/in/sameer-kankute/",
"imageURL": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg",
"key": "sameer",
"page": null
},
{
"name": "Ishaan Jaff",
"title": "CTO, LiteLLM",
"url": "https://www.linkedin.com/in/reffajnaahsi/",
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
"key": "ishaan-alt",
"page": null
},
{
"name": "Krrish Dholakia",
"title": "CEO, LiteLLM",
"url": "https://www.linkedin.com/in/krish-d/",
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
"key": "krrish",
"page": null
}
],
"frontMatter": {
"slug": "claude_opus_4_6",
"title": "Day 0 Support: Claude Opus 4.6",
"date": "2026-02-05T10:00:00.000Z",
"authors": [
"sameer",
"ishaan-alt",
"krrish"
],
"description": "Day 0 support for Claude Opus 4.6 on LiteLLM AI Gateway - use across Anthropic, Azure, Vertex AI, and Bedrock.",
"tags": [
"anthropic",
"claude",
"opus 4.6"
],
"hide_table_of_contents": false
},
"unlisted": false,
"prevItem": {
"title": "Improve release stability with 24 hour load tests",
"permalink": "/blog/litellm-observatory"
},
"nextItem": {
"title": "Achieving Sub-Millisecond Proxy Overhead",
"permalink": "/blog/sub-millisecond-proxy-overhead"
}
}

View file

@ -0,0 +1,68 @@
{
"permalink": "/blog/claude_sonnet_4_6",
"source": "@site/blog/claude_sonnet_4_6/index.md",
"title": "Day 0 Support: Claude Sonnet 4.6",
"description": "Day 0 support for Claude Sonnet 4.6 on LiteLLM AI Gateway - use across Anthropic, Azure, Vertex AI, and Bedrock.",
"date": "2026-02-17T10:00:00.000Z",
"tags": [
{
"inline": true,
"label": "anthropic",
"permalink": "/blog/tags/anthropic"
},
{
"inline": true,
"label": "claude",
"permalink": "/blog/tags/claude"
},
{
"inline": true,
"label": "sonnet 4.6",
"permalink": "/blog/tags/sonnet-4-6"
}
],
"hasTruncateMarker": true,
"authors": [
{
"name": "Ishaan Jaff",
"title": "CTO, LiteLLM",
"url": "https://www.linkedin.com/in/reffajnaahsi/",
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
"key": "ishaan-alt",
"page": null
},
{
"name": "Krrish Dholakia",
"title": "CEO, LiteLLM",
"url": "https://www.linkedin.com/in/krish-d/",
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
"key": "krrish",
"page": null
}
],
"frontMatter": {
"slug": "claude_sonnet_4_6",
"title": "Day 0 Support: Claude Sonnet 4.6",
"date": "2026-02-17T10:00:00.000Z",
"authors": [
"ishaan-alt",
"krrish"
],
"description": "Day 0 support for Claude Sonnet 4.6 on LiteLLM AI Gateway - use across Anthropic, Azure, Vertex AI, and Bedrock.",
"tags": [
"anthropic",
"claude",
"sonnet 4.6"
],
"hide_table_of_contents": false
},
"unlisted": false,
"prevItem": {
"title": "Incident Report: vLLM Embeddings Broken by encoding_format Parameter",
"permalink": "/blog/vllm-embeddings-incident"
},
"nextItem": {
"title": "Incident Report: Invalid beta headers with Claude Code",
"permalink": "/blog/claude-code-beta-headers-incident"
}
}

View file

@ -0,0 +1,77 @@
{
"permalink": "/blog/fastapi-middleware-performance",
"source": "@site/blog/fastapi_middleware_performance/index.mdx",
"title": "Your Middleware Could Be a Bottleneck",
"description": "How we improved LiteLLM proxy latency and throughput by replacing a single middleware base class",
"date": "2026-02-07T10:00:00.000Z",
"tags": [
{
"inline": true,
"label": "performance",
"permalink": "/blog/tags/performance"
},
{
"inline": true,
"label": "fastapi",
"permalink": "/blog/tags/fastapi"
},
{
"inline": true,
"label": "middleware",
"permalink": "/blog/tags/middleware"
}
],
"hasTruncateMarker": true,
"authors": [
{
"name": "Krrish Dholakia",
"title": "CEO, LiteLLM",
"url": "https://www.linkedin.com/in/krish-d/",
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
"key": "krrish",
"page": null
},
{
"name": "Ishaan Jaff",
"title": "CTO, LiteLLM",
"url": "https://www.linkedin.com/in/reffajnaahsi/",
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
"key": "ishaan-alt",
"page": null
},
{
"name": "Ryan Crabbe",
"title": "Performance Engineer, LiteLLM",
"url": "https://www.linkedin.com/in/ryan-crabbe-0b9687214",
"imageURL": "https://media.licdn.com/dms/image/v2/D5603AQHt1t9Z4BJ6Gw/profile-displayphoto-shrink_400_400/profile-displayphoto-shrink_400_400/0/1724453682340?e=1772064000&v=beta&t=VXdmr13rsNB05wyA2F1TENOB5UuDHUZ0FCHTolNyR5M",
"key": "ryan",
"page": null
}
],
"frontMatter": {
"slug": "fastapi-middleware-performance",
"title": "Your Middleware Could Be a Bottleneck",
"date": "2026-02-07T10:00:00.000Z",
"authors": [
"krrish",
"ishaan-alt",
"ryan"
],
"description": "How we improved LiteLLM proxy latency and throughput by replacing a single middleware base class",
"tags": [
"performance",
"fastapi",
"middleware"
],
"hide_table_of_contents": false
},
"unlisted": false,
"prevItem": {
"title": "Incident Report: Invalid model cost map on main",
"permalink": "/blog/model-cost-map-incident"
},
"nextItem": {
"title": "Improve release stability with 24 hour load tests",
"permalink": "/blog/litellm-observatory"
}
}

View file

@ -0,0 +1,77 @@
{
"permalink": "/blog/gemini_3_1_pro",
"source": "@site/blog/gemin_3.1/index.md",
"title": "DAY 0 Support: Gemini 3.1 Pro on LiteLLM",
"description": "Guide to using Gemini 3.1 Pro on LiteLLM Proxy and SDK with day 0 support.",
"date": "2026-02-19T10:00:00.000Z",
"tags": [
{
"inline": true,
"label": "gemini",
"permalink": "/blog/tags/gemini"
},
{
"inline": true,
"label": "day 0 support",
"permalink": "/blog/tags/day-0-support"
},
{
"inline": true,
"label": "llms",
"permalink": "/blog/tags/llms"
}
],
"hasTruncateMarker": true,
"authors": [
{
"name": "Sameer Kankute",
"title": "SWE @ LiteLLM (LLM Translation)",
"url": "https://www.linkedin.com/in/sameer-kankute/",
"imageURL": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg",
"key": "sameer",
"page": null
},
{
"name": "Krrish Dholakia",
"title": "CEO, LiteLLM",
"url": "https://www.linkedin.com/in/krish-d/",
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
"key": "krrish",
"page": null
},
{
"name": "Ishaan Jaff",
"title": "CTO, LiteLLM",
"url": "https://www.linkedin.com/in/reffajnaahsi/",
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
"key": "ishaan-alt",
"page": null
}
],
"frontMatter": {
"slug": "gemini_3_1_pro",
"title": "DAY 0 Support: Gemini 3.1 Pro on LiteLLM",
"date": "2026-02-19T10:00:00.000Z",
"authors": [
"sameer",
"krrish",
"ishaan-alt"
],
"description": "Guide to using Gemini 3.1 Pro on LiteLLM Proxy and SDK with day 0 support.",
"tags": [
"gemini",
"day 0 support",
"llms"
],
"hide_table_of_contents": false
},
"unlisted": false,
"prevItem": {
"title": "Incident Report: SERVER_ROOT_PATH regression broke UI routing",
"permalink": "/blog/server-root-path-incident"
},
"nextItem": {
"title": "Incident Report: vLLM Embeddings Broken by encoding_format Parameter",
"permalink": "/blog/vllm-embeddings-incident"
}
}

View file

@ -0,0 +1,83 @@
{
"permalink": "/blog/gemini_3_1_flash_lite_preview",
"source": "@site/blog/gemini_3_1_flash_lite/index.md",
"title": "DAY 0 Support: Gemini 3.1 Flash Lite Preview on LiteLLM",
"description": "Guide to using Gemini 3.1 Flash Lite Preview on LiteLLM Proxy and SDK with day 0 support.",
"date": "2026-03-03T08:00:00.000Z",
"tags": [
{
"inline": true,
"label": "gemini",
"permalink": "/blog/tags/gemini"
},
{
"inline": true,
"label": "day 0 support",
"permalink": "/blog/tags/day-0-support"
},
{
"inline": true,
"label": "llms",
"permalink": "/blog/tags/llms"
},
{
"inline": true,
"label": "supernova",
"permalink": "/blog/tags/supernova"
}
],
"hasTruncateMarker": true,
"authors": [
{
"name": "Sameer Kankute",
"title": "SWE @ LiteLLM (LLM Translation)",
"url": "https://www.linkedin.com/in/sameer-kankute/",
"imageURL": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg",
"key": "sameer",
"page": null
},
{
"name": "Krrish Dholakia",
"title": "CEO, LiteLLM",
"url": "https://www.linkedin.com/in/krish-d/",
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
"key": "krrish",
"page": null
},
{
"name": "Ishaan Jaff",
"title": "CTO, LiteLLM",
"url": "https://www.linkedin.com/in/reffajnaahsi/",
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
"key": "ishaan-alt",
"page": null
}
],
"frontMatter": {
"slug": "gemini_3_1_flash_lite_preview",
"title": "DAY 0 Support: Gemini 3.1 Flash Lite Preview on LiteLLM",
"date": "2026-03-03T08:00:00.000Z",
"authors": [
"sameer",
"krrish",
"ishaan-alt"
],
"description": "Guide to using Gemini 3.1 Flash Lite Preview on LiteLLM Proxy and SDK with day 0 support.",
"tags": [
"gemini",
"day 0 support",
"llms",
"supernova"
],
"hide_table_of_contents": false
},
"unlisted": false,
"prevItem": {
"title": "Day 0 Support: GPT-5.4",
"permalink": "/blog/gpt_5_4"
},
"nextItem": {
"title": "Incident Report: Cache Eviction Closes In-Use httpx Clients",
"permalink": "/blog/httpx-cache-eviction-incident"
}
}

View file

@ -0,0 +1,77 @@
{
"permalink": "/blog/gemini_3_flash",
"source": "@site/blog/gemini_3_flash/index.md",
"title": "DAY 0 Support: Gemini 3 Flash on LiteLLM",
"description": "Guide to using Gemini 3 Flash on LiteLLM Proxy and SDK with day 0 support.",
"date": "2025-12-17T10:00:00.000Z",
"tags": [
{
"inline": true,
"label": "gemini",
"permalink": "/blog/tags/gemini"
},
{
"inline": true,
"label": "day 0 support",
"permalink": "/blog/tags/day-0-support"
},
{
"inline": true,
"label": "llms",
"permalink": "/blog/tags/llms"
}
],
"hasTruncateMarker": true,
"authors": [
{
"name": "Sameer Kankute",
"title": "SWE @ LiteLLM (LLM Translation)",
"url": "https://www.linkedin.com/in/sameer-kankute/",
"imageURL": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg",
"key": "sameer",
"page": null
},
{
"name": "Krrish Dholakia",
"title": "CEO, LiteLLM",
"url": "https://www.linkedin.com/in/krish-d/",
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
"key": "krrish",
"page": null
},
{
"name": "Ishaan Jaff",
"title": "CTO, LiteLLM",
"url": "https://www.linkedin.com/in/reffajnaahsi/",
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
"key": "ishaan-alt",
"page": null
}
],
"frontMatter": {
"slug": "gemini_3_flash",
"title": "DAY 0 Support: Gemini 3 Flash on LiteLLM",
"date": "2025-12-17T10:00:00.000Z",
"authors": [
"sameer",
"krrish",
"ishaan-alt"
],
"description": "Guide to using Gemini 3 Flash on LiteLLM Proxy and SDK with day 0 support.",
"tags": [
"gemini",
"day 0 support",
"llms"
],
"hide_table_of_contents": false
},
"unlisted": false,
"prevItem": {
"title": "Achieving Sub-Millisecond Proxy Overhead",
"permalink": "/blog/sub-millisecond-proxy-overhead"
},
"nextItem": {
"title": "Day 0 Support: Claude 4.5 Opus (+Advanced Features)",
"permalink": "/blog/anthropic_advanced_features"
}
}

View file

@ -0,0 +1,77 @@
{
"permalink": "/blog/gemini_3",
"source": "@site/blog/gemini_3/index.md",
"title": "DAY 0 Support: Gemini 3 on LiteLLM",
"description": "Common questions and best practices for using gemini-3-pro-preview with LiteLLM Proxy and SDK.",
"date": "2025-11-19T10:00:00.000Z",
"tags": [
{
"inline": true,
"label": "gemini",
"permalink": "/blog/tags/gemini"
},
{
"inline": true,
"label": "day 0 support",
"permalink": "/blog/tags/day-0-support"
},
{
"inline": true,
"label": "llms",
"permalink": "/blog/tags/llms"
}
],
"hasTruncateMarker": true,
"authors": [
{
"name": "Sameer Kankute",
"title": "SWE @ LiteLLM (LLM Translation)",
"url": "https://www.linkedin.com/in/sameer-kankute/",
"imageURL": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg",
"key": "sameer",
"page": null
},
{
"name": "Krrish Dholakia",
"title": "CEO, LiteLLM",
"url": "https://www.linkedin.com/in/krish-d/",
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
"key": "krrish",
"page": null
},
{
"name": "Ishaan Jaff",
"title": "CTO, LiteLLM",
"url": "https://www.linkedin.com/in/reffajnaahsi/",
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
"key": "ishaan-alt",
"page": null
}
],
"frontMatter": {
"slug": "gemini_3",
"title": "DAY 0 Support: Gemini 3 on LiteLLM",
"date": "2025-11-19T10:00:00.000Z",
"authors": [
"sameer",
"krrish",
"ishaan-alt"
],
"description": "Common questions and best practices for using gemini-3-pro-preview with LiteLLM Proxy and SDK.",
"tags": [
"gemini",
"day 0 support",
"llms"
],
"hide_table_of_contents": false
},
"unlisted": false,
"prevItem": {
"title": "Day 0 Support: Claude 4.5 Opus (+Advanced Features)",
"permalink": "/blog/anthropic_advanced_features"
},
"nextItem": {
"title": "Gemini Embedding 2 Preview: Multimodal Embeddings on LiteLLM",
"permalink": "/blog/gemini_embedding_2_multimodal"
}
}

View file

@ -0,0 +1,61 @@
{
"permalink": "/blog/gemini_embedding_2_multimodal",
"source": "@site/blog/gemini_embedding_2_multimodal/index.md",
"title": "Gemini Embedding 2 Preview: Multimodal Embeddings on LiteLLM",
"description": "Generate embeddings from text, images, audio, video, and PDFs with gemini-embedding-2-preview on LiteLLM via Gemini API and Vertex AI.",
"date": "2025-03-11T10:00:00.000Z",
"tags": [
{
"inline": true,
"label": "gemini",
"permalink": "/blog/tags/gemini"
},
{
"inline": true,
"label": "embeddings",
"permalink": "/blog/tags/embeddings"
},
{
"inline": true,
"label": "multimodal",
"permalink": "/blog/tags/multimodal"
},
{
"inline": true,
"label": "vertex ai",
"permalink": "/blog/tags/vertex-ai"
}
],
"hasTruncateMarker": true,
"authors": [
{
"name": "Sameer Kankute",
"title": "SWE @ LiteLLM (LLM Translation)",
"url": "https://www.linkedin.com/in/sameer-kankute/",
"imageURL": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg",
"key": "sameer",
"page": null
}
],
"frontMatter": {
"slug": "gemini_embedding_2_multimodal",
"title": "Gemini Embedding 2 Preview: Multimodal Embeddings on LiteLLM",
"date": "2025-03-11T10:00:00.000Z",
"authors": [
"sameer"
],
"description": "Generate embeddings from text, images, audio, video, and PDFs with gemini-embedding-2-preview on LiteLLM via Gemini API and Vertex AI.",
"tags": [
"gemini",
"embeddings",
"multimodal",
"vertex ai"
],
"hide_table_of_contents": false
},
"unlisted": false,
"prevItem": {
"title": "DAY 0 Support: Gemini 3 on LiteLLM",
"permalink": "/blog/gemini_3"
}
}

View file

@ -0,0 +1,83 @@
{
"permalink": "/blog/gpt_5_3_codex",
"source": "@site/blog/gpt_5_3_codex/index.md",
"title": "Day 0 Support: GPT-5.3-Codex",
"description": "Day 0 support for GPT-5.3-Codex on LiteLLM, including phase parameter handling for Responses API.",
"date": "2026-02-24T10:00:00.000Z",
"tags": [
{
"inline": true,
"label": "openai",
"permalink": "/blog/tags/openai"
},
{
"inline": true,
"label": "gpt-5.3-codex",
"permalink": "/blog/tags/gpt-5-3-codex"
},
{
"inline": true,
"label": "codex",
"permalink": "/blog/tags/codex"
},
{
"inline": true,
"label": "day 0 support",
"permalink": "/blog/tags/day-0-support"
}
],
"hasTruncateMarker": true,
"authors": [
{
"name": "Sameer Kankute",
"title": "SWE @ LiteLLM (LLM Translation)",
"url": "https://www.linkedin.com/in/sameer-kankute/",
"imageURL": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg",
"key": "sameer",
"page": null
},
{
"name": "Krrish Dholakia",
"title": "CEO, LiteLLM",
"url": "https://www.linkedin.com/in/krish-d/",
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
"key": "krrish",
"page": null
},
{
"name": "Ishaan Jaff",
"title": "CTO, LiteLLM",
"url": "https://www.linkedin.com/in/reffajnaahsi/",
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
"key": "ishaan-alt",
"page": null
}
],
"frontMatter": {
"slug": "gpt_5_3_codex",
"title": "Day 0 Support: GPT-5.3-Codex",
"date": "2026-02-24T10:00:00.000Z",
"authors": [
"sameer",
"krrish",
"ishaan-alt"
],
"description": "Day 0 support for GPT-5.3-Codex on LiteLLM, including phase parameter handling for Responses API.",
"tags": [
"openai",
"gpt-5.3-codex",
"codex",
"day 0 support"
],
"hide_table_of_contents": false
},
"unlisted": false,
"prevItem": {
"title": "Incident Report: Cache Eviction Closes In-Use httpx Clients",
"permalink": "/blog/httpx-cache-eviction-incident"
},
"nextItem": {
"title": "Incident Report: Encrypted Content Failures in Multi-Region Responses API Load Balancing",
"permalink": "/blog/responses-api-encrypted-content-incident"
}
}

View file

@ -0,0 +1,77 @@
{
"permalink": "/blog/gpt_5_4",
"source": "@site/blog/gpt_5_4/index.md",
"title": "Day 0 Support: GPT-5.4",
"description": "GPT-5.4 model support in LiteLLM",
"date": "2026-03-05T10:00:00.000Z",
"tags": [
{
"inline": true,
"label": "openai",
"permalink": "/blog/tags/openai"
},
{
"inline": true,
"label": "gpt-5.4",
"permalink": "/blog/tags/gpt-5-4"
},
{
"inline": true,
"label": "completion",
"permalink": "/blog/tags/completion"
}
],
"hasTruncateMarker": true,
"authors": [
{
"name": "Sameer Kankute",
"title": "SWE @ LiteLLM (LLM Translation)",
"url": "https://www.linkedin.com/in/sameer-kankute/",
"imageURL": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg",
"key": "sameer",
"page": null
},
{
"name": "Krrish Dholakia",
"title": "CEO, LiteLLM",
"url": "https://www.linkedin.com/in/krish-d/",
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
"key": "krrish",
"page": null
},
{
"name": "Ishaan Jaff",
"title": "CTO, LiteLLM",
"url": "https://www.linkedin.com/in/reffajnaahsi/",
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
"key": "ishaan-alt",
"page": null
}
],
"frontMatter": {
"slug": "gpt_5_4",
"title": "Day 0 Support: GPT-5.4",
"date": "2026-03-05T10:00:00.000Z",
"authors": [
"sameer",
"krrish",
"ishaan-alt"
],
"description": "GPT-5.4 model support in LiteLLM",
"tags": [
"openai",
"gpt-5.4",
"completion"
],
"hide_table_of_contents": false
},
"unlisted": false,
"prevItem": {
"title": "Realtime WebRTC HTTP Endpoints",
"permalink": "/blog/realtime_webrtc_http_endpoints"
},
"nextItem": {
"title": "DAY 0 Support: Gemini 3.1 Flash Lite Preview on LiteLLM",
"permalink": "/blog/gemini_3_1_flash_lite_preview"
}
}

View file

@ -0,0 +1,107 @@
{
"permalink": "/blog/gpt_5_4_mini_nano",
"source": "@site/blog/gpt_5_4_mini_nano/index.md",
"title": "Day 0 Support: GPT-5.4-mini and GPT-5.4-nano",
"description": "GPT-5.4-mini and GPT-5.4-nano model support in LiteLLM",
"date": "2026-03-17T10:00:00.000Z",
"tags": [
{
"inline": true,
"label": "openai",
"permalink": "/blog/tags/openai"
},
{
"inline": true,
"label": "gpt-5.4-mini",
"permalink": "/blog/tags/gpt-5-4-mini"
},
{
"inline": true,
"label": "gpt-5.4-nano",
"permalink": "/blog/tags/gpt-5-4-nano"
},
{
"inline": true,
"label": "completion",
"permalink": "/blog/tags/completion"
}
],
"hasTruncateMarker": false,
"authors": [
{
"name": "Sameer Kankute",
"title": "SWE @ LiteLLM (LLM Translation)",
"url": "https://www.linkedin.com/in/sameer-kankute/",
"image_url": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg",
"imageURL": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg",
"socials": {},
"key": null,
"page": null
},
{
"name": "Krrish Dholakia",
"title": "CEO, LiteLLM",
"url": "https://www.linkedin.com/in/krish-d/",
"image_url": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
"socials": {},
"key": null,
"page": null
},
{
"name": "Ishaan Jaff",
"title": "CTO, LiteLLM",
"url": "https://www.linkedin.com/in/reffajnaahsi/",
"image_url": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
"socials": {},
"key": null,
"page": null
}
],
"frontMatter": {
"slug": "gpt_5_4_mini_nano",
"title": "Day 0 Support: GPT-5.4-mini and GPT-5.4-nano",
"date": "2026-03-17T10:00:00.000Z",
"authors": [
{
"name": "Sameer Kankute",
"title": "SWE @ LiteLLM (LLM Translation)",
"url": "https://www.linkedin.com/in/sameer-kankute/",
"image_url": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg",
"imageURL": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg"
},
{
"name": "Krrish Dholakia",
"title": "CEO, LiteLLM",
"url": "https://www.linkedin.com/in/krish-d/",
"image_url": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg"
},
{
"name": "Ishaan Jaff",
"title": "CTO, LiteLLM",
"url": "https://www.linkedin.com/in/reffajnaahsi/",
"image_url": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg"
}
],
"description": "GPT-5.4-mini and GPT-5.4-nano model support in LiteLLM",
"tags": [
"openai",
"gpt-5.4-mini",
"gpt-5.4-nano",
"completion"
],
"hide_table_of_contents": false
},
"unlisted": false,
"prevItem": {
"title": "Incident Report: Guardrail logging exposed secret headers in spend logs and traces",
"permalink": "/blog/guardrail-logging-secret-exposure-incident"
},
"nextItem": {
"title": "New Video Characters, Edit and Extension API support",
"permalink": "/blog/video_characters_api"
}
}

View file

@ -0,0 +1,58 @@
{
"permalink": "/blog/guardrail-logging-secret-exposure-incident",
"source": "@site/blog/guardrail_logging_secret_exposure_incident/index.md",
"title": "Incident Report: Guardrail logging exposed secret headers in spend logs and traces",
"description": "Date: March 18, 2026",
"date": "2026-03-18T10:00:00.000Z",
"tags": [
{
"inline": true,
"label": "incident-report",
"permalink": "/blog/tags/incident-report"
},
{
"inline": true,
"label": "security",
"permalink": "/blog/tags/security"
},
{
"inline": true,
"label": "guardrails",
"permalink": "/blog/tags/guardrails"
}
],
"hasTruncateMarker": true,
"authors": [
{
"name": "LiteLLM Team",
"title": "LiteLLM Core Team",
"url": "https://github.com/BerriAI/litellm",
"imageURL": "https://github.com/BerriAI.png",
"key": "litellm",
"page": null
}
],
"frontMatter": {
"slug": "guardrail-logging-secret-exposure-incident",
"title": "Incident Report: Guardrail logging exposed secret headers in spend logs and traces",
"date": "2026-03-18T10:00:00.000Z",
"authors": [
"litellm"
],
"tags": [
"incident-report",
"security",
"guardrails"
],
"hide_table_of_contents": false
},
"unlisted": false,
"prevItem": {
"title": "Security Update: Suspected Supply Chain Incident",
"permalink": "/blog/security-update-march-2026"
},
"nextItem": {
"title": "Day 0 Support: GPT-5.4-mini and GPT-5.4-nano",
"permalink": "/blog/gpt_5_4_mini_nano"
}
}

View file

@ -0,0 +1,76 @@
{
"permalink": "/blog/httpx-cache-eviction-incident",
"source": "@site/blog/httpx_cache_eviction_incident/index.md",
"title": "Incident Report: Cache Eviction Closes In-Use httpx Clients",
"description": "Date: February 27, 2026",
"date": "2026-02-27T10:00:00.000Z",
"tags": [
{
"inline": true,
"label": "incident-report",
"permalink": "/blog/tags/incident-report"
},
{
"inline": true,
"label": "caching",
"permalink": "/blog/tags/caching"
},
{
"inline": true,
"label": "stability",
"permalink": "/blog/tags/stability"
}
],
"hasTruncateMarker": true,
"authors": [
{
"name": "Ryan Crabbe",
"title": "Performance Engineer, LiteLLM",
"url": "https://www.linkedin.com/in/ryan-crabbe-0b9687214",
"imageURL": "https://media.licdn.com/dms/image/v2/D5603AQHt1t9Z4BJ6Gw/profile-displayphoto-shrink_400_400/profile-displayphoto-shrink_400_400/0/1724453682340?e=1772064000&v=beta&t=VXdmr13rsNB05wyA2F1TENOB5UuDHUZ0FCHTolNyR5M",
"key": "ryan",
"page": null
},
{
"name": "Ishaan Jaff",
"title": "CTO, LiteLLM",
"url": "https://www.linkedin.com/in/reffajnaahsi/",
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
"key": "ishaan-alt",
"page": null
},
{
"name": "Krrish Dholakia",
"title": "CEO, LiteLLM",
"url": "https://www.linkedin.com/in/krish-d/",
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
"key": "krrish",
"page": null
}
],
"frontMatter": {
"slug": "httpx-cache-eviction-incident",
"title": "Incident Report: Cache Eviction Closes In-Use httpx Clients",
"date": "2026-02-27T10:00:00.000Z",
"authors": [
"ryan",
"ishaan-alt",
"krrish"
],
"tags": [
"incident-report",
"caching",
"stability"
],
"hide_table_of_contents": false
},
"unlisted": false,
"prevItem": {
"title": "DAY 0 Support: Gemini 3.1 Flash Lite Preview on LiteLLM",
"permalink": "/blog/gemini_3_1_flash_lite_preview"
},
"nextItem": {
"title": "Day 0 Support: GPT-5.3-Codex",
"permalink": "/blog/gpt_5_3_codex"
}
}

View file

@ -0,0 +1,83 @@
{
"permalink": "/blog/litellm-observatory",
"source": "@site/blog/litellm_observatory/index.md",
"title": "Improve release stability with 24 hour load tests",
"description": "How we built a long-running, release-validation system to catch regressions before they reach users.",
"date": "2026-02-06T10:00:00.000Z",
"tags": [
{
"inline": true,
"label": "testing",
"permalink": "/blog/tags/testing"
},
{
"inline": true,
"label": "observability",
"permalink": "/blog/tags/observability"
},
{
"inline": true,
"label": "reliability",
"permalink": "/blog/tags/reliability"
},
{
"inline": true,
"label": "releases",
"permalink": "/blog/tags/releases"
}
],
"hasTruncateMarker": true,
"authors": [
{
"name": "Alexsander Hamir",
"title": "Performance Engineer, LiteLLM",
"url": "https://www.linkedin.com/in/alexsander-baptista/",
"imageURL": "https://github.com/AlexsanderHamir.png",
"key": "alexsander",
"page": null
},
{
"name": "Krrish Dholakia",
"title": "CEO, LiteLLM",
"url": "https://www.linkedin.com/in/krish-d/",
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
"key": "krrish",
"page": null
},
{
"name": "Ishaan Jaff",
"title": "CTO, LiteLLM",
"url": "https://www.linkedin.com/in/reffajnaahsi/",
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
"key": "ishaan-alt",
"page": null
}
],
"frontMatter": {
"slug": "litellm-observatory",
"title": "Improve release stability with 24 hour load tests",
"date": "2026-02-06T10:00:00.000Z",
"authors": [
"alexsander",
"krrish",
"ishaan-alt"
],
"description": "How we built a long-running, release-validation system to catch regressions before they reach users.",
"tags": [
"testing",
"observability",
"reliability",
"releases"
],
"hide_table_of_contents": false
},
"unlisted": false,
"prevItem": {
"title": "Your Middleware Could Be a Bottleneck",
"permalink": "/blog/fastapi-middleware-performance"
},
"nextItem": {
"title": "Day 0 Support: Claude Opus 4.6",
"permalink": "/blog/claude_opus_4_6"
}
}

View file

@ -0,0 +1,77 @@
{
"permalink": "/blog/minimax_m2_5",
"source": "@site/blog/minimax_m2_5/index.md",
"title": "Day 0 Support: MiniMax-M2.5",
"description": "Day 0 support for MiniMax-M2.5 on LiteLLM",
"date": "2026-02-12T10:00:00.000Z",
"tags": [
{
"inline": true,
"label": "minimax",
"permalink": "/blog/tags/minimax"
},
{
"inline": true,
"label": "M2.5",
"permalink": "/blog/tags/m-2-5"
},
{
"inline": true,
"label": "llm",
"permalink": "/blog/tags/llm"
}
],
"hasTruncateMarker": true,
"authors": [
{
"name": "Sameer Kankute",
"title": "SWE @ LiteLLM (LLM Translation)",
"url": "https://www.linkedin.com/in/sameer-kankute/",
"imageURL": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg",
"key": "sameer",
"page": null
},
{
"name": "Krrish Dholakia",
"title": "CEO, LiteLLM",
"url": "https://www.linkedin.com/in/krish-d/",
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
"key": "krrish",
"page": null
},
{
"name": "Ishaan Jaff",
"title": "CTO, LiteLLM",
"url": "https://www.linkedin.com/in/reffajnaahsi/",
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
"key": "ishaan-alt",
"page": null
}
],
"frontMatter": {
"slug": "minimax_m2_5",
"title": "Day 0 Support: MiniMax-M2.5",
"date": "2026-02-12T10:00:00.000Z",
"authors": [
"sameer",
"krrish",
"ishaan-alt"
],
"description": "Day 0 support for MiniMax-M2.5 on LiteLLM",
"tags": [
"minimax",
"M2.5",
"llm"
],
"hide_table_of_contents": false
},
"unlisted": false,
"prevItem": {
"title": "Incident Report: Invalid beta headers with Claude Code",
"permalink": "/blog/claude-code-beta-headers-incident"
},
"nextItem": {
"title": "Incident Report: Invalid model cost map on main",
"permalink": "/blog/model-cost-map-incident"
}
}

View file

@ -0,0 +1,52 @@
{
"permalink": "/blog/model-cost-map-incident",
"source": "@site/blog/model_cost_map_incident/index.md",
"title": "Incident Report: Invalid model cost map on main",
"description": "Date: January 27, 2026",
"date": "2026-02-10T10:00:00.000Z",
"tags": [
{
"inline": true,
"label": "incident-report",
"permalink": "/blog/tags/incident-report"
},
{
"inline": true,
"label": "stability",
"permalink": "/blog/tags/stability"
}
],
"hasTruncateMarker": true,
"authors": [
{
"name": "Ishaan Jaffer",
"title": "CTO, LiteLLM",
"url": "https://www.linkedin.com/in/reffajnaahsi/",
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
"key": "ishaan",
"page": null
}
],
"frontMatter": {
"slug": "model-cost-map-incident",
"title": "Incident Report: Invalid model cost map on main",
"date": "2026-02-10T10:00:00.000Z",
"authors": [
"ishaan"
],
"tags": [
"incident-report",
"stability"
],
"hide_table_of_contents": false
},
"unlisted": false,
"prevItem": {
"title": "Day 0 Support: MiniMax-M2.5",
"permalink": "/blog/minimax_m2_5"
},
"nextItem": {
"title": "Your Middleware Could Be a Bottleneck",
"permalink": "/blog/fastapi-middleware-performance"
}
}

View file

@ -0,0 +1,83 @@
{
"permalink": "/blog/realtime_webrtc_http_endpoints",
"source": "@site/blog/realtime_webrtc_http_endpoints/index.md",
"title": "Realtime WebRTC HTTP Endpoints",
"description": "Use the LiteLLM proxy to route OpenAI-style WebRTC realtime via HTTP: client_secrets and SDP exchange.",
"date": "2026-03-12T10:00:00.000Z",
"tags": [
{
"inline": true,
"label": "realtime",
"permalink": "/blog/tags/realtime"
},
{
"inline": true,
"label": "webrtc",
"permalink": "/blog/tags/webrtc"
},
{
"inline": true,
"label": "proxy",
"permalink": "/blog/tags/proxy"
},
{
"inline": true,
"label": "openai",
"permalink": "/blog/tags/openai"
}
],
"hasTruncateMarker": true,
"authors": [
{
"name": "Sameer Kankute",
"title": "SWE @ LiteLLM (LLM Translation)",
"url": "https://www.linkedin.com/in/sameer-kankute/",
"imageURL": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg",
"key": "sameer",
"page": null
},
{
"name": "Krrish Dholakia",
"title": "CEO, LiteLLM",
"url": "https://www.linkedin.com/in/krish-d/",
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
"key": "krrish",
"page": null
},
{
"name": "Ishaan Jaff",
"title": "CTO, LiteLLM",
"url": "https://www.linkedin.com/in/reffajnaahsi/",
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
"key": "ishaan-alt",
"page": null
}
],
"frontMatter": {
"slug": "realtime_webrtc_http_endpoints",
"title": "Realtime WebRTC HTTP Endpoints",
"date": "2026-03-12T10:00:00.000Z",
"authors": [
"sameer",
"krrish",
"ishaan-alt"
],
"description": "Use the LiteLLM proxy to route OpenAI-style WebRTC realtime via HTTP: client_secrets and SDP exchange.",
"tags": [
"realtime",
"webrtc",
"proxy",
"openai"
],
"hide_table_of_contents": false
},
"unlisted": false,
"prevItem": {
"title": "New Video Characters, Edit and Extension API support",
"permalink": "/blog/video_characters_api"
},
"nextItem": {
"title": "Day 0 Support: GPT-5.4",
"permalink": "/blog/gpt_5_4"
}
}

View file

@ -0,0 +1,82 @@
{
"permalink": "/blog/responses-api-encrypted-content-incident",
"source": "@site/blog/responses_api_encrypted_content_incident/index.md",
"title": "Incident Report: Encrypted Content Failures in Multi-Region Responses API Load Balancing",
"description": "Date: Feb 24, 2026",
"date": "2026-02-24T10:00:00.000Z",
"tags": [
{
"inline": true,
"label": "incident-report",
"permalink": "/blog/tags/incident-report"
},
{
"inline": true,
"label": "proxy",
"permalink": "/blog/tags/proxy"
},
{
"inline": true,
"label": "responses-api",
"permalink": "/blog/tags/responses-api"
},
{
"inline": true,
"label": "load-balancing",
"permalink": "/blog/tags/load-balancing"
}
],
"hasTruncateMarker": true,
"authors": [
{
"name": "Sameer Kankute",
"title": "SWE @ LiteLLM (LLM Translation)",
"url": "https://www.linkedin.com/in/sameer-kankute/",
"imageURL": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg",
"key": "sameer",
"page": null
},
{
"name": "Krrish Dholakia",
"title": "CEO, LiteLLM",
"url": "https://www.linkedin.com/in/krish-d/",
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
"key": "krrish",
"page": null
},
{
"name": "Ishaan Jaff",
"title": "CTO, LiteLLM",
"url": "https://www.linkedin.com/in/reffajnaahsi/",
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
"key": "ishaan-alt",
"page": null
}
],
"frontMatter": {
"slug": "responses-api-encrypted-content-incident",
"title": "Incident Report: Encrypted Content Failures in Multi-Region Responses API Load Balancing",
"date": "2026-02-24T10:00:00.000Z",
"authors": [
"sameer",
"krrish",
"ishaan-alt"
],
"tags": [
"incident-report",
"proxy",
"responses-api",
"load-balancing"
],
"hide_table_of_contents": false
},
"unlisted": false,
"prevItem": {
"title": "Day 0 Support: GPT-5.3-Codex",
"permalink": "/blog/gpt_5_3_codex"
},
"nextItem": {
"title": "Incident Report: Wildcard Blocking New Models After Cost Map Reload",
"permalink": "/blog/anthropic-wildcard-model-access-incident"
}
}

View file

@ -0,0 +1,52 @@
{
"permalink": "/blog/security-hardening-april-2026",
"source": "@site/blog/security_hardening_april_2026/index.md",
"title": "Security Update: Vulnerability Disclosures and Ongoing Hardening",
"description": "Disclosure of security vulnerabilities fixed in LiteLLM v1.83.0, and the launch of our bug bounty program.",
"date": "2026-04-03T12:00:00.000Z",
"tags": [
{
"inline": true,
"label": "security",
"permalink": "/blog/tags/security"
}
],
"hasTruncateMarker": true,
"authors": [
{
"name": "Krrish Dholakia",
"title": "CEO, LiteLLM",
"url": "https://www.linkedin.com/in/krish-d/",
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
"key": "krrish",
"page": null
},
{
"name": "Ishaan Jaff",
"title": "CTO, LiteLLM",
"url": "https://www.linkedin.com/in/reffajnaahsi/",
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
"key": "ishaan-alt",
"page": null
}
],
"frontMatter": {
"slug": "security-hardening-april-2026",
"title": "Security Update: Vulnerability Disclosures and Ongoing Hardening",
"date": "2026-04-03T12:00:00.000Z",
"authors": [
"krrish",
"ishaan-alt"
],
"description": "Disclosure of security vulnerabilities fixed in LiteLLM v1.83.0, and the launch of our bug bounty program.",
"tags": [
"security"
],
"hide_table_of_contents": false
},
"unlisted": false,
"nextItem": {
"title": "April Townhall: Security + Product Roadmap",
"permalink": "/blog/april-townhall-announcement"
}
}

View file

@ -0,0 +1,62 @@
{
"permalink": "/blog/security-townhall-updates",
"source": "@site/blog/security_townhall_updates/index.md",
"title": "Security Townhall Updates",
"description": "What happened, what we've done, and what comes next for LiteLLM's release and security processes.",
"date": "2026-03-27T12:00:00.000Z",
"tags": [
{
"inline": true,
"label": "security",
"permalink": "/blog/tags/security"
},
{
"inline": true,
"label": "incident-report",
"permalink": "/blog/tags/incident-report"
}
],
"hasTruncateMarker": true,
"authors": [
{
"name": "Krrish Dholakia",
"title": "CEO, LiteLLM",
"url": "https://www.linkedin.com/in/krish-d/",
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
"key": "krrish",
"page": null
},
{
"name": "Ishaan Jaff",
"title": "CTO, LiteLLM",
"url": "https://www.linkedin.com/in/reffajnaahsi/",
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
"key": "ishaan-alt",
"page": null
}
],
"frontMatter": {
"slug": "security-townhall-updates",
"title": "Security Townhall Updates",
"date": "2026-03-27T12:00:00.000Z",
"authors": [
"krrish",
"ishaan-alt"
],
"description": "What happened, what we've done, and what comes next for LiteLLM's release and security processes.",
"tags": [
"security",
"incident-report"
],
"hide_table_of_contents": false
},
"unlisted": false,
"prevItem": {
"title": "LiteLLM + Vanta: SOC 2 Type 2 and ISO 27001 Recertification",
"permalink": "/blog/vanta-compliance-recertification"
},
"nextItem": {
"title": "Security Update: Suspected Supply Chain Incident",
"permalink": "/blog/security-update-march-2026"
}
}

View file

@ -0,0 +1,62 @@
{
"permalink": "/blog/security-update-march-2026",
"source": "@site/blog/security_update_march_2026/index.md",
"title": "Security Update: Suspected Supply Chain Incident",
"description": "As of 2:00 PM ET on March 24, 2026",
"date": "2026-03-24T14:00:00.000Z",
"tags": [
{
"inline": true,
"label": "security",
"permalink": "/blog/tags/security"
},
{
"inline": true,
"label": "incident-report",
"permalink": "/blog/tags/incident-report"
}
],
"hasTruncateMarker": false,
"authors": [
{
"name": "Krrish Dholakia",
"title": "CEO, LiteLLM",
"url": "https://www.linkedin.com/in/krish-d/",
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
"key": "krrish",
"page": null
},
{
"name": "Ishaan Jaff",
"title": "CTO, LiteLLM",
"url": "https://www.linkedin.com/in/reffajnaahsi/",
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
"key": "ishaan-alt",
"page": null
}
],
"frontMatter": {
"slug": "security-update-march-2026",
"title": "Security Update: Suspected Supply Chain Incident",
"date": "2026-03-24T14:00:00.000Z",
"authors": [
"krrish",
"ishaan-alt"
],
"description": "As of 2:00 PM ET on March 24, 2026",
"tags": [
"security",
"incident-report"
],
"hide_table_of_contents": false
},
"unlisted": false,
"prevItem": {
"title": "Security Townhall Updates",
"permalink": "/blog/security-townhall-updates"
},
"nextItem": {
"title": "Incident Report: Guardrail logging exposed secret headers in spend logs and traces",
"permalink": "/blog/guardrail-logging-secret-exposure-incident"
}
}

View file

@ -0,0 +1,76 @@
{
"permalink": "/blog/server-root-path-incident",
"source": "@site/blog/server_root_path/index.md",
"title": "Incident Report: SERVER_ROOT_PATH regression broke UI routing",
"description": "Date: January 22, 2026",
"date": "2026-02-21T10:00:00.000Z",
"tags": [
{
"inline": true,
"label": "incident-report",
"permalink": "/blog/tags/incident-report"
},
{
"inline": true,
"label": "ui",
"permalink": "/blog/tags/ui"
},
{
"inline": true,
"label": "stability",
"permalink": "/blog/tags/stability"
}
],
"hasTruncateMarker": true,
"authors": [
{
"name": "Yuneng Jiang",
"title": "SWE @ LiteLLM (Full Stack)",
"url": "https://www.linkedin.com/in/yuneng-david-jiang-455676139/",
"imageURL": "https://avatars.githubusercontent.com/u/171294688?v=4",
"key": "yuneng",
"page": null
},
{
"name": "Ishaan Jaff",
"title": "CTO, LiteLLM",
"url": "https://www.linkedin.com/in/reffajnaahsi/",
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
"key": "ishaan-alt",
"page": null
},
{
"name": "Krrish Dholakia",
"title": "CEO, LiteLLM",
"url": "https://www.linkedin.com/in/krish-d/",
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
"key": "krrish",
"page": null
}
],
"frontMatter": {
"slug": "server-root-path-incident",
"title": "Incident Report: SERVER_ROOT_PATH regression broke UI routing",
"date": "2026-02-21T10:00:00.000Z",
"authors": [
"yuneng",
"ishaan-alt",
"krrish"
],
"tags": [
"incident-report",
"ui",
"stability"
],
"hide_table_of_contents": false
},
"unlisted": false,
"prevItem": {
"title": "Incident Report: Wildcard Blocking New Models After Cost Map Reload",
"permalink": "/blog/anthropic-wildcard-model-access-incident"
},
"nextItem": {
"title": "DAY 0 Support: Gemini 3.1 Pro on LiteLLM",
"permalink": "/blog/gemini_3_1_pro"
}
}

View file

@ -0,0 +1,71 @@
{
"permalink": "/blog/sub-millisecond-proxy-overhead",
"source": "@site/blog/sub_millisecond_proxy_overhead/index.md",
"title": "Achieving Sub-Millisecond Proxy Overhead",
"description": "Our Q1 performance target and architectural direction for achieving sub-millisecond proxy overhead on modest hardware.",
"date": "2026-02-02T10:00:00.000Z",
"tags": [
{
"inline": true,
"label": "performance",
"permalink": "/blog/tags/performance"
},
{
"inline": true,
"label": "architecture",
"permalink": "/blog/tags/architecture"
}
],
"hasTruncateMarker": true,
"authors": [
{
"name": "Alexsander Hamir",
"title": "Performance Engineer, LiteLLM",
"url": "https://www.linkedin.com/in/alexsander-baptista/",
"imageURL": "https://github.com/AlexsanderHamir.png",
"key": "alexsander",
"page": null
},
{
"name": "Krrish Dholakia",
"title": "CEO, LiteLLM",
"url": "https://www.linkedin.com/in/krish-d/",
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
"key": "krrish",
"page": null
},
{
"name": "Ishaan Jaff",
"title": "CTO, LiteLLM",
"url": "https://www.linkedin.com/in/reffajnaahsi/",
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
"key": "ishaan-alt",
"page": null
}
],
"frontMatter": {
"slug": "sub-millisecond-proxy-overhead",
"title": "Achieving Sub-Millisecond Proxy Overhead",
"date": "2026-02-02T10:00:00.000Z",
"authors": [
"alexsander",
"krrish",
"ishaan-alt"
],
"description": "Our Q1 performance target and architectural direction for achieving sub-millisecond proxy overhead on modest hardware.",
"tags": [
"performance",
"architecture"
],
"hide_table_of_contents": false
},
"unlisted": false,
"prevItem": {
"title": "Day 0 Support: Claude Opus 4.6",
"permalink": "/blog/claude_opus_4_6"
},
"nextItem": {
"title": "DAY 0 Support: Gemini 3 Flash on LiteLLM",
"permalink": "/blog/gemini_3_flash"
}
}

View file

@ -0,0 +1,53 @@
{
"permalink": "/blog/vanta-compliance-recertification",
"source": "@site/blog/vanta_compliance_recertification/index.md",
"title": "LiteLLM + Vanta: SOC 2 Type 2 and ISO 27001 Recertification",
"description": "LiteLLM is partnering with Vanta on SOC 2 Type 2 and ISO 27001 recertification and engaging independent auditors for verification.",
"date": "2026-03-30T10:00:00.000Z",
"tags": [
{
"inline": true,
"label": "security",
"permalink": "/blog/tags/security"
},
{
"inline": true,
"label": "compliance",
"permalink": "/blog/tags/compliance"
}
],
"hasTruncateMarker": false,
"authors": [
{
"name": "Krrish Dholakia",
"title": "CEO, LiteLLM",
"url": "https://www.linkedin.com/in/krish-d/",
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
"key": "krrish",
"page": null
}
],
"frontMatter": {
"slug": "vanta-compliance-recertification",
"title": "LiteLLM + Vanta: SOC 2 Type 2 and ISO 27001 Recertification",
"date": "2026-03-30T10:00:00.000Z",
"authors": [
"krrish"
],
"description": "LiteLLM is partnering with Vanta on SOC 2 Type 2 and ISO 27001 recertification and engaging independent auditors for verification.",
"tags": [
"security",
"compliance"
],
"hide_table_of_contents": true
},
"unlisted": false,
"prevItem": {
"title": "Announcing CI/CD v2 for LiteLLM",
"permalink": "/blog/ci-cd-v2-improvements"
},
"nextItem": {
"title": "Security Townhall Updates",
"permalink": "/blog/security-townhall-updates"
}
}

View file

@ -0,0 +1,83 @@
{
"permalink": "/blog/video_characters_api",
"source": "@site/blog/video_characters_litellm/index.md",
"title": "New Video Characters, Edit and Extension API support",
"description": "LiteLLM now supports creating, retrieving, and managing reusable video characters across multiple video generations.",
"date": "2026-03-16T10:00:00.000Z",
"tags": [
{
"inline": true,
"label": "videos",
"permalink": "/blog/tags/videos"
},
{
"inline": true,
"label": "characters",
"permalink": "/blog/tags/characters"
},
{
"inline": true,
"label": "proxy",
"permalink": "/blog/tags/proxy"
},
{
"inline": true,
"label": "routing",
"permalink": "/blog/tags/routing"
}
],
"hasTruncateMarker": true,
"authors": [
{
"name": "Sameer Kankute",
"title": "SWE @ LiteLLM (LLM Translation)",
"url": "https://www.linkedin.com/in/sameer-kankute/",
"imageURL": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg",
"key": "sameer",
"page": null
},
{
"name": "Krrish Dholakia",
"title": "CEO, LiteLLM",
"url": "https://www.linkedin.com/in/krish-d/",
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
"key": "krrish",
"page": null
},
{
"name": "Ishaan Jaff",
"title": "CTO, LiteLLM",
"url": "https://www.linkedin.com/in/reffajnaahsi/",
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
"key": "ishaan-alt",
"page": null
}
],
"frontMatter": {
"slug": "video_characters_api",
"title": "New Video Characters, Edit and Extension API support",
"date": "2026-03-16T10:00:00.000Z",
"authors": [
"sameer",
"krrish",
"ishaan-alt"
],
"description": "LiteLLM now supports creating, retrieving, and managing reusable video characters across multiple video generations.",
"tags": [
"videos",
"characters",
"proxy",
"routing"
],
"hide_table_of_contents": false
},
"unlisted": false,
"prevItem": {
"title": "Day 0 Support: GPT-5.4-mini and GPT-5.4-nano",
"permalink": "/blog/gpt_5_4_mini_nano"
},
"nextItem": {
"title": "Realtime WebRTC HTTP Endpoints",
"permalink": "/blog/realtime_webrtc_http_endpoints"
}
}

View file

@ -0,0 +1,76 @@
{
"permalink": "/blog/vllm-embeddings-incident",
"source": "@site/blog/vllm_embeddings_incident/index.md",
"title": "Incident Report: vLLM Embeddings Broken by encoding_format Parameter",
"description": "Date: Feb 16, 2026",
"date": "2026-02-18T10:00:00.000Z",
"tags": [
{
"inline": true,
"label": "incident-report",
"permalink": "/blog/tags/incident-report"
},
{
"inline": true,
"label": "embeddings",
"permalink": "/blog/tags/embeddings"
},
{
"inline": true,
"label": "vllm",
"permalink": "/blog/tags/vllm"
}
],
"hasTruncateMarker": true,
"authors": [
{
"name": "Sameer Kankute",
"title": "SWE @ LiteLLM (LLM Translation)",
"url": "https://www.linkedin.com/in/sameer-kankute/",
"imageURL": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg",
"key": "sameer",
"page": null
},
{
"name": "Krrish Dholakia",
"title": "CEO, LiteLLM",
"url": "https://www.linkedin.com/in/krish-d/",
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
"key": "krrish",
"page": null
},
{
"name": "Ishaan Jaff",
"title": "CTO, LiteLLM",
"url": "https://www.linkedin.com/in/reffajnaahsi/",
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
"key": "ishaan-alt",
"page": null
}
],
"frontMatter": {
"slug": "vllm-embeddings-incident",
"title": "Incident Report: vLLM Embeddings Broken by encoding_format Parameter",
"date": "2026-02-18T10:00:00.000Z",
"authors": [
"sameer",
"krrish",
"ishaan-alt"
],
"tags": [
"incident-report",
"embeddings",
"vllm"
],
"hide_table_of_contents": false
},
"unlisted": false,
"prevItem": {
"title": "DAY 0 Support: Gemini 3.1 Pro on LiteLLM",
"permalink": "/blog/gemini_3_1_pro"
},
"nextItem": {
"title": "Day 0 Support: Claude Sonnet 4.6",
"permalink": "/blog/claude_sonnet_4_6"
}
}

Some files were not shown because too many files have changed in this diff Show more