mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-04 02:31:27 +00:00
Merge remote main
This commit is contained in:
parent
c52d89e80e
commit
089a0540c4
4202 changed files with 154668 additions and 0 deletions
5
docs/my-website/.docusaurus/DONT-EDIT-THIS-FOLDER
Normal file
5
docs/my-website/.docusaurus/DONT-EDIT-THIS-FOLDER
Normal file
|
|
@ -0,0 +1,5 @@
|
|||
This folder stores temp files that Docusaurus' client bundler accesses.
|
||||
|
||||
DO NOT hand-modify files in this folder because they will be overwritten in the
|
||||
next build. You can clear all build artifacts (including this folder) with the
|
||||
`docusaurus clear` command.
|
||||
13781
docs/my-website/.docusaurus/client-manifest.json
Normal file
13781
docs/my-website/.docusaurus/client-manifest.json
Normal file
File diff suppressed because it is too large
Load diff
7
docs/my-website/.docusaurus/client-modules.js
Normal file
7
docs/my-website/.docusaurus/client-modules.js
Normal file
|
|
@ -0,0 +1,7 @@
|
|||
export default [
|
||||
require("/home/mgorkii/projects/llm-integrations/litellm/docs/my-website/node_modules/@docusaurus/plugin-google-gtag/lib/gtag"),
|
||||
require("/home/mgorkii/projects/llm-integrations/litellm/docs/my-website/node_modules/infima/dist/css/default/default.css"),
|
||||
require("/home/mgorkii/projects/llm-integrations/litellm/docs/my-website/node_modules/@docusaurus/theme-classic/lib/prism-include-languages"),
|
||||
require("/home/mgorkii/projects/llm-integrations/litellm/docs/my-website/node_modules/@docusaurus/theme-classic/lib/nprogress"),
|
||||
require("/home/mgorkii/projects/llm-integrations/litellm/docs/my-website/src/css/custom.css"),
|
||||
];
|
||||
1
docs/my-website/.docusaurus/codeTranslations.json
Normal file
1
docs/my-website/.docusaurus/codeTranslations.json
Normal file
|
|
@ -0,0 +1 @@
|
|||
{}
|
||||
|
|
@ -0,0 +1,4 @@
|
|||
{
|
||||
"name": "docusaurus-plugin-content-blog",
|
||||
"id": "blog"
|
||||
}
|
||||
|
|
@ -0,0 +1,191 @@
|
|||
{
|
||||
"title": "All Posts",
|
||||
"items": [
|
||||
{
|
||||
"title": "Security Update: Vulnerability Disclosures and Ongoing Hardening",
|
||||
"permalink": "/blog/security-hardening-april-2026",
|
||||
"unlisted": false,
|
||||
"date": "2026-04-03T12:00:00.000Z"
|
||||
},
|
||||
{
|
||||
"title": "April Townhall: Security + Product Roadmap",
|
||||
"permalink": "/blog/april-townhall-announcement",
|
||||
"unlisted": false,
|
||||
"date": "2026-04-02T07:30:00.000Z"
|
||||
},
|
||||
{
|
||||
"title": "Announcing CI/CD v2 for LiteLLM",
|
||||
"permalink": "/blog/ci-cd-v2-improvements",
|
||||
"unlisted": false,
|
||||
"date": "2026-03-30T21:30:00.000Z"
|
||||
},
|
||||
{
|
||||
"title": "LiteLLM + Vanta: SOC 2 Type 2 and ISO 27001 Recertification",
|
||||
"permalink": "/blog/vanta-compliance-recertification",
|
||||
"unlisted": false,
|
||||
"date": "2026-03-30T10:00:00.000Z"
|
||||
},
|
||||
{
|
||||
"title": "Security Townhall Updates",
|
||||
"permalink": "/blog/security-townhall-updates",
|
||||
"unlisted": false,
|
||||
"date": "2026-03-27T12:00:00.000Z"
|
||||
},
|
||||
{
|
||||
"title": "Security Update: Suspected Supply Chain Incident",
|
||||
"permalink": "/blog/security-update-march-2026",
|
||||
"unlisted": false,
|
||||
"date": "2026-03-24T14:00:00.000Z"
|
||||
},
|
||||
{
|
||||
"title": "Incident Report: Guardrail logging exposed secret headers in spend logs and traces",
|
||||
"permalink": "/blog/guardrail-logging-secret-exposure-incident",
|
||||
"unlisted": false,
|
||||
"date": "2026-03-18T10:00:00.000Z"
|
||||
},
|
||||
{
|
||||
"title": "Day 0 Support: GPT-5.4-mini and GPT-5.4-nano",
|
||||
"permalink": "/blog/gpt_5_4_mini_nano",
|
||||
"unlisted": false,
|
||||
"date": "2026-03-17T10:00:00.000Z"
|
||||
},
|
||||
{
|
||||
"title": "New Video Characters, Edit and Extension API support",
|
||||
"permalink": "/blog/video_characters_api",
|
||||
"unlisted": false,
|
||||
"date": "2026-03-16T10:00:00.000Z"
|
||||
},
|
||||
{
|
||||
"title": "Realtime WebRTC HTTP Endpoints",
|
||||
"permalink": "/blog/realtime_webrtc_http_endpoints",
|
||||
"unlisted": false,
|
||||
"date": "2026-03-12T10:00:00.000Z"
|
||||
},
|
||||
{
|
||||
"title": "Day 0 Support: GPT-5.4",
|
||||
"permalink": "/blog/gpt_5_4",
|
||||
"unlisted": false,
|
||||
"date": "2026-03-05T10:00:00.000Z"
|
||||
},
|
||||
{
|
||||
"title": "DAY 0 Support: Gemini 3.1 Flash Lite Preview on LiteLLM",
|
||||
"permalink": "/blog/gemini_3_1_flash_lite_preview",
|
||||
"unlisted": false,
|
||||
"date": "2026-03-03T08:00:00.000Z"
|
||||
},
|
||||
{
|
||||
"title": "Incident Report: Cache Eviction Closes In-Use httpx Clients",
|
||||
"permalink": "/blog/httpx-cache-eviction-incident",
|
||||
"unlisted": false,
|
||||
"date": "2026-02-27T10:00:00.000Z"
|
||||
},
|
||||
{
|
||||
"title": "Day 0 Support: GPT-5.3-Codex",
|
||||
"permalink": "/blog/gpt_5_3_codex",
|
||||
"unlisted": false,
|
||||
"date": "2026-02-24T10:00:00.000Z"
|
||||
},
|
||||
{
|
||||
"title": "Incident Report: Encrypted Content Failures in Multi-Region Responses API Load Balancing",
|
||||
"permalink": "/blog/responses-api-encrypted-content-incident",
|
||||
"unlisted": false,
|
||||
"date": "2026-02-24T10:00:00.000Z"
|
||||
},
|
||||
{
|
||||
"title": "Incident Report: Wildcard Blocking New Models After Cost Map Reload",
|
||||
"permalink": "/blog/anthropic-wildcard-model-access-incident",
|
||||
"unlisted": false,
|
||||
"date": "2026-02-23T10:00:00.000Z"
|
||||
},
|
||||
{
|
||||
"title": "Incident Report: SERVER_ROOT_PATH regression broke UI routing",
|
||||
"permalink": "/blog/server-root-path-incident",
|
||||
"unlisted": false,
|
||||
"date": "2026-02-21T10:00:00.000Z"
|
||||
},
|
||||
{
|
||||
"title": "DAY 0 Support: Gemini 3.1 Pro on LiteLLM",
|
||||
"permalink": "/blog/gemini_3_1_pro",
|
||||
"unlisted": false,
|
||||
"date": "2026-02-19T10:00:00.000Z"
|
||||
},
|
||||
{
|
||||
"title": "Incident Report: vLLM Embeddings Broken by encoding_format Parameter",
|
||||
"permalink": "/blog/vllm-embeddings-incident",
|
||||
"unlisted": false,
|
||||
"date": "2026-02-18T10:00:00.000Z"
|
||||
},
|
||||
{
|
||||
"title": "Day 0 Support: Claude Sonnet 4.6",
|
||||
"permalink": "/blog/claude_sonnet_4_6",
|
||||
"unlisted": false,
|
||||
"date": "2026-02-17T10:00:00.000Z"
|
||||
},
|
||||
{
|
||||
"title": "Incident Report: Invalid beta headers with Claude Code",
|
||||
"permalink": "/blog/claude-code-beta-headers-incident",
|
||||
"unlisted": false,
|
||||
"date": "2026-02-16T10:00:00.000Z"
|
||||
},
|
||||
{
|
||||
"title": "Day 0 Support: MiniMax-M2.5",
|
||||
"permalink": "/blog/minimax_m2_5",
|
||||
"unlisted": false,
|
||||
"date": "2026-02-12T10:00:00.000Z"
|
||||
},
|
||||
{
|
||||
"title": "Incident Report: Invalid model cost map on main",
|
||||
"permalink": "/blog/model-cost-map-incident",
|
||||
"unlisted": false,
|
||||
"date": "2026-02-10T10:00:00.000Z"
|
||||
},
|
||||
{
|
||||
"title": "Your Middleware Could Be a Bottleneck",
|
||||
"permalink": "/blog/fastapi-middleware-performance",
|
||||
"unlisted": false,
|
||||
"date": "2026-02-07T10:00:00.000Z"
|
||||
},
|
||||
{
|
||||
"title": "Improve release stability with 24 hour load tests",
|
||||
"permalink": "/blog/litellm-observatory",
|
||||
"unlisted": false,
|
||||
"date": "2026-02-06T10:00:00.000Z"
|
||||
},
|
||||
{
|
||||
"title": "Day 0 Support: Claude Opus 4.6",
|
||||
"permalink": "/blog/claude_opus_4_6",
|
||||
"unlisted": false,
|
||||
"date": "2026-02-05T10:00:00.000Z"
|
||||
},
|
||||
{
|
||||
"title": "Achieving Sub-Millisecond Proxy Overhead",
|
||||
"permalink": "/blog/sub-millisecond-proxy-overhead",
|
||||
"unlisted": false,
|
||||
"date": "2026-02-02T10:00:00.000Z"
|
||||
},
|
||||
{
|
||||
"title": "DAY 0 Support: Gemini 3 Flash on LiteLLM",
|
||||
"permalink": "/blog/gemini_3_flash",
|
||||
"unlisted": false,
|
||||
"date": "2025-12-17T10:00:00.000Z"
|
||||
},
|
||||
{
|
||||
"title": "Day 0 Support: Claude 4.5 Opus (+Advanced Features)",
|
||||
"permalink": "/blog/anthropic_advanced_features",
|
||||
"unlisted": false,
|
||||
"date": "2025-11-25T10:00:00.000Z"
|
||||
},
|
||||
{
|
||||
"title": "DAY 0 Support: Gemini 3 on LiteLLM",
|
||||
"permalink": "/blog/gemini_3",
|
||||
"unlisted": false,
|
||||
"date": "2025-11-19T10:00:00.000Z"
|
||||
},
|
||||
{
|
||||
"title": "Gemini Embedding 2 Preview: Multimodal Embeddings on LiteLLM",
|
||||
"permalink": "/blog/gemini_embedding_2_multimodal",
|
||||
"unlisted": false,
|
||||
"date": "2025-03-11T10:00:00.000Z"
|
||||
}
|
||||
]
|
||||
}
|
||||
|
|
@ -0,0 +1,5 @@
|
|||
{
|
||||
"blogBasePath": "/blog",
|
||||
"blogTitle": "Blog",
|
||||
"authorsListPath": "/blog/authors"
|
||||
}
|
||||
File diff suppressed because one or more lines are too long
|
|
@ -0,0 +1 @@
|
|||
{"authors":[{"name":"LiteLLM Team","title":"LiteLLM Core Team","url":"https://github.com/BerriAI/litellm","imageURL":"https://github.com/BerriAI.png","key":"litellm","page":null,"count":1},{"name":"Sameer Kankute","title":"SWE @ LiteLLM (LLM Translation)","url":"https://www.linkedin.com/in/sameer-kankute/","imageURL":"https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg","key":"sameer","page":null,"count":16},{"name":"Krrish Dholakia","title":"CEO, LiteLLM","url":"https://www.linkedin.com/in/krish-d/","imageURL":"https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg","key":"krrish","page":null,"count":27},{"name":"Ishaan Jaffer","title":"CTO, LiteLLM","url":"https://www.linkedin.com/in/reffajnaahsi/","imageURL":"https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg","key":"ishaan","page":null,"count":1},{"name":"Ishaan Jaff","title":"CTO, LiteLLM","url":"https://www.linkedin.com/in/reffajnaahsi/","imageURL":"https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg","key":"ishaan-alt","page":null,"count":24},{"name":"Ryan Crabbe","title":"Performance Engineer, LiteLLM","url":"https://www.linkedin.com/in/ryan-crabbe-0b9687214","imageURL":"https://media.licdn.com/dms/image/v2/D5603AQHt1t9Z4BJ6Gw/profile-displayphoto-shrink_400_400/profile-displayphoto-shrink_400_400/0/1724453682340?e=1772064000&v=beta&t=VXdmr13rsNB05wyA2F1TENOB5UuDHUZ0FCHTolNyR5M","key":"ryan","page":null,"count":2},{"name":"Alexsander Hamir","title":"Performance Engineer, LiteLLM","url":"https://www.linkedin.com/in/alexsander-baptista/","imageURL":"https://github.com/AlexsanderHamir.png","key":"alexsander","page":null,"count":2},{"name":"Yuneng Jiang","title":"SWE @ LiteLLM (Full Stack)","url":"https://www.linkedin.com/in/yuneng-david-jiang-455676139/","imageURL":"https://avatars.githubusercontent.com/u/171294688?v=4","key":"yuneng","page":null,"count":1}]}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"metadata":{"permalink":"/blog","page":1,"postsPerPage":10,"totalPages":4,"totalCount":31,"nextPage":"/blog/page/2","blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"metadata":{"permalink":"/blog/page/2","page":2,"postsPerPage":10,"totalPages":4,"totalCount":31,"previousPage":"/blog","nextPage":"/blog/page/3","blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"metadata":{"permalink":"/blog/page/3","page":3,"postsPerPage":10,"totalPages":4,"totalCount":31,"previousPage":"/blog/page/2","nextPage":"/blog/page/4","blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"metadata":{"permalink":"/blog/page/4","page":4,"postsPerPage":10,"totalPages":4,"totalCount":31,"previousPage":"/blog/page/3","blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"advanced features","permalink":"/blog/tags/advanced-features","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/advanced-features","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"announcement","permalink":"/blog/tags/announcement","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/announcement","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"anthropic","permalink":"/blog/tags/anthropic","allTagsPath":"/blog/tags","count":4,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/anthropic","page":1,"postsPerPage":10,"totalPages":1,"totalCount":4,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"architecture","permalink":"/blog/tags/architecture","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/architecture","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"auth","permalink":"/blog/tags/auth","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/auth","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"caching","permalink":"/blog/tags/caching","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/caching","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"characters","permalink":"/blog/tags/characters","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/characters","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"ci-cd","permalink":"/blog/tags/ci-cd","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/ci-cd","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"claude","permalink":"/blog/tags/claude","allTagsPath":"/blog/tags","count":3,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/claude","page":1,"postsPerPage":10,"totalPages":1,"totalCount":3,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"codex","permalink":"/blog/tags/codex","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/codex","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"completion","permalink":"/blog/tags/completion","allTagsPath":"/blog/tags","count":2,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/completion","page":1,"postsPerPage":10,"totalPages":1,"totalCount":2,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"compliance","permalink":"/blog/tags/compliance","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/compliance","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"day 0 support","permalink":"/blog/tags/day-0-support","allTagsPath":"/blog/tags","count":5,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/day-0-support","page":1,"postsPerPage":10,"totalPages":1,"totalCount":5,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tags":[{"label":"security","permalink":"/blog/tags/security","count":6},{"label":"announcement","permalink":"/blog/tags/announcement","count":1},{"label":"townhall","permalink":"/blog/tags/townhall","count":1},{"label":"engineering","permalink":"/blog/tags/engineering","count":1},{"label":"ci-cd","permalink":"/blog/tags/ci-cd","count":1},{"label":"compliance","permalink":"/blog/tags/compliance","count":1},{"label":"incident-report","permalink":"/blog/tags/incident-report","count":10},{"label":"guardrails","permalink":"/blog/tags/guardrails","count":1},{"label":"openai","permalink":"/blog/tags/openai","count":4},{"label":"gpt-5.4-mini","permalink":"/blog/tags/gpt-5-4-mini","count":1},{"label":"gpt-5.4-nano","permalink":"/blog/tags/gpt-5-4-nano","count":1},{"label":"completion","permalink":"/blog/tags/completion","count":2},{"label":"videos","permalink":"/blog/tags/videos","count":1},{"label":"characters","permalink":"/blog/tags/characters","count":1},{"label":"proxy","permalink":"/blog/tags/proxy","count":4},{"label":"routing","permalink":"/blog/tags/routing","count":1},{"label":"realtime","permalink":"/blog/tags/realtime","count":1},{"label":"webrtc","permalink":"/blog/tags/webrtc","count":1},{"label":"gpt-5.4","permalink":"/blog/tags/gpt-5-4","count":1},{"label":"gemini","permalink":"/blog/tags/gemini","count":5},{"label":"day 0 support","permalink":"/blog/tags/day-0-support","count":5},{"label":"llms","permalink":"/blog/tags/llms","count":4},{"label":"supernova","permalink":"/blog/tags/supernova","count":1},{"label":"caching","permalink":"/blog/tags/caching","count":1},{"label":"stability","permalink":"/blog/tags/stability","count":4},{"label":"gpt-5.3-codex","permalink":"/blog/tags/gpt-5-3-codex","count":1},{"label":"codex","permalink":"/blog/tags/codex","count":1},{"label":"responses-api","permalink":"/blog/tags/responses-api","count":1},{"label":"load-balancing","permalink":"/blog/tags/load-balancing","count":1},{"label":"auth","permalink":"/blog/tags/auth","count":1},{"label":"model-access","permalink":"/blog/tags/model-access","count":1},{"label":"ui","permalink":"/blog/tags/ui","count":1},{"label":"embeddings","permalink":"/blog/tags/embeddings","count":2},{"label":"vllm","permalink":"/blog/tags/vllm","count":1},{"label":"anthropic","permalink":"/blog/tags/anthropic","count":4},{"label":"claude","permalink":"/blog/tags/claude","count":3},{"label":"sonnet 4.6","permalink":"/blog/tags/sonnet-4-6","count":1},{"label":"minimax","permalink":"/blog/tags/minimax","count":1},{"label":"M2.5","permalink":"/blog/tags/m-2-5","count":1},{"label":"llm","permalink":"/blog/tags/llm","count":1},{"label":"performance","permalink":"/blog/tags/performance","count":2},{"label":"fastapi","permalink":"/blog/tags/fastapi","count":1},{"label":"middleware","permalink":"/blog/tags/middleware","count":1},{"label":"testing","permalink":"/blog/tags/testing","count":1},{"label":"observability","permalink":"/blog/tags/observability","count":1},{"label":"reliability","permalink":"/blog/tags/reliability","count":1},{"label":"releases","permalink":"/blog/tags/releases","count":1},{"label":"opus 4.6","permalink":"/blog/tags/opus-4-6","count":1},{"label":"architecture","permalink":"/blog/tags/architecture","count":1},{"label":"tool search","permalink":"/blog/tags/tool-search","count":1},{"label":"programmatic tool calling","permalink":"/blog/tags/programmatic-tool-calling","count":1},{"label":"effort","permalink":"/blog/tags/effort","count":1},{"label":"advanced features","permalink":"/blog/tags/advanced-features","count":1},{"label":"multimodal","permalink":"/blog/tags/multimodal","count":1},{"label":"vertex ai","permalink":"/blog/tags/vertex-ai","count":1}]}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"effort","permalink":"/blog/tags/effort","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/effort","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"embeddings","permalink":"/blog/tags/embeddings","allTagsPath":"/blog/tags","count":2,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/embeddings","page":1,"postsPerPage":10,"totalPages":1,"totalCount":2,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"engineering","permalink":"/blog/tags/engineering","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/engineering","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"fastapi","permalink":"/blog/tags/fastapi","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/fastapi","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"gemini","permalink":"/blog/tags/gemini","allTagsPath":"/blog/tags","count":5,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/gemini","page":1,"postsPerPage":10,"totalPages":1,"totalCount":5,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"gpt-5.3-codex","permalink":"/blog/tags/gpt-5-3-codex","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/gpt-5-3-codex","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"gpt-5.4","permalink":"/blog/tags/gpt-5-4","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/gpt-5-4","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"gpt-5.4-mini","permalink":"/blog/tags/gpt-5-4-mini","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/gpt-5-4-mini","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"gpt-5.4-nano","permalink":"/blog/tags/gpt-5-4-nano","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/gpt-5-4-nano","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"guardrails","permalink":"/blog/tags/guardrails","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/guardrails","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"incident-report","permalink":"/blog/tags/incident-report","allTagsPath":"/blog/tags","count":10,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/incident-report","page":1,"postsPerPage":10,"totalPages":1,"totalCount":10,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"llm","permalink":"/blog/tags/llm","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/llm","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"llms","permalink":"/blog/tags/llms","allTagsPath":"/blog/tags","count":4,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/llms","page":1,"postsPerPage":10,"totalPages":1,"totalCount":4,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"load-balancing","permalink":"/blog/tags/load-balancing","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/load-balancing","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"M2.5","permalink":"/blog/tags/m-2-5","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/m-2-5","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"middleware","permalink":"/blog/tags/middleware","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/middleware","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"minimax","permalink":"/blog/tags/minimax","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/minimax","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"model-access","permalink":"/blog/tags/model-access","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/model-access","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"multimodal","permalink":"/blog/tags/multimodal","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/multimodal","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"observability","permalink":"/blog/tags/observability","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/observability","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"openai","permalink":"/blog/tags/openai","allTagsPath":"/blog/tags","count":4,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/openai","page":1,"postsPerPage":10,"totalPages":1,"totalCount":4,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"opus 4.6","permalink":"/blog/tags/opus-4-6","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/opus-4-6","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"performance","permalink":"/blog/tags/performance","allTagsPath":"/blog/tags","count":2,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/performance","page":1,"postsPerPage":10,"totalPages":1,"totalCount":2,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"programmatic tool calling","permalink":"/blog/tags/programmatic-tool-calling","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/programmatic-tool-calling","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"proxy","permalink":"/blog/tags/proxy","allTagsPath":"/blog/tags","count":4,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/proxy","page":1,"postsPerPage":10,"totalPages":1,"totalCount":4,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"realtime","permalink":"/blog/tags/realtime","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/realtime","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"releases","permalink":"/blog/tags/releases","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/releases","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"reliability","permalink":"/blog/tags/reliability","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/reliability","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"responses-api","permalink":"/blog/tags/responses-api","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/responses-api","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"routing","permalink":"/blog/tags/routing","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/routing","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"security","permalink":"/blog/tags/security","allTagsPath":"/blog/tags","count":6,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/security","page":1,"postsPerPage":10,"totalPages":1,"totalCount":6,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"sonnet 4.6","permalink":"/blog/tags/sonnet-4-6","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/sonnet-4-6","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"stability","permalink":"/blog/tags/stability","allTagsPath":"/blog/tags","count":4,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/stability","page":1,"postsPerPage":10,"totalPages":1,"totalCount":4,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"supernova","permalink":"/blog/tags/supernova","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/supernova","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"testing","permalink":"/blog/tags/testing","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/testing","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"tool search","permalink":"/blog/tags/tool-search","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/tool-search","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"townhall","permalink":"/blog/tags/townhall","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/townhall","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"ui","permalink":"/blog/tags/ui","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/ui","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"vertex ai","permalink":"/blog/tags/vertex-ai","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/vertex-ai","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"videos","permalink":"/blog/tags/videos","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/videos","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"vllm","permalink":"/blog/tags/vllm","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/vllm","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"tag":{"label":"webrtc","permalink":"/blog/tags/webrtc","allTagsPath":"/blog/tags","count":1,"unlisted":false},"listMetadata":{"permalink":"/blog/tags/webrtc","page":1,"postsPerPage":10,"totalPages":1,"totalCount":1,"blogDescription":"Blog","blogTitle":"Blog"}}
|
||||
|
|
@ -0,0 +1,95 @@
|
|||
{
|
||||
"permalink": "/blog/anthropic_advanced_features",
|
||||
"source": "@site/blog/anthropic_opus_4_5_and_advanced_features/index.md",
|
||||
"title": "Day 0 Support: Claude 4.5 Opus (+Advanced Features)",
|
||||
"description": "Guide to Claude Opus 4.5 and advanced features in LiteLLM: Tool Search, Programmatic Tool Calling, and Effort Parameter.",
|
||||
"date": "2025-11-25T10:00:00.000Z",
|
||||
"tags": [
|
||||
{
|
||||
"inline": true,
|
||||
"label": "anthropic",
|
||||
"permalink": "/blog/tags/anthropic"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "claude",
|
||||
"permalink": "/blog/tags/claude"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "tool search",
|
||||
"permalink": "/blog/tags/tool-search"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "programmatic tool calling",
|
||||
"permalink": "/blog/tags/programmatic-tool-calling"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "effort",
|
||||
"permalink": "/blog/tags/effort"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "advanced features",
|
||||
"permalink": "/blog/tags/advanced-features"
|
||||
}
|
||||
],
|
||||
"hasTruncateMarker": true,
|
||||
"authors": [
|
||||
{
|
||||
"name": "Sameer Kankute",
|
||||
"title": "SWE @ LiteLLM (LLM Translation)",
|
||||
"url": "https://www.linkedin.com/in/sameer-kankute/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg",
|
||||
"key": "sameer",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Krrish Dholakia",
|
||||
"title": "CEO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/krish-d/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
|
||||
"key": "krrish",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Ishaan Jaff",
|
||||
"title": "CTO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/reffajnaahsi/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
|
||||
"key": "ishaan-alt",
|
||||
"page": null
|
||||
}
|
||||
],
|
||||
"frontMatter": {
|
||||
"slug": "anthropic_advanced_features",
|
||||
"title": "Day 0 Support: Claude 4.5 Opus (+Advanced Features)",
|
||||
"date": "2025-11-25T10:00:00.000Z",
|
||||
"authors": [
|
||||
"sameer",
|
||||
"krrish",
|
||||
"ishaan-alt"
|
||||
],
|
||||
"description": "Guide to Claude Opus 4.5 and advanced features in LiteLLM: Tool Search, Programmatic Tool Calling, and Effort Parameter.",
|
||||
"tags": [
|
||||
"anthropic",
|
||||
"claude",
|
||||
"tool search",
|
||||
"programmatic tool calling",
|
||||
"effort",
|
||||
"advanced features"
|
||||
],
|
||||
"hide_table_of_contents": false
|
||||
},
|
||||
"unlisted": false,
|
||||
"prevItem": {
|
||||
"title": "DAY 0 Support: Gemini 3 Flash on LiteLLM",
|
||||
"permalink": "/blog/gemini_3_flash"
|
||||
},
|
||||
"nextItem": {
|
||||
"title": "DAY 0 Support: Gemini 3 on LiteLLM",
|
||||
"permalink": "/blog/gemini_3"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,82 @@
|
|||
{
|
||||
"permalink": "/blog/anthropic-wildcard-model-access-incident",
|
||||
"source": "@site/blog/anthropic_wildcard_model_access_incident/index.md",
|
||||
"title": "Incident Report: Wildcard Blocking New Models After Cost Map Reload",
|
||||
"description": "Date: Feb 23, 2026",
|
||||
"date": "2026-02-23T10:00:00.000Z",
|
||||
"tags": [
|
||||
{
|
||||
"inline": true,
|
||||
"label": "incident-report",
|
||||
"permalink": "/blog/tags/incident-report"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "proxy",
|
||||
"permalink": "/blog/tags/proxy"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "auth",
|
||||
"permalink": "/blog/tags/auth"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "model-access",
|
||||
"permalink": "/blog/tags/model-access"
|
||||
}
|
||||
],
|
||||
"hasTruncateMarker": true,
|
||||
"authors": [
|
||||
{
|
||||
"name": "Sameer Kankute",
|
||||
"title": "SWE @ LiteLLM (LLM Translation)",
|
||||
"url": "https://www.linkedin.com/in/sameer-kankute/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg",
|
||||
"key": "sameer",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Krrish Dholakia",
|
||||
"title": "CEO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/krish-d/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
|
||||
"key": "krrish",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Ishaan Jaff",
|
||||
"title": "CTO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/reffajnaahsi/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
|
||||
"key": "ishaan-alt",
|
||||
"page": null
|
||||
}
|
||||
],
|
||||
"frontMatter": {
|
||||
"slug": "anthropic-wildcard-model-access-incident",
|
||||
"title": "Incident Report: Wildcard Blocking New Models After Cost Map Reload",
|
||||
"date": "2026-02-23T10:00:00.000Z",
|
||||
"authors": [
|
||||
"sameer",
|
||||
"krrish",
|
||||
"ishaan-alt"
|
||||
],
|
||||
"tags": [
|
||||
"incident-report",
|
||||
"proxy",
|
||||
"auth",
|
||||
"model-access"
|
||||
],
|
||||
"hide_table_of_contents": false
|
||||
},
|
||||
"unlisted": false,
|
||||
"prevItem": {
|
||||
"title": "Incident Report: Encrypted Content Failures in Multi-Region Responses API Load Balancing",
|
||||
"permalink": "/blog/responses-api-encrypted-content-incident"
|
||||
},
|
||||
"nextItem": {
|
||||
"title": "Incident Report: SERVER_ROOT_PATH regression broke UI routing",
|
||||
"permalink": "/blog/server-root-path-incident"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,53 @@
|
|||
{
|
||||
"permalink": "/blog/april-townhall-announcement",
|
||||
"source": "@site/blog/april_townhall_announcement/index.md",
|
||||
"title": "April Townhall: Security + Product Roadmap",
|
||||
"description": "Join the LiteLLM April townhall on Friday, 10 April at 7:30 AM to learn about LiteLLM's security and product roadmap.",
|
||||
"date": "2026-04-02T07:30:00.000Z",
|
||||
"tags": [
|
||||
{
|
||||
"inline": true,
|
||||
"label": "announcement",
|
||||
"permalink": "/blog/tags/announcement"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "townhall",
|
||||
"permalink": "/blog/tags/townhall"
|
||||
}
|
||||
],
|
||||
"hasTruncateMarker": true,
|
||||
"authors": [
|
||||
{
|
||||
"name": "Krrish Dholakia",
|
||||
"title": "CEO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/krish-d/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
|
||||
"key": "krrish",
|
||||
"page": null
|
||||
}
|
||||
],
|
||||
"frontMatter": {
|
||||
"slug": "april-townhall-announcement",
|
||||
"title": "April Townhall: Security + Product Roadmap",
|
||||
"date": "2026-04-02T07:30:00.000Z",
|
||||
"authors": [
|
||||
"krrish"
|
||||
],
|
||||
"description": "Join the LiteLLM April townhall on Friday, 10 April at 7:30 AM to learn about LiteLLM's security and product roadmap.",
|
||||
"tags": [
|
||||
"announcement",
|
||||
"townhall"
|
||||
],
|
||||
"hide_table_of_contents": true
|
||||
},
|
||||
"unlisted": false,
|
||||
"prevItem": {
|
||||
"title": "Security Update: Vulnerability Disclosures and Ongoing Hardening",
|
||||
"permalink": "/blog/security-hardening-april-2026"
|
||||
},
|
||||
"nextItem": {
|
||||
"title": "Announcing CI/CD v2 for LiteLLM",
|
||||
"permalink": "/blog/ci-cd-v2-improvements"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,59 @@
|
|||
{
|
||||
"permalink": "/blog/ci-cd-v2-improvements",
|
||||
"source": "@site/blog/ci_cd_v2_improvements/index.md",
|
||||
"title": "Announcing CI/CD v2 for LiteLLM",
|
||||
"description": "CI/CD v2 introduces isolated environments, stronger security gates, and safer release separation for LiteLLM.",
|
||||
"date": "2026-03-30T21:30:00.000Z",
|
||||
"tags": [
|
||||
{
|
||||
"inline": true,
|
||||
"label": "engineering",
|
||||
"permalink": "/blog/tags/engineering"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "ci-cd",
|
||||
"permalink": "/blog/tags/ci-cd"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "security",
|
||||
"permalink": "/blog/tags/security"
|
||||
}
|
||||
],
|
||||
"hasTruncateMarker": false,
|
||||
"authors": [
|
||||
{
|
||||
"name": "Krrish Dholakia",
|
||||
"title": "CEO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/krish-d/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
|
||||
"key": "krrish",
|
||||
"page": null
|
||||
}
|
||||
],
|
||||
"frontMatter": {
|
||||
"slug": "ci-cd-v2-improvements",
|
||||
"title": "Announcing CI/CD v2 for LiteLLM",
|
||||
"date": "2026-03-30T21:30:00.000Z",
|
||||
"authors": [
|
||||
"krrish"
|
||||
],
|
||||
"description": "CI/CD v2 introduces isolated environments, stronger security gates, and safer release separation for LiteLLM.",
|
||||
"tags": [
|
||||
"engineering",
|
||||
"ci-cd",
|
||||
"security"
|
||||
],
|
||||
"hide_table_of_contents": false
|
||||
},
|
||||
"unlisted": false,
|
||||
"prevItem": {
|
||||
"title": "April Townhall: Security + Product Roadmap",
|
||||
"permalink": "/blog/april-townhall-announcement"
|
||||
},
|
||||
"nextItem": {
|
||||
"title": "LiteLLM + Vanta: SOC 2 Type 2 and ISO 27001 Recertification",
|
||||
"permalink": "/blog/vanta-compliance-recertification"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,76 @@
|
|||
{
|
||||
"permalink": "/blog/claude-code-beta-headers-incident",
|
||||
"source": "@site/blog/claude_code_beta_headers/index.md",
|
||||
"title": "Incident Report: Invalid beta headers with Claude Code",
|
||||
"description": "Date: February 13, 2026",
|
||||
"date": "2026-02-16T10:00:00.000Z",
|
||||
"tags": [
|
||||
{
|
||||
"inline": true,
|
||||
"label": "incident-report",
|
||||
"permalink": "/blog/tags/incident-report"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "anthropic",
|
||||
"permalink": "/blog/tags/anthropic"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "stability",
|
||||
"permalink": "/blog/tags/stability"
|
||||
}
|
||||
],
|
||||
"hasTruncateMarker": true,
|
||||
"authors": [
|
||||
{
|
||||
"name": "Sameer Kankute",
|
||||
"title": "SWE @ LiteLLM (LLM Translation)",
|
||||
"url": "https://www.linkedin.com/in/sameer-kankute/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg",
|
||||
"key": "sameer",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Ishaan Jaff",
|
||||
"title": "CTO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/reffajnaahsi/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
|
||||
"key": "ishaan-alt",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Krrish Dholakia",
|
||||
"title": "CEO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/krish-d/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
|
||||
"key": "krrish",
|
||||
"page": null
|
||||
}
|
||||
],
|
||||
"frontMatter": {
|
||||
"slug": "claude-code-beta-headers-incident",
|
||||
"title": "Incident Report: Invalid beta headers with Claude Code",
|
||||
"date": "2026-02-16T10:00:00.000Z",
|
||||
"authors": [
|
||||
"sameer",
|
||||
"ishaan-alt",
|
||||
"krrish"
|
||||
],
|
||||
"tags": [
|
||||
"incident-report",
|
||||
"anthropic",
|
||||
"stability"
|
||||
],
|
||||
"hide_table_of_contents": false
|
||||
},
|
||||
"unlisted": false,
|
||||
"prevItem": {
|
||||
"title": "Day 0 Support: Claude Sonnet 4.6",
|
||||
"permalink": "/blog/claude_sonnet_4_6"
|
||||
},
|
||||
"nextItem": {
|
||||
"title": "Day 0 Support: MiniMax-M2.5",
|
||||
"permalink": "/blog/minimax_m2_5"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,77 @@
|
|||
{
|
||||
"permalink": "/blog/claude_opus_4_6",
|
||||
"source": "@site/blog/claude_opus_4_6/index.md",
|
||||
"title": "Day 0 Support: Claude Opus 4.6",
|
||||
"description": "Day 0 support for Claude Opus 4.6 on LiteLLM AI Gateway - use across Anthropic, Azure, Vertex AI, and Bedrock.",
|
||||
"date": "2026-02-05T10:00:00.000Z",
|
||||
"tags": [
|
||||
{
|
||||
"inline": true,
|
||||
"label": "anthropic",
|
||||
"permalink": "/blog/tags/anthropic"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "claude",
|
||||
"permalink": "/blog/tags/claude"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "opus 4.6",
|
||||
"permalink": "/blog/tags/opus-4-6"
|
||||
}
|
||||
],
|
||||
"hasTruncateMarker": true,
|
||||
"authors": [
|
||||
{
|
||||
"name": "Sameer Kankute",
|
||||
"title": "SWE @ LiteLLM (LLM Translation)",
|
||||
"url": "https://www.linkedin.com/in/sameer-kankute/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg",
|
||||
"key": "sameer",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Ishaan Jaff",
|
||||
"title": "CTO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/reffajnaahsi/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
|
||||
"key": "ishaan-alt",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Krrish Dholakia",
|
||||
"title": "CEO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/krish-d/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
|
||||
"key": "krrish",
|
||||
"page": null
|
||||
}
|
||||
],
|
||||
"frontMatter": {
|
||||
"slug": "claude_opus_4_6",
|
||||
"title": "Day 0 Support: Claude Opus 4.6",
|
||||
"date": "2026-02-05T10:00:00.000Z",
|
||||
"authors": [
|
||||
"sameer",
|
||||
"ishaan-alt",
|
||||
"krrish"
|
||||
],
|
||||
"description": "Day 0 support for Claude Opus 4.6 on LiteLLM AI Gateway - use across Anthropic, Azure, Vertex AI, and Bedrock.",
|
||||
"tags": [
|
||||
"anthropic",
|
||||
"claude",
|
||||
"opus 4.6"
|
||||
],
|
||||
"hide_table_of_contents": false
|
||||
},
|
||||
"unlisted": false,
|
||||
"prevItem": {
|
||||
"title": "Improve release stability with 24 hour load tests",
|
||||
"permalink": "/blog/litellm-observatory"
|
||||
},
|
||||
"nextItem": {
|
||||
"title": "Achieving Sub-Millisecond Proxy Overhead",
|
||||
"permalink": "/blog/sub-millisecond-proxy-overhead"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,68 @@
|
|||
{
|
||||
"permalink": "/blog/claude_sonnet_4_6",
|
||||
"source": "@site/blog/claude_sonnet_4_6/index.md",
|
||||
"title": "Day 0 Support: Claude Sonnet 4.6",
|
||||
"description": "Day 0 support for Claude Sonnet 4.6 on LiteLLM AI Gateway - use across Anthropic, Azure, Vertex AI, and Bedrock.",
|
||||
"date": "2026-02-17T10:00:00.000Z",
|
||||
"tags": [
|
||||
{
|
||||
"inline": true,
|
||||
"label": "anthropic",
|
||||
"permalink": "/blog/tags/anthropic"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "claude",
|
||||
"permalink": "/blog/tags/claude"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "sonnet 4.6",
|
||||
"permalink": "/blog/tags/sonnet-4-6"
|
||||
}
|
||||
],
|
||||
"hasTruncateMarker": true,
|
||||
"authors": [
|
||||
{
|
||||
"name": "Ishaan Jaff",
|
||||
"title": "CTO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/reffajnaahsi/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
|
||||
"key": "ishaan-alt",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Krrish Dholakia",
|
||||
"title": "CEO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/krish-d/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
|
||||
"key": "krrish",
|
||||
"page": null
|
||||
}
|
||||
],
|
||||
"frontMatter": {
|
||||
"slug": "claude_sonnet_4_6",
|
||||
"title": "Day 0 Support: Claude Sonnet 4.6",
|
||||
"date": "2026-02-17T10:00:00.000Z",
|
||||
"authors": [
|
||||
"ishaan-alt",
|
||||
"krrish"
|
||||
],
|
||||
"description": "Day 0 support for Claude Sonnet 4.6 on LiteLLM AI Gateway - use across Anthropic, Azure, Vertex AI, and Bedrock.",
|
||||
"tags": [
|
||||
"anthropic",
|
||||
"claude",
|
||||
"sonnet 4.6"
|
||||
],
|
||||
"hide_table_of_contents": false
|
||||
},
|
||||
"unlisted": false,
|
||||
"prevItem": {
|
||||
"title": "Incident Report: vLLM Embeddings Broken by encoding_format Parameter",
|
||||
"permalink": "/blog/vllm-embeddings-incident"
|
||||
},
|
||||
"nextItem": {
|
||||
"title": "Incident Report: Invalid beta headers with Claude Code",
|
||||
"permalink": "/blog/claude-code-beta-headers-incident"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,77 @@
|
|||
{
|
||||
"permalink": "/blog/fastapi-middleware-performance",
|
||||
"source": "@site/blog/fastapi_middleware_performance/index.mdx",
|
||||
"title": "Your Middleware Could Be a Bottleneck",
|
||||
"description": "How we improved LiteLLM proxy latency and throughput by replacing a single middleware base class",
|
||||
"date": "2026-02-07T10:00:00.000Z",
|
||||
"tags": [
|
||||
{
|
||||
"inline": true,
|
||||
"label": "performance",
|
||||
"permalink": "/blog/tags/performance"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "fastapi",
|
||||
"permalink": "/blog/tags/fastapi"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "middleware",
|
||||
"permalink": "/blog/tags/middleware"
|
||||
}
|
||||
],
|
||||
"hasTruncateMarker": true,
|
||||
"authors": [
|
||||
{
|
||||
"name": "Krrish Dholakia",
|
||||
"title": "CEO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/krish-d/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
|
||||
"key": "krrish",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Ishaan Jaff",
|
||||
"title": "CTO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/reffajnaahsi/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
|
||||
"key": "ishaan-alt",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Ryan Crabbe",
|
||||
"title": "Performance Engineer, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/ryan-crabbe-0b9687214",
|
||||
"imageURL": "https://media.licdn.com/dms/image/v2/D5603AQHt1t9Z4BJ6Gw/profile-displayphoto-shrink_400_400/profile-displayphoto-shrink_400_400/0/1724453682340?e=1772064000&v=beta&t=VXdmr13rsNB05wyA2F1TENOB5UuDHUZ0FCHTolNyR5M",
|
||||
"key": "ryan",
|
||||
"page": null
|
||||
}
|
||||
],
|
||||
"frontMatter": {
|
||||
"slug": "fastapi-middleware-performance",
|
||||
"title": "Your Middleware Could Be a Bottleneck",
|
||||
"date": "2026-02-07T10:00:00.000Z",
|
||||
"authors": [
|
||||
"krrish",
|
||||
"ishaan-alt",
|
||||
"ryan"
|
||||
],
|
||||
"description": "How we improved LiteLLM proxy latency and throughput by replacing a single middleware base class",
|
||||
"tags": [
|
||||
"performance",
|
||||
"fastapi",
|
||||
"middleware"
|
||||
],
|
||||
"hide_table_of_contents": false
|
||||
},
|
||||
"unlisted": false,
|
||||
"prevItem": {
|
||||
"title": "Incident Report: Invalid model cost map on main",
|
||||
"permalink": "/blog/model-cost-map-incident"
|
||||
},
|
||||
"nextItem": {
|
||||
"title": "Improve release stability with 24 hour load tests",
|
||||
"permalink": "/blog/litellm-observatory"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,77 @@
|
|||
{
|
||||
"permalink": "/blog/gemini_3_1_pro",
|
||||
"source": "@site/blog/gemin_3.1/index.md",
|
||||
"title": "DAY 0 Support: Gemini 3.1 Pro on LiteLLM",
|
||||
"description": "Guide to using Gemini 3.1 Pro on LiteLLM Proxy and SDK with day 0 support.",
|
||||
"date": "2026-02-19T10:00:00.000Z",
|
||||
"tags": [
|
||||
{
|
||||
"inline": true,
|
||||
"label": "gemini",
|
||||
"permalink": "/blog/tags/gemini"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "day 0 support",
|
||||
"permalink": "/blog/tags/day-0-support"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "llms",
|
||||
"permalink": "/blog/tags/llms"
|
||||
}
|
||||
],
|
||||
"hasTruncateMarker": true,
|
||||
"authors": [
|
||||
{
|
||||
"name": "Sameer Kankute",
|
||||
"title": "SWE @ LiteLLM (LLM Translation)",
|
||||
"url": "https://www.linkedin.com/in/sameer-kankute/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg",
|
||||
"key": "sameer",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Krrish Dholakia",
|
||||
"title": "CEO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/krish-d/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
|
||||
"key": "krrish",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Ishaan Jaff",
|
||||
"title": "CTO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/reffajnaahsi/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
|
||||
"key": "ishaan-alt",
|
||||
"page": null
|
||||
}
|
||||
],
|
||||
"frontMatter": {
|
||||
"slug": "gemini_3_1_pro",
|
||||
"title": "DAY 0 Support: Gemini 3.1 Pro on LiteLLM",
|
||||
"date": "2026-02-19T10:00:00.000Z",
|
||||
"authors": [
|
||||
"sameer",
|
||||
"krrish",
|
||||
"ishaan-alt"
|
||||
],
|
||||
"description": "Guide to using Gemini 3.1 Pro on LiteLLM Proxy and SDK with day 0 support.",
|
||||
"tags": [
|
||||
"gemini",
|
||||
"day 0 support",
|
||||
"llms"
|
||||
],
|
||||
"hide_table_of_contents": false
|
||||
},
|
||||
"unlisted": false,
|
||||
"prevItem": {
|
||||
"title": "Incident Report: SERVER_ROOT_PATH regression broke UI routing",
|
||||
"permalink": "/blog/server-root-path-incident"
|
||||
},
|
||||
"nextItem": {
|
||||
"title": "Incident Report: vLLM Embeddings Broken by encoding_format Parameter",
|
||||
"permalink": "/blog/vllm-embeddings-incident"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,83 @@
|
|||
{
|
||||
"permalink": "/blog/gemini_3_1_flash_lite_preview",
|
||||
"source": "@site/blog/gemini_3_1_flash_lite/index.md",
|
||||
"title": "DAY 0 Support: Gemini 3.1 Flash Lite Preview on LiteLLM",
|
||||
"description": "Guide to using Gemini 3.1 Flash Lite Preview on LiteLLM Proxy and SDK with day 0 support.",
|
||||
"date": "2026-03-03T08:00:00.000Z",
|
||||
"tags": [
|
||||
{
|
||||
"inline": true,
|
||||
"label": "gemini",
|
||||
"permalink": "/blog/tags/gemini"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "day 0 support",
|
||||
"permalink": "/blog/tags/day-0-support"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "llms",
|
||||
"permalink": "/blog/tags/llms"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "supernova",
|
||||
"permalink": "/blog/tags/supernova"
|
||||
}
|
||||
],
|
||||
"hasTruncateMarker": true,
|
||||
"authors": [
|
||||
{
|
||||
"name": "Sameer Kankute",
|
||||
"title": "SWE @ LiteLLM (LLM Translation)",
|
||||
"url": "https://www.linkedin.com/in/sameer-kankute/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg",
|
||||
"key": "sameer",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Krrish Dholakia",
|
||||
"title": "CEO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/krish-d/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
|
||||
"key": "krrish",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Ishaan Jaff",
|
||||
"title": "CTO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/reffajnaahsi/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
|
||||
"key": "ishaan-alt",
|
||||
"page": null
|
||||
}
|
||||
],
|
||||
"frontMatter": {
|
||||
"slug": "gemini_3_1_flash_lite_preview",
|
||||
"title": "DAY 0 Support: Gemini 3.1 Flash Lite Preview on LiteLLM",
|
||||
"date": "2026-03-03T08:00:00.000Z",
|
||||
"authors": [
|
||||
"sameer",
|
||||
"krrish",
|
||||
"ishaan-alt"
|
||||
],
|
||||
"description": "Guide to using Gemini 3.1 Flash Lite Preview on LiteLLM Proxy and SDK with day 0 support.",
|
||||
"tags": [
|
||||
"gemini",
|
||||
"day 0 support",
|
||||
"llms",
|
||||
"supernova"
|
||||
],
|
||||
"hide_table_of_contents": false
|
||||
},
|
||||
"unlisted": false,
|
||||
"prevItem": {
|
||||
"title": "Day 0 Support: GPT-5.4",
|
||||
"permalink": "/blog/gpt_5_4"
|
||||
},
|
||||
"nextItem": {
|
||||
"title": "Incident Report: Cache Eviction Closes In-Use httpx Clients",
|
||||
"permalink": "/blog/httpx-cache-eviction-incident"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,77 @@
|
|||
{
|
||||
"permalink": "/blog/gemini_3_flash",
|
||||
"source": "@site/blog/gemini_3_flash/index.md",
|
||||
"title": "DAY 0 Support: Gemini 3 Flash on LiteLLM",
|
||||
"description": "Guide to using Gemini 3 Flash on LiteLLM Proxy and SDK with day 0 support.",
|
||||
"date": "2025-12-17T10:00:00.000Z",
|
||||
"tags": [
|
||||
{
|
||||
"inline": true,
|
||||
"label": "gemini",
|
||||
"permalink": "/blog/tags/gemini"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "day 0 support",
|
||||
"permalink": "/blog/tags/day-0-support"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "llms",
|
||||
"permalink": "/blog/tags/llms"
|
||||
}
|
||||
],
|
||||
"hasTruncateMarker": true,
|
||||
"authors": [
|
||||
{
|
||||
"name": "Sameer Kankute",
|
||||
"title": "SWE @ LiteLLM (LLM Translation)",
|
||||
"url": "https://www.linkedin.com/in/sameer-kankute/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg",
|
||||
"key": "sameer",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Krrish Dholakia",
|
||||
"title": "CEO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/krish-d/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
|
||||
"key": "krrish",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Ishaan Jaff",
|
||||
"title": "CTO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/reffajnaahsi/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
|
||||
"key": "ishaan-alt",
|
||||
"page": null
|
||||
}
|
||||
],
|
||||
"frontMatter": {
|
||||
"slug": "gemini_3_flash",
|
||||
"title": "DAY 0 Support: Gemini 3 Flash on LiteLLM",
|
||||
"date": "2025-12-17T10:00:00.000Z",
|
||||
"authors": [
|
||||
"sameer",
|
||||
"krrish",
|
||||
"ishaan-alt"
|
||||
],
|
||||
"description": "Guide to using Gemini 3 Flash on LiteLLM Proxy and SDK with day 0 support.",
|
||||
"tags": [
|
||||
"gemini",
|
||||
"day 0 support",
|
||||
"llms"
|
||||
],
|
||||
"hide_table_of_contents": false
|
||||
},
|
||||
"unlisted": false,
|
||||
"prevItem": {
|
||||
"title": "Achieving Sub-Millisecond Proxy Overhead",
|
||||
"permalink": "/blog/sub-millisecond-proxy-overhead"
|
||||
},
|
||||
"nextItem": {
|
||||
"title": "Day 0 Support: Claude 4.5 Opus (+Advanced Features)",
|
||||
"permalink": "/blog/anthropic_advanced_features"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,77 @@
|
|||
{
|
||||
"permalink": "/blog/gemini_3",
|
||||
"source": "@site/blog/gemini_3/index.md",
|
||||
"title": "DAY 0 Support: Gemini 3 on LiteLLM",
|
||||
"description": "Common questions and best practices for using gemini-3-pro-preview with LiteLLM Proxy and SDK.",
|
||||
"date": "2025-11-19T10:00:00.000Z",
|
||||
"tags": [
|
||||
{
|
||||
"inline": true,
|
||||
"label": "gemini",
|
||||
"permalink": "/blog/tags/gemini"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "day 0 support",
|
||||
"permalink": "/blog/tags/day-0-support"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "llms",
|
||||
"permalink": "/blog/tags/llms"
|
||||
}
|
||||
],
|
||||
"hasTruncateMarker": true,
|
||||
"authors": [
|
||||
{
|
||||
"name": "Sameer Kankute",
|
||||
"title": "SWE @ LiteLLM (LLM Translation)",
|
||||
"url": "https://www.linkedin.com/in/sameer-kankute/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg",
|
||||
"key": "sameer",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Krrish Dholakia",
|
||||
"title": "CEO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/krish-d/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
|
||||
"key": "krrish",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Ishaan Jaff",
|
||||
"title": "CTO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/reffajnaahsi/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
|
||||
"key": "ishaan-alt",
|
||||
"page": null
|
||||
}
|
||||
],
|
||||
"frontMatter": {
|
||||
"slug": "gemini_3",
|
||||
"title": "DAY 0 Support: Gemini 3 on LiteLLM",
|
||||
"date": "2025-11-19T10:00:00.000Z",
|
||||
"authors": [
|
||||
"sameer",
|
||||
"krrish",
|
||||
"ishaan-alt"
|
||||
],
|
||||
"description": "Common questions and best practices for using gemini-3-pro-preview with LiteLLM Proxy and SDK.",
|
||||
"tags": [
|
||||
"gemini",
|
||||
"day 0 support",
|
||||
"llms"
|
||||
],
|
||||
"hide_table_of_contents": false
|
||||
},
|
||||
"unlisted": false,
|
||||
"prevItem": {
|
||||
"title": "Day 0 Support: Claude 4.5 Opus (+Advanced Features)",
|
||||
"permalink": "/blog/anthropic_advanced_features"
|
||||
},
|
||||
"nextItem": {
|
||||
"title": "Gemini Embedding 2 Preview: Multimodal Embeddings on LiteLLM",
|
||||
"permalink": "/blog/gemini_embedding_2_multimodal"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,61 @@
|
|||
{
|
||||
"permalink": "/blog/gemini_embedding_2_multimodal",
|
||||
"source": "@site/blog/gemini_embedding_2_multimodal/index.md",
|
||||
"title": "Gemini Embedding 2 Preview: Multimodal Embeddings on LiteLLM",
|
||||
"description": "Generate embeddings from text, images, audio, video, and PDFs with gemini-embedding-2-preview on LiteLLM via Gemini API and Vertex AI.",
|
||||
"date": "2025-03-11T10:00:00.000Z",
|
||||
"tags": [
|
||||
{
|
||||
"inline": true,
|
||||
"label": "gemini",
|
||||
"permalink": "/blog/tags/gemini"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "embeddings",
|
||||
"permalink": "/blog/tags/embeddings"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "multimodal",
|
||||
"permalink": "/blog/tags/multimodal"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "vertex ai",
|
||||
"permalink": "/blog/tags/vertex-ai"
|
||||
}
|
||||
],
|
||||
"hasTruncateMarker": true,
|
||||
"authors": [
|
||||
{
|
||||
"name": "Sameer Kankute",
|
||||
"title": "SWE @ LiteLLM (LLM Translation)",
|
||||
"url": "https://www.linkedin.com/in/sameer-kankute/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg",
|
||||
"key": "sameer",
|
||||
"page": null
|
||||
}
|
||||
],
|
||||
"frontMatter": {
|
||||
"slug": "gemini_embedding_2_multimodal",
|
||||
"title": "Gemini Embedding 2 Preview: Multimodal Embeddings on LiteLLM",
|
||||
"date": "2025-03-11T10:00:00.000Z",
|
||||
"authors": [
|
||||
"sameer"
|
||||
],
|
||||
"description": "Generate embeddings from text, images, audio, video, and PDFs with gemini-embedding-2-preview on LiteLLM via Gemini API and Vertex AI.",
|
||||
"tags": [
|
||||
"gemini",
|
||||
"embeddings",
|
||||
"multimodal",
|
||||
"vertex ai"
|
||||
],
|
||||
"hide_table_of_contents": false
|
||||
},
|
||||
"unlisted": false,
|
||||
"prevItem": {
|
||||
"title": "DAY 0 Support: Gemini 3 on LiteLLM",
|
||||
"permalink": "/blog/gemini_3"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,83 @@
|
|||
{
|
||||
"permalink": "/blog/gpt_5_3_codex",
|
||||
"source": "@site/blog/gpt_5_3_codex/index.md",
|
||||
"title": "Day 0 Support: GPT-5.3-Codex",
|
||||
"description": "Day 0 support for GPT-5.3-Codex on LiteLLM, including phase parameter handling for Responses API.",
|
||||
"date": "2026-02-24T10:00:00.000Z",
|
||||
"tags": [
|
||||
{
|
||||
"inline": true,
|
||||
"label": "openai",
|
||||
"permalink": "/blog/tags/openai"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "gpt-5.3-codex",
|
||||
"permalink": "/blog/tags/gpt-5-3-codex"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "codex",
|
||||
"permalink": "/blog/tags/codex"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "day 0 support",
|
||||
"permalink": "/blog/tags/day-0-support"
|
||||
}
|
||||
],
|
||||
"hasTruncateMarker": true,
|
||||
"authors": [
|
||||
{
|
||||
"name": "Sameer Kankute",
|
||||
"title": "SWE @ LiteLLM (LLM Translation)",
|
||||
"url": "https://www.linkedin.com/in/sameer-kankute/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg",
|
||||
"key": "sameer",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Krrish Dholakia",
|
||||
"title": "CEO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/krish-d/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
|
||||
"key": "krrish",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Ishaan Jaff",
|
||||
"title": "CTO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/reffajnaahsi/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
|
||||
"key": "ishaan-alt",
|
||||
"page": null
|
||||
}
|
||||
],
|
||||
"frontMatter": {
|
||||
"slug": "gpt_5_3_codex",
|
||||
"title": "Day 0 Support: GPT-5.3-Codex",
|
||||
"date": "2026-02-24T10:00:00.000Z",
|
||||
"authors": [
|
||||
"sameer",
|
||||
"krrish",
|
||||
"ishaan-alt"
|
||||
],
|
||||
"description": "Day 0 support for GPT-5.3-Codex on LiteLLM, including phase parameter handling for Responses API.",
|
||||
"tags": [
|
||||
"openai",
|
||||
"gpt-5.3-codex",
|
||||
"codex",
|
||||
"day 0 support"
|
||||
],
|
||||
"hide_table_of_contents": false
|
||||
},
|
||||
"unlisted": false,
|
||||
"prevItem": {
|
||||
"title": "Incident Report: Cache Eviction Closes In-Use httpx Clients",
|
||||
"permalink": "/blog/httpx-cache-eviction-incident"
|
||||
},
|
||||
"nextItem": {
|
||||
"title": "Incident Report: Encrypted Content Failures in Multi-Region Responses API Load Balancing",
|
||||
"permalink": "/blog/responses-api-encrypted-content-incident"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,77 @@
|
|||
{
|
||||
"permalink": "/blog/gpt_5_4",
|
||||
"source": "@site/blog/gpt_5_4/index.md",
|
||||
"title": "Day 0 Support: GPT-5.4",
|
||||
"description": "GPT-5.4 model support in LiteLLM",
|
||||
"date": "2026-03-05T10:00:00.000Z",
|
||||
"tags": [
|
||||
{
|
||||
"inline": true,
|
||||
"label": "openai",
|
||||
"permalink": "/blog/tags/openai"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "gpt-5.4",
|
||||
"permalink": "/blog/tags/gpt-5-4"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "completion",
|
||||
"permalink": "/blog/tags/completion"
|
||||
}
|
||||
],
|
||||
"hasTruncateMarker": true,
|
||||
"authors": [
|
||||
{
|
||||
"name": "Sameer Kankute",
|
||||
"title": "SWE @ LiteLLM (LLM Translation)",
|
||||
"url": "https://www.linkedin.com/in/sameer-kankute/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg",
|
||||
"key": "sameer",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Krrish Dholakia",
|
||||
"title": "CEO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/krish-d/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
|
||||
"key": "krrish",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Ishaan Jaff",
|
||||
"title": "CTO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/reffajnaahsi/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
|
||||
"key": "ishaan-alt",
|
||||
"page": null
|
||||
}
|
||||
],
|
||||
"frontMatter": {
|
||||
"slug": "gpt_5_4",
|
||||
"title": "Day 0 Support: GPT-5.4",
|
||||
"date": "2026-03-05T10:00:00.000Z",
|
||||
"authors": [
|
||||
"sameer",
|
||||
"krrish",
|
||||
"ishaan-alt"
|
||||
],
|
||||
"description": "GPT-5.4 model support in LiteLLM",
|
||||
"tags": [
|
||||
"openai",
|
||||
"gpt-5.4",
|
||||
"completion"
|
||||
],
|
||||
"hide_table_of_contents": false
|
||||
},
|
||||
"unlisted": false,
|
||||
"prevItem": {
|
||||
"title": "Realtime WebRTC HTTP Endpoints",
|
||||
"permalink": "/blog/realtime_webrtc_http_endpoints"
|
||||
},
|
||||
"nextItem": {
|
||||
"title": "DAY 0 Support: Gemini 3.1 Flash Lite Preview on LiteLLM",
|
||||
"permalink": "/blog/gemini_3_1_flash_lite_preview"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,107 @@
|
|||
{
|
||||
"permalink": "/blog/gpt_5_4_mini_nano",
|
||||
"source": "@site/blog/gpt_5_4_mini_nano/index.md",
|
||||
"title": "Day 0 Support: GPT-5.4-mini and GPT-5.4-nano",
|
||||
"description": "GPT-5.4-mini and GPT-5.4-nano model support in LiteLLM",
|
||||
"date": "2026-03-17T10:00:00.000Z",
|
||||
"tags": [
|
||||
{
|
||||
"inline": true,
|
||||
"label": "openai",
|
||||
"permalink": "/blog/tags/openai"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "gpt-5.4-mini",
|
||||
"permalink": "/blog/tags/gpt-5-4-mini"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "gpt-5.4-nano",
|
||||
"permalink": "/blog/tags/gpt-5-4-nano"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "completion",
|
||||
"permalink": "/blog/tags/completion"
|
||||
}
|
||||
],
|
||||
"hasTruncateMarker": false,
|
||||
"authors": [
|
||||
{
|
||||
"name": "Sameer Kankute",
|
||||
"title": "SWE @ LiteLLM (LLM Translation)",
|
||||
"url": "https://www.linkedin.com/in/sameer-kankute/",
|
||||
"image_url": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg",
|
||||
"socials": {},
|
||||
"key": null,
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Krrish Dholakia",
|
||||
"title": "CEO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/krish-d/",
|
||||
"image_url": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
|
||||
"socials": {},
|
||||
"key": null,
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Ishaan Jaff",
|
||||
"title": "CTO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/reffajnaahsi/",
|
||||
"image_url": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
|
||||
"socials": {},
|
||||
"key": null,
|
||||
"page": null
|
||||
}
|
||||
],
|
||||
"frontMatter": {
|
||||
"slug": "gpt_5_4_mini_nano",
|
||||
"title": "Day 0 Support: GPT-5.4-mini and GPT-5.4-nano",
|
||||
"date": "2026-03-17T10:00:00.000Z",
|
||||
"authors": [
|
||||
{
|
||||
"name": "Sameer Kankute",
|
||||
"title": "SWE @ LiteLLM (LLM Translation)",
|
||||
"url": "https://www.linkedin.com/in/sameer-kankute/",
|
||||
"image_url": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg"
|
||||
},
|
||||
{
|
||||
"name": "Krrish Dholakia",
|
||||
"title": "CEO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/krish-d/",
|
||||
"image_url": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg"
|
||||
},
|
||||
{
|
||||
"name": "Ishaan Jaff",
|
||||
"title": "CTO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/reffajnaahsi/",
|
||||
"image_url": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg"
|
||||
}
|
||||
],
|
||||
"description": "GPT-5.4-mini and GPT-5.4-nano model support in LiteLLM",
|
||||
"tags": [
|
||||
"openai",
|
||||
"gpt-5.4-mini",
|
||||
"gpt-5.4-nano",
|
||||
"completion"
|
||||
],
|
||||
"hide_table_of_contents": false
|
||||
},
|
||||
"unlisted": false,
|
||||
"prevItem": {
|
||||
"title": "Incident Report: Guardrail logging exposed secret headers in spend logs and traces",
|
||||
"permalink": "/blog/guardrail-logging-secret-exposure-incident"
|
||||
},
|
||||
"nextItem": {
|
||||
"title": "New Video Characters, Edit and Extension API support",
|
||||
"permalink": "/blog/video_characters_api"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,58 @@
|
|||
{
|
||||
"permalink": "/blog/guardrail-logging-secret-exposure-incident",
|
||||
"source": "@site/blog/guardrail_logging_secret_exposure_incident/index.md",
|
||||
"title": "Incident Report: Guardrail logging exposed secret headers in spend logs and traces",
|
||||
"description": "Date: March 18, 2026",
|
||||
"date": "2026-03-18T10:00:00.000Z",
|
||||
"tags": [
|
||||
{
|
||||
"inline": true,
|
||||
"label": "incident-report",
|
||||
"permalink": "/blog/tags/incident-report"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "security",
|
||||
"permalink": "/blog/tags/security"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "guardrails",
|
||||
"permalink": "/blog/tags/guardrails"
|
||||
}
|
||||
],
|
||||
"hasTruncateMarker": true,
|
||||
"authors": [
|
||||
{
|
||||
"name": "LiteLLM Team",
|
||||
"title": "LiteLLM Core Team",
|
||||
"url": "https://github.com/BerriAI/litellm",
|
||||
"imageURL": "https://github.com/BerriAI.png",
|
||||
"key": "litellm",
|
||||
"page": null
|
||||
}
|
||||
],
|
||||
"frontMatter": {
|
||||
"slug": "guardrail-logging-secret-exposure-incident",
|
||||
"title": "Incident Report: Guardrail logging exposed secret headers in spend logs and traces",
|
||||
"date": "2026-03-18T10:00:00.000Z",
|
||||
"authors": [
|
||||
"litellm"
|
||||
],
|
||||
"tags": [
|
||||
"incident-report",
|
||||
"security",
|
||||
"guardrails"
|
||||
],
|
||||
"hide_table_of_contents": false
|
||||
},
|
||||
"unlisted": false,
|
||||
"prevItem": {
|
||||
"title": "Security Update: Suspected Supply Chain Incident",
|
||||
"permalink": "/blog/security-update-march-2026"
|
||||
},
|
||||
"nextItem": {
|
||||
"title": "Day 0 Support: GPT-5.4-mini and GPT-5.4-nano",
|
||||
"permalink": "/blog/gpt_5_4_mini_nano"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,76 @@
|
|||
{
|
||||
"permalink": "/blog/httpx-cache-eviction-incident",
|
||||
"source": "@site/blog/httpx_cache_eviction_incident/index.md",
|
||||
"title": "Incident Report: Cache Eviction Closes In-Use httpx Clients",
|
||||
"description": "Date: February 27, 2026",
|
||||
"date": "2026-02-27T10:00:00.000Z",
|
||||
"tags": [
|
||||
{
|
||||
"inline": true,
|
||||
"label": "incident-report",
|
||||
"permalink": "/blog/tags/incident-report"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "caching",
|
||||
"permalink": "/blog/tags/caching"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "stability",
|
||||
"permalink": "/blog/tags/stability"
|
||||
}
|
||||
],
|
||||
"hasTruncateMarker": true,
|
||||
"authors": [
|
||||
{
|
||||
"name": "Ryan Crabbe",
|
||||
"title": "Performance Engineer, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/ryan-crabbe-0b9687214",
|
||||
"imageURL": "https://media.licdn.com/dms/image/v2/D5603AQHt1t9Z4BJ6Gw/profile-displayphoto-shrink_400_400/profile-displayphoto-shrink_400_400/0/1724453682340?e=1772064000&v=beta&t=VXdmr13rsNB05wyA2F1TENOB5UuDHUZ0FCHTolNyR5M",
|
||||
"key": "ryan",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Ishaan Jaff",
|
||||
"title": "CTO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/reffajnaahsi/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
|
||||
"key": "ishaan-alt",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Krrish Dholakia",
|
||||
"title": "CEO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/krish-d/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
|
||||
"key": "krrish",
|
||||
"page": null
|
||||
}
|
||||
],
|
||||
"frontMatter": {
|
||||
"slug": "httpx-cache-eviction-incident",
|
||||
"title": "Incident Report: Cache Eviction Closes In-Use httpx Clients",
|
||||
"date": "2026-02-27T10:00:00.000Z",
|
||||
"authors": [
|
||||
"ryan",
|
||||
"ishaan-alt",
|
||||
"krrish"
|
||||
],
|
||||
"tags": [
|
||||
"incident-report",
|
||||
"caching",
|
||||
"stability"
|
||||
],
|
||||
"hide_table_of_contents": false
|
||||
},
|
||||
"unlisted": false,
|
||||
"prevItem": {
|
||||
"title": "DAY 0 Support: Gemini 3.1 Flash Lite Preview on LiteLLM",
|
||||
"permalink": "/blog/gemini_3_1_flash_lite_preview"
|
||||
},
|
||||
"nextItem": {
|
||||
"title": "Day 0 Support: GPT-5.3-Codex",
|
||||
"permalink": "/blog/gpt_5_3_codex"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,83 @@
|
|||
{
|
||||
"permalink": "/blog/litellm-observatory",
|
||||
"source": "@site/blog/litellm_observatory/index.md",
|
||||
"title": "Improve release stability with 24 hour load tests",
|
||||
"description": "How we built a long-running, release-validation system to catch regressions before they reach users.",
|
||||
"date": "2026-02-06T10:00:00.000Z",
|
||||
"tags": [
|
||||
{
|
||||
"inline": true,
|
||||
"label": "testing",
|
||||
"permalink": "/blog/tags/testing"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "observability",
|
||||
"permalink": "/blog/tags/observability"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "reliability",
|
||||
"permalink": "/blog/tags/reliability"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "releases",
|
||||
"permalink": "/blog/tags/releases"
|
||||
}
|
||||
],
|
||||
"hasTruncateMarker": true,
|
||||
"authors": [
|
||||
{
|
||||
"name": "Alexsander Hamir",
|
||||
"title": "Performance Engineer, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/alexsander-baptista/",
|
||||
"imageURL": "https://github.com/AlexsanderHamir.png",
|
||||
"key": "alexsander",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Krrish Dholakia",
|
||||
"title": "CEO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/krish-d/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
|
||||
"key": "krrish",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Ishaan Jaff",
|
||||
"title": "CTO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/reffajnaahsi/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
|
||||
"key": "ishaan-alt",
|
||||
"page": null
|
||||
}
|
||||
],
|
||||
"frontMatter": {
|
||||
"slug": "litellm-observatory",
|
||||
"title": "Improve release stability with 24 hour load tests",
|
||||
"date": "2026-02-06T10:00:00.000Z",
|
||||
"authors": [
|
||||
"alexsander",
|
||||
"krrish",
|
||||
"ishaan-alt"
|
||||
],
|
||||
"description": "How we built a long-running, release-validation system to catch regressions before they reach users.",
|
||||
"tags": [
|
||||
"testing",
|
||||
"observability",
|
||||
"reliability",
|
||||
"releases"
|
||||
],
|
||||
"hide_table_of_contents": false
|
||||
},
|
||||
"unlisted": false,
|
||||
"prevItem": {
|
||||
"title": "Your Middleware Could Be a Bottleneck",
|
||||
"permalink": "/blog/fastapi-middleware-performance"
|
||||
},
|
||||
"nextItem": {
|
||||
"title": "Day 0 Support: Claude Opus 4.6",
|
||||
"permalink": "/blog/claude_opus_4_6"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,77 @@
|
|||
{
|
||||
"permalink": "/blog/minimax_m2_5",
|
||||
"source": "@site/blog/minimax_m2_5/index.md",
|
||||
"title": "Day 0 Support: MiniMax-M2.5",
|
||||
"description": "Day 0 support for MiniMax-M2.5 on LiteLLM",
|
||||
"date": "2026-02-12T10:00:00.000Z",
|
||||
"tags": [
|
||||
{
|
||||
"inline": true,
|
||||
"label": "minimax",
|
||||
"permalink": "/blog/tags/minimax"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "M2.5",
|
||||
"permalink": "/blog/tags/m-2-5"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "llm",
|
||||
"permalink": "/blog/tags/llm"
|
||||
}
|
||||
],
|
||||
"hasTruncateMarker": true,
|
||||
"authors": [
|
||||
{
|
||||
"name": "Sameer Kankute",
|
||||
"title": "SWE @ LiteLLM (LLM Translation)",
|
||||
"url": "https://www.linkedin.com/in/sameer-kankute/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg",
|
||||
"key": "sameer",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Krrish Dholakia",
|
||||
"title": "CEO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/krish-d/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
|
||||
"key": "krrish",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Ishaan Jaff",
|
||||
"title": "CTO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/reffajnaahsi/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
|
||||
"key": "ishaan-alt",
|
||||
"page": null
|
||||
}
|
||||
],
|
||||
"frontMatter": {
|
||||
"slug": "minimax_m2_5",
|
||||
"title": "Day 0 Support: MiniMax-M2.5",
|
||||
"date": "2026-02-12T10:00:00.000Z",
|
||||
"authors": [
|
||||
"sameer",
|
||||
"krrish",
|
||||
"ishaan-alt"
|
||||
],
|
||||
"description": "Day 0 support for MiniMax-M2.5 on LiteLLM",
|
||||
"tags": [
|
||||
"minimax",
|
||||
"M2.5",
|
||||
"llm"
|
||||
],
|
||||
"hide_table_of_contents": false
|
||||
},
|
||||
"unlisted": false,
|
||||
"prevItem": {
|
||||
"title": "Incident Report: Invalid beta headers with Claude Code",
|
||||
"permalink": "/blog/claude-code-beta-headers-incident"
|
||||
},
|
||||
"nextItem": {
|
||||
"title": "Incident Report: Invalid model cost map on main",
|
||||
"permalink": "/blog/model-cost-map-incident"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,52 @@
|
|||
{
|
||||
"permalink": "/blog/model-cost-map-incident",
|
||||
"source": "@site/blog/model_cost_map_incident/index.md",
|
||||
"title": "Incident Report: Invalid model cost map on main",
|
||||
"description": "Date: January 27, 2026",
|
||||
"date": "2026-02-10T10:00:00.000Z",
|
||||
"tags": [
|
||||
{
|
||||
"inline": true,
|
||||
"label": "incident-report",
|
||||
"permalink": "/blog/tags/incident-report"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "stability",
|
||||
"permalink": "/blog/tags/stability"
|
||||
}
|
||||
],
|
||||
"hasTruncateMarker": true,
|
||||
"authors": [
|
||||
{
|
||||
"name": "Ishaan Jaffer",
|
||||
"title": "CTO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/reffajnaahsi/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
|
||||
"key": "ishaan",
|
||||
"page": null
|
||||
}
|
||||
],
|
||||
"frontMatter": {
|
||||
"slug": "model-cost-map-incident",
|
||||
"title": "Incident Report: Invalid model cost map on main",
|
||||
"date": "2026-02-10T10:00:00.000Z",
|
||||
"authors": [
|
||||
"ishaan"
|
||||
],
|
||||
"tags": [
|
||||
"incident-report",
|
||||
"stability"
|
||||
],
|
||||
"hide_table_of_contents": false
|
||||
},
|
||||
"unlisted": false,
|
||||
"prevItem": {
|
||||
"title": "Day 0 Support: MiniMax-M2.5",
|
||||
"permalink": "/blog/minimax_m2_5"
|
||||
},
|
||||
"nextItem": {
|
||||
"title": "Your Middleware Could Be a Bottleneck",
|
||||
"permalink": "/blog/fastapi-middleware-performance"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,83 @@
|
|||
{
|
||||
"permalink": "/blog/realtime_webrtc_http_endpoints",
|
||||
"source": "@site/blog/realtime_webrtc_http_endpoints/index.md",
|
||||
"title": "Realtime WebRTC HTTP Endpoints",
|
||||
"description": "Use the LiteLLM proxy to route OpenAI-style WebRTC realtime via HTTP: client_secrets and SDP exchange.",
|
||||
"date": "2026-03-12T10:00:00.000Z",
|
||||
"tags": [
|
||||
{
|
||||
"inline": true,
|
||||
"label": "realtime",
|
||||
"permalink": "/blog/tags/realtime"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "webrtc",
|
||||
"permalink": "/blog/tags/webrtc"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "proxy",
|
||||
"permalink": "/blog/tags/proxy"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "openai",
|
||||
"permalink": "/blog/tags/openai"
|
||||
}
|
||||
],
|
||||
"hasTruncateMarker": true,
|
||||
"authors": [
|
||||
{
|
||||
"name": "Sameer Kankute",
|
||||
"title": "SWE @ LiteLLM (LLM Translation)",
|
||||
"url": "https://www.linkedin.com/in/sameer-kankute/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg",
|
||||
"key": "sameer",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Krrish Dholakia",
|
||||
"title": "CEO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/krish-d/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
|
||||
"key": "krrish",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Ishaan Jaff",
|
||||
"title": "CTO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/reffajnaahsi/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
|
||||
"key": "ishaan-alt",
|
||||
"page": null
|
||||
}
|
||||
],
|
||||
"frontMatter": {
|
||||
"slug": "realtime_webrtc_http_endpoints",
|
||||
"title": "Realtime WebRTC HTTP Endpoints",
|
||||
"date": "2026-03-12T10:00:00.000Z",
|
||||
"authors": [
|
||||
"sameer",
|
||||
"krrish",
|
||||
"ishaan-alt"
|
||||
],
|
||||
"description": "Use the LiteLLM proxy to route OpenAI-style WebRTC realtime via HTTP: client_secrets and SDP exchange.",
|
||||
"tags": [
|
||||
"realtime",
|
||||
"webrtc",
|
||||
"proxy",
|
||||
"openai"
|
||||
],
|
||||
"hide_table_of_contents": false
|
||||
},
|
||||
"unlisted": false,
|
||||
"prevItem": {
|
||||
"title": "New Video Characters, Edit and Extension API support",
|
||||
"permalink": "/blog/video_characters_api"
|
||||
},
|
||||
"nextItem": {
|
||||
"title": "Day 0 Support: GPT-5.4",
|
||||
"permalink": "/blog/gpt_5_4"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,82 @@
|
|||
{
|
||||
"permalink": "/blog/responses-api-encrypted-content-incident",
|
||||
"source": "@site/blog/responses_api_encrypted_content_incident/index.md",
|
||||
"title": "Incident Report: Encrypted Content Failures in Multi-Region Responses API Load Balancing",
|
||||
"description": "Date: Feb 24, 2026",
|
||||
"date": "2026-02-24T10:00:00.000Z",
|
||||
"tags": [
|
||||
{
|
||||
"inline": true,
|
||||
"label": "incident-report",
|
||||
"permalink": "/blog/tags/incident-report"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "proxy",
|
||||
"permalink": "/blog/tags/proxy"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "responses-api",
|
||||
"permalink": "/blog/tags/responses-api"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "load-balancing",
|
||||
"permalink": "/blog/tags/load-balancing"
|
||||
}
|
||||
],
|
||||
"hasTruncateMarker": true,
|
||||
"authors": [
|
||||
{
|
||||
"name": "Sameer Kankute",
|
||||
"title": "SWE @ LiteLLM (LLM Translation)",
|
||||
"url": "https://www.linkedin.com/in/sameer-kankute/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg",
|
||||
"key": "sameer",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Krrish Dholakia",
|
||||
"title": "CEO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/krish-d/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
|
||||
"key": "krrish",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Ishaan Jaff",
|
||||
"title": "CTO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/reffajnaahsi/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
|
||||
"key": "ishaan-alt",
|
||||
"page": null
|
||||
}
|
||||
],
|
||||
"frontMatter": {
|
||||
"slug": "responses-api-encrypted-content-incident",
|
||||
"title": "Incident Report: Encrypted Content Failures in Multi-Region Responses API Load Balancing",
|
||||
"date": "2026-02-24T10:00:00.000Z",
|
||||
"authors": [
|
||||
"sameer",
|
||||
"krrish",
|
||||
"ishaan-alt"
|
||||
],
|
||||
"tags": [
|
||||
"incident-report",
|
||||
"proxy",
|
||||
"responses-api",
|
||||
"load-balancing"
|
||||
],
|
||||
"hide_table_of_contents": false
|
||||
},
|
||||
"unlisted": false,
|
||||
"prevItem": {
|
||||
"title": "Day 0 Support: GPT-5.3-Codex",
|
||||
"permalink": "/blog/gpt_5_3_codex"
|
||||
},
|
||||
"nextItem": {
|
||||
"title": "Incident Report: Wildcard Blocking New Models After Cost Map Reload",
|
||||
"permalink": "/blog/anthropic-wildcard-model-access-incident"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,52 @@
|
|||
{
|
||||
"permalink": "/blog/security-hardening-april-2026",
|
||||
"source": "@site/blog/security_hardening_april_2026/index.md",
|
||||
"title": "Security Update: Vulnerability Disclosures and Ongoing Hardening",
|
||||
"description": "Disclosure of security vulnerabilities fixed in LiteLLM v1.83.0, and the launch of our bug bounty program.",
|
||||
"date": "2026-04-03T12:00:00.000Z",
|
||||
"tags": [
|
||||
{
|
||||
"inline": true,
|
||||
"label": "security",
|
||||
"permalink": "/blog/tags/security"
|
||||
}
|
||||
],
|
||||
"hasTruncateMarker": true,
|
||||
"authors": [
|
||||
{
|
||||
"name": "Krrish Dholakia",
|
||||
"title": "CEO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/krish-d/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
|
||||
"key": "krrish",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Ishaan Jaff",
|
||||
"title": "CTO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/reffajnaahsi/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
|
||||
"key": "ishaan-alt",
|
||||
"page": null
|
||||
}
|
||||
],
|
||||
"frontMatter": {
|
||||
"slug": "security-hardening-april-2026",
|
||||
"title": "Security Update: Vulnerability Disclosures and Ongoing Hardening",
|
||||
"date": "2026-04-03T12:00:00.000Z",
|
||||
"authors": [
|
||||
"krrish",
|
||||
"ishaan-alt"
|
||||
],
|
||||
"description": "Disclosure of security vulnerabilities fixed in LiteLLM v1.83.0, and the launch of our bug bounty program.",
|
||||
"tags": [
|
||||
"security"
|
||||
],
|
||||
"hide_table_of_contents": false
|
||||
},
|
||||
"unlisted": false,
|
||||
"nextItem": {
|
||||
"title": "April Townhall: Security + Product Roadmap",
|
||||
"permalink": "/blog/april-townhall-announcement"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,62 @@
|
|||
{
|
||||
"permalink": "/blog/security-townhall-updates",
|
||||
"source": "@site/blog/security_townhall_updates/index.md",
|
||||
"title": "Security Townhall Updates",
|
||||
"description": "What happened, what we've done, and what comes next for LiteLLM's release and security processes.",
|
||||
"date": "2026-03-27T12:00:00.000Z",
|
||||
"tags": [
|
||||
{
|
||||
"inline": true,
|
||||
"label": "security",
|
||||
"permalink": "/blog/tags/security"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "incident-report",
|
||||
"permalink": "/blog/tags/incident-report"
|
||||
}
|
||||
],
|
||||
"hasTruncateMarker": true,
|
||||
"authors": [
|
||||
{
|
||||
"name": "Krrish Dholakia",
|
||||
"title": "CEO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/krish-d/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
|
||||
"key": "krrish",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Ishaan Jaff",
|
||||
"title": "CTO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/reffajnaahsi/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
|
||||
"key": "ishaan-alt",
|
||||
"page": null
|
||||
}
|
||||
],
|
||||
"frontMatter": {
|
||||
"slug": "security-townhall-updates",
|
||||
"title": "Security Townhall Updates",
|
||||
"date": "2026-03-27T12:00:00.000Z",
|
||||
"authors": [
|
||||
"krrish",
|
||||
"ishaan-alt"
|
||||
],
|
||||
"description": "What happened, what we've done, and what comes next for LiteLLM's release and security processes.",
|
||||
"tags": [
|
||||
"security",
|
||||
"incident-report"
|
||||
],
|
||||
"hide_table_of_contents": false
|
||||
},
|
||||
"unlisted": false,
|
||||
"prevItem": {
|
||||
"title": "LiteLLM + Vanta: SOC 2 Type 2 and ISO 27001 Recertification",
|
||||
"permalink": "/blog/vanta-compliance-recertification"
|
||||
},
|
||||
"nextItem": {
|
||||
"title": "Security Update: Suspected Supply Chain Incident",
|
||||
"permalink": "/blog/security-update-march-2026"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,62 @@
|
|||
{
|
||||
"permalink": "/blog/security-update-march-2026",
|
||||
"source": "@site/blog/security_update_march_2026/index.md",
|
||||
"title": "Security Update: Suspected Supply Chain Incident",
|
||||
"description": "As of 2:00 PM ET on March 24, 2026",
|
||||
"date": "2026-03-24T14:00:00.000Z",
|
||||
"tags": [
|
||||
{
|
||||
"inline": true,
|
||||
"label": "security",
|
||||
"permalink": "/blog/tags/security"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "incident-report",
|
||||
"permalink": "/blog/tags/incident-report"
|
||||
}
|
||||
],
|
||||
"hasTruncateMarker": false,
|
||||
"authors": [
|
||||
{
|
||||
"name": "Krrish Dholakia",
|
||||
"title": "CEO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/krish-d/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
|
||||
"key": "krrish",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Ishaan Jaff",
|
||||
"title": "CTO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/reffajnaahsi/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
|
||||
"key": "ishaan-alt",
|
||||
"page": null
|
||||
}
|
||||
],
|
||||
"frontMatter": {
|
||||
"slug": "security-update-march-2026",
|
||||
"title": "Security Update: Suspected Supply Chain Incident",
|
||||
"date": "2026-03-24T14:00:00.000Z",
|
||||
"authors": [
|
||||
"krrish",
|
||||
"ishaan-alt"
|
||||
],
|
||||
"description": "As of 2:00 PM ET on March 24, 2026",
|
||||
"tags": [
|
||||
"security",
|
||||
"incident-report"
|
||||
],
|
||||
"hide_table_of_contents": false
|
||||
},
|
||||
"unlisted": false,
|
||||
"prevItem": {
|
||||
"title": "Security Townhall Updates",
|
||||
"permalink": "/blog/security-townhall-updates"
|
||||
},
|
||||
"nextItem": {
|
||||
"title": "Incident Report: Guardrail logging exposed secret headers in spend logs and traces",
|
||||
"permalink": "/blog/guardrail-logging-secret-exposure-incident"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,76 @@
|
|||
{
|
||||
"permalink": "/blog/server-root-path-incident",
|
||||
"source": "@site/blog/server_root_path/index.md",
|
||||
"title": "Incident Report: SERVER_ROOT_PATH regression broke UI routing",
|
||||
"description": "Date: January 22, 2026",
|
||||
"date": "2026-02-21T10:00:00.000Z",
|
||||
"tags": [
|
||||
{
|
||||
"inline": true,
|
||||
"label": "incident-report",
|
||||
"permalink": "/blog/tags/incident-report"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "ui",
|
||||
"permalink": "/blog/tags/ui"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "stability",
|
||||
"permalink": "/blog/tags/stability"
|
||||
}
|
||||
],
|
||||
"hasTruncateMarker": true,
|
||||
"authors": [
|
||||
{
|
||||
"name": "Yuneng Jiang",
|
||||
"title": "SWE @ LiteLLM (Full Stack)",
|
||||
"url": "https://www.linkedin.com/in/yuneng-david-jiang-455676139/",
|
||||
"imageURL": "https://avatars.githubusercontent.com/u/171294688?v=4",
|
||||
"key": "yuneng",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Ishaan Jaff",
|
||||
"title": "CTO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/reffajnaahsi/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
|
||||
"key": "ishaan-alt",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Krrish Dholakia",
|
||||
"title": "CEO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/krish-d/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
|
||||
"key": "krrish",
|
||||
"page": null
|
||||
}
|
||||
],
|
||||
"frontMatter": {
|
||||
"slug": "server-root-path-incident",
|
||||
"title": "Incident Report: SERVER_ROOT_PATH regression broke UI routing",
|
||||
"date": "2026-02-21T10:00:00.000Z",
|
||||
"authors": [
|
||||
"yuneng",
|
||||
"ishaan-alt",
|
||||
"krrish"
|
||||
],
|
||||
"tags": [
|
||||
"incident-report",
|
||||
"ui",
|
||||
"stability"
|
||||
],
|
||||
"hide_table_of_contents": false
|
||||
},
|
||||
"unlisted": false,
|
||||
"prevItem": {
|
||||
"title": "Incident Report: Wildcard Blocking New Models After Cost Map Reload",
|
||||
"permalink": "/blog/anthropic-wildcard-model-access-incident"
|
||||
},
|
||||
"nextItem": {
|
||||
"title": "DAY 0 Support: Gemini 3.1 Pro on LiteLLM",
|
||||
"permalink": "/blog/gemini_3_1_pro"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,71 @@
|
|||
{
|
||||
"permalink": "/blog/sub-millisecond-proxy-overhead",
|
||||
"source": "@site/blog/sub_millisecond_proxy_overhead/index.md",
|
||||
"title": "Achieving Sub-Millisecond Proxy Overhead",
|
||||
"description": "Our Q1 performance target and architectural direction for achieving sub-millisecond proxy overhead on modest hardware.",
|
||||
"date": "2026-02-02T10:00:00.000Z",
|
||||
"tags": [
|
||||
{
|
||||
"inline": true,
|
||||
"label": "performance",
|
||||
"permalink": "/blog/tags/performance"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "architecture",
|
||||
"permalink": "/blog/tags/architecture"
|
||||
}
|
||||
],
|
||||
"hasTruncateMarker": true,
|
||||
"authors": [
|
||||
{
|
||||
"name": "Alexsander Hamir",
|
||||
"title": "Performance Engineer, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/alexsander-baptista/",
|
||||
"imageURL": "https://github.com/AlexsanderHamir.png",
|
||||
"key": "alexsander",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Krrish Dholakia",
|
||||
"title": "CEO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/krish-d/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
|
||||
"key": "krrish",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Ishaan Jaff",
|
||||
"title": "CTO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/reffajnaahsi/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
|
||||
"key": "ishaan-alt",
|
||||
"page": null
|
||||
}
|
||||
],
|
||||
"frontMatter": {
|
||||
"slug": "sub-millisecond-proxy-overhead",
|
||||
"title": "Achieving Sub-Millisecond Proxy Overhead",
|
||||
"date": "2026-02-02T10:00:00.000Z",
|
||||
"authors": [
|
||||
"alexsander",
|
||||
"krrish",
|
||||
"ishaan-alt"
|
||||
],
|
||||
"description": "Our Q1 performance target and architectural direction for achieving sub-millisecond proxy overhead on modest hardware.",
|
||||
"tags": [
|
||||
"performance",
|
||||
"architecture"
|
||||
],
|
||||
"hide_table_of_contents": false
|
||||
},
|
||||
"unlisted": false,
|
||||
"prevItem": {
|
||||
"title": "Day 0 Support: Claude Opus 4.6",
|
||||
"permalink": "/blog/claude_opus_4_6"
|
||||
},
|
||||
"nextItem": {
|
||||
"title": "DAY 0 Support: Gemini 3 Flash on LiteLLM",
|
||||
"permalink": "/blog/gemini_3_flash"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,53 @@
|
|||
{
|
||||
"permalink": "/blog/vanta-compliance-recertification",
|
||||
"source": "@site/blog/vanta_compliance_recertification/index.md",
|
||||
"title": "LiteLLM + Vanta: SOC 2 Type 2 and ISO 27001 Recertification",
|
||||
"description": "LiteLLM is partnering with Vanta on SOC 2 Type 2 and ISO 27001 recertification and engaging independent auditors for verification.",
|
||||
"date": "2026-03-30T10:00:00.000Z",
|
||||
"tags": [
|
||||
{
|
||||
"inline": true,
|
||||
"label": "security",
|
||||
"permalink": "/blog/tags/security"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "compliance",
|
||||
"permalink": "/blog/tags/compliance"
|
||||
}
|
||||
],
|
||||
"hasTruncateMarker": false,
|
||||
"authors": [
|
||||
{
|
||||
"name": "Krrish Dholakia",
|
||||
"title": "CEO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/krish-d/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
|
||||
"key": "krrish",
|
||||
"page": null
|
||||
}
|
||||
],
|
||||
"frontMatter": {
|
||||
"slug": "vanta-compliance-recertification",
|
||||
"title": "LiteLLM + Vanta: SOC 2 Type 2 and ISO 27001 Recertification",
|
||||
"date": "2026-03-30T10:00:00.000Z",
|
||||
"authors": [
|
||||
"krrish"
|
||||
],
|
||||
"description": "LiteLLM is partnering with Vanta on SOC 2 Type 2 and ISO 27001 recertification and engaging independent auditors for verification.",
|
||||
"tags": [
|
||||
"security",
|
||||
"compliance"
|
||||
],
|
||||
"hide_table_of_contents": true
|
||||
},
|
||||
"unlisted": false,
|
||||
"prevItem": {
|
||||
"title": "Announcing CI/CD v2 for LiteLLM",
|
||||
"permalink": "/blog/ci-cd-v2-improvements"
|
||||
},
|
||||
"nextItem": {
|
||||
"title": "Security Townhall Updates",
|
||||
"permalink": "/blog/security-townhall-updates"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,83 @@
|
|||
{
|
||||
"permalink": "/blog/video_characters_api",
|
||||
"source": "@site/blog/video_characters_litellm/index.md",
|
||||
"title": "New Video Characters, Edit and Extension API support",
|
||||
"description": "LiteLLM now supports creating, retrieving, and managing reusable video characters across multiple video generations.",
|
||||
"date": "2026-03-16T10:00:00.000Z",
|
||||
"tags": [
|
||||
{
|
||||
"inline": true,
|
||||
"label": "videos",
|
||||
"permalink": "/blog/tags/videos"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "characters",
|
||||
"permalink": "/blog/tags/characters"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "proxy",
|
||||
"permalink": "/blog/tags/proxy"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "routing",
|
||||
"permalink": "/blog/tags/routing"
|
||||
}
|
||||
],
|
||||
"hasTruncateMarker": true,
|
||||
"authors": [
|
||||
{
|
||||
"name": "Sameer Kankute",
|
||||
"title": "SWE @ LiteLLM (LLM Translation)",
|
||||
"url": "https://www.linkedin.com/in/sameer-kankute/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg",
|
||||
"key": "sameer",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Krrish Dholakia",
|
||||
"title": "CEO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/krish-d/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
|
||||
"key": "krrish",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Ishaan Jaff",
|
||||
"title": "CTO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/reffajnaahsi/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
|
||||
"key": "ishaan-alt",
|
||||
"page": null
|
||||
}
|
||||
],
|
||||
"frontMatter": {
|
||||
"slug": "video_characters_api",
|
||||
"title": "New Video Characters, Edit and Extension API support",
|
||||
"date": "2026-03-16T10:00:00.000Z",
|
||||
"authors": [
|
||||
"sameer",
|
||||
"krrish",
|
||||
"ishaan-alt"
|
||||
],
|
||||
"description": "LiteLLM now supports creating, retrieving, and managing reusable video characters across multiple video generations.",
|
||||
"tags": [
|
||||
"videos",
|
||||
"characters",
|
||||
"proxy",
|
||||
"routing"
|
||||
],
|
||||
"hide_table_of_contents": false
|
||||
},
|
||||
"unlisted": false,
|
||||
"prevItem": {
|
||||
"title": "Day 0 Support: GPT-5.4-mini and GPT-5.4-nano",
|
||||
"permalink": "/blog/gpt_5_4_mini_nano"
|
||||
},
|
||||
"nextItem": {
|
||||
"title": "Realtime WebRTC HTTP Endpoints",
|
||||
"permalink": "/blog/realtime_webrtc_http_endpoints"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,76 @@
|
|||
{
|
||||
"permalink": "/blog/vllm-embeddings-incident",
|
||||
"source": "@site/blog/vllm_embeddings_incident/index.md",
|
||||
"title": "Incident Report: vLLM Embeddings Broken by encoding_format Parameter",
|
||||
"description": "Date: Feb 16, 2026",
|
||||
"date": "2026-02-18T10:00:00.000Z",
|
||||
"tags": [
|
||||
{
|
||||
"inline": true,
|
||||
"label": "incident-report",
|
||||
"permalink": "/blog/tags/incident-report"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "embeddings",
|
||||
"permalink": "/blog/tags/embeddings"
|
||||
},
|
||||
{
|
||||
"inline": true,
|
||||
"label": "vllm",
|
||||
"permalink": "/blog/tags/vllm"
|
||||
}
|
||||
],
|
||||
"hasTruncateMarker": true,
|
||||
"authors": [
|
||||
{
|
||||
"name": "Sameer Kankute",
|
||||
"title": "SWE @ LiteLLM (LLM Translation)",
|
||||
"url": "https://www.linkedin.com/in/sameer-kankute/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/2001352686994907136/ONgNuSk5_400x400.jpg",
|
||||
"key": "sameer",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Krrish Dholakia",
|
||||
"title": "CEO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/krish-d/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1298587542745358340/DZv3Oj-h_400x400.jpg",
|
||||
"key": "krrish",
|
||||
"page": null
|
||||
},
|
||||
{
|
||||
"name": "Ishaan Jaff",
|
||||
"title": "CTO, LiteLLM",
|
||||
"url": "https://www.linkedin.com/in/reffajnaahsi/",
|
||||
"imageURL": "https://pbs.twimg.com/profile_images/1613813310264340481/lz54oEiB_400x400.jpg",
|
||||
"key": "ishaan-alt",
|
||||
"page": null
|
||||
}
|
||||
],
|
||||
"frontMatter": {
|
||||
"slug": "vllm-embeddings-incident",
|
||||
"title": "Incident Report: vLLM Embeddings Broken by encoding_format Parameter",
|
||||
"date": "2026-02-18T10:00:00.000Z",
|
||||
"authors": [
|
||||
"sameer",
|
||||
"krrish",
|
||||
"ishaan-alt"
|
||||
],
|
||||
"tags": [
|
||||
"incident-report",
|
||||
"embeddings",
|
||||
"vllm"
|
||||
],
|
||||
"hide_table_of_contents": false
|
||||
},
|
||||
"unlisted": false,
|
||||
"prevItem": {
|
||||
"title": "DAY 0 Support: Gemini 3.1 Pro on LiteLLM",
|
||||
"permalink": "/blog/gemini_3_1_pro"
|
||||
},
|
||||
"nextItem": {
|
||||
"title": "Day 0 Support: Claude Sonnet 4.6",
|
||||
"permalink": "/blog/claude_sonnet_4_6"
|
||||
}
|
||||
}
|
||||
Some files were not shown because too many files have changed in this diff Show more
Loading…
Add table
Reference in a new issue