mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-13 23:11:40 +00:00
feat(prompt-compression): add headroom raw proxy deployment for Render
This commit is contained in:
parent
498b8d85cd
commit
d50061a1e5
2 changed files with 29 additions and 0 deletions
14
prompt_compression/headroom-proxy/Dockerfile
Normal file
14
prompt_compression/headroom-proxy/Dockerfile
Normal file
|
|
@ -0,0 +1,14 @@
|
|||
FROM python:3.12-slim
|
||||
|
||||
RUN apt-get update \
|
||||
&& apt-get install -y --no-install-recommends build-essential \
|
||||
&& pip install --no-cache-dir "headroom-ai[proxy]==0.27.0" \
|
||||
&& apt-get purge -y build-essential \
|
||||
&& apt-get autoremove -y \
|
||||
&& rm -rf /var/lib/apt/lists/*
|
||||
|
||||
EXPOSE 8787
|
||||
|
||||
ENV HEADROOM_TELEMETRY=off
|
||||
|
||||
CMD ["headroom", "proxy", "--host", "0.0.0.0", "--port", "8787"]
|
||||
15
prompt_compression/headroom-proxy/render.yaml
Normal file
15
prompt_compression/headroom-proxy/render.yaml
Normal file
|
|
@ -0,0 +1,15 @@
|
|||
services:
|
||||
- type: web
|
||||
name: headroom-proxy
|
||||
runtime: docker
|
||||
plan: starter
|
||||
dockerfilePath: ./Dockerfile
|
||||
dockerContext: .
|
||||
envVars:
|
||||
- key: OPENAI_API_KEY
|
||||
sync: false
|
||||
- key: ANTHROPIC_API_KEY
|
||||
sync: false
|
||||
- key: HEADROOM_TELEMETRY
|
||||
value: "off"
|
||||
healthCheckPath: /health
|
||||
Loading…
Add table
Reference in a new issue