scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-03 02:22:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 80

feat: systemd unit for litellm-agent-runtime daemon

Browse source 
Reads runtime config from /etc/litellm-agent/runtime.env (written by
EC2 user-data, mode 600). Restart=on-failure with a 5s backoff so transient
network blips during bootstrap don't permanently kill the session.

LIT-2878
This commit is contained in:
Ishaan Jaff 2026-05-06 15:27:27 -07:00
parent 29667d22cd
commit 03de8f56a6
No known key found for this signature in database
1 changed files with 22 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

22
infra/ami/files/litellm-agent-runtime.service Normal file
View file

@ -0,0 +1,22 @@
[Unit]
Description=LiteLLM agent-session runtime daemon
Documentation=https://docs.litellm.ai/docs/agent_sessions
After=network-online.target cloud-final.service
Wants=network-online.target
[Service]
Type=simple
User=root
# Runtime config dropped by user-data.
EnvironmentFile=-/etc/litellm-agent/runtime.env
ExecStart=/usr/bin/python3.13 /opt/litellm-agent-runtime/daemon
Restart=on-failure
RestartSec=5
# Limit accidental log volume; the daemon should rate-limit its own output.
StandardOutput=journal
StandardError=journal
KillMode=mixed
TimeoutStopSec=15
[Install]
WantedBy=multi-user.target