mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-28 01:32:17 +00:00
9e18526887
* feat(deploy): expose SSE keepalive, pre-call checks and a metrics sidecar in Helm and Terraform Typed reliability values on both Helm charts and the AWS/GCP Terraform modules, a dedicated ClusterIP Service for the separate Prometheus port, a /health route on the metrics server and dead-worker pruning so the aggregate does not keep stale multiprocess samples. Resolves LIT-7142 Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> * refactor(deploy): drop reliability config from Helm and Terraform, keep only the metrics sidecar Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> * test(proxy): cover startup pruning of dead workers' live gauges and unsignalable pids Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> --------- Co-authored-by: yassin <yassin@berri.ai> Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
39 lines
1 KiB
YAML
39 lines
1 KiB
YAML
{{- with .Values.serviceMonitor }}
|
|
{{- if and (eq .enabled true) }}
|
|
apiVersion: monitoring.coreos.com/v1
|
|
kind: ServiceMonitor
|
|
metadata:
|
|
name: {{ include "litellm.fullname" $ }}
|
|
labels:
|
|
{{- include "litellm.labels" $ | nindent 4 }}
|
|
{{- if .labels }}
|
|
{{- toYaml .labels | nindent 4 }}
|
|
{{- end }}
|
|
{{- if .annotations }}
|
|
annotations:
|
|
{{- toYaml .annotations | nindent 4 }}
|
|
{{- end }}
|
|
spec:
|
|
selector:
|
|
matchLabels:
|
|
{{- include "litellm.selectorLabels" $ | nindent 6 }}
|
|
namespaceSelector:
|
|
matchNames:
|
|
# if not set, use the release namespace
|
|
{{- if not .namespaceSelector.matchNames }}
|
|
- {{ $.Release.Namespace | quote }}
|
|
{{- else }}
|
|
{{- toYaml .namespaceSelector.matchNames | nindent 4 }}
|
|
{{- end }}
|
|
endpoints:
|
|
- port: {{ ternary "metrics" "http" $.Values.metricsServer.enabled }}
|
|
path: /metrics/
|
|
interval: {{ .interval }}
|
|
scrapeTimeout: {{ .scrapeTimeout }}
|
|
scheme: http
|
|
{{- if .relabelings }}
|
|
relabelings:
|
|
{{- toYaml .relabelings | nindent 4 }}
|
|
{{- end }}
|
|
{{- end }}
|
|
{{- end }}
|