apiVersion: apps/v1 kind: Deployment metadata: annotations: {{- toYaml .Values.deploymentAnnotations | nindent 4 }} name: {{ include "litellm.fullname" . }} labels: {{- include "litellm.labels" . | nindent 4 }} {{- if .Values.deploymentLabels }} {{- toYaml .Values.deploymentLabels | nindent 4 }} {{- end }} spec: {{- if and (not .Values.keda.enabled) (not .Values.autoscaling.enabled) }} replicas: {{ .Values.replicaCount }} {{- end }} {{- with .Values.strategy }} strategy: {{- toYaml . | nindent 4 }} {{- end }} selector: matchLabels: {{- include "litellm.selectorLabels" . | nindent 6 }} {{- if .Values.deploymentMinReadySeconds }} minReadySeconds: {{ .Values.deploymentMinReadySeconds }} {{- end }} template: metadata: annotations: {{- if .Values.proxyConfigMap.create }} checksum/config: {{ include (print $.Template.BasePath "/configmap-litellm.yaml") . | sha256sum }} {{- end }} {{- with .Values.podAnnotations }} {{- tpl (toYaml .) $ | nindent 8 }} {{- end }} labels: {{- include "litellm.labels" . | nindent 8 }} {{- with .Values.podLabels }} {{- toYaml . | nindent 8 }} {{- end }} spec: {{- with .Values.imagePullSecrets }} imagePullSecrets: {{- toYaml . | nindent 8 }} {{- end }} serviceAccountName: {{ include "litellm.serviceAccountName" . }} securityContext: {{- toYaml .Values.podSecurityContext | nindent 8 }} {{- with .Values.extraInitContainers }} initContainers: {{- tpl (toYaml .) $ | nindent 8 }} {{- end }} containers: - name: {{ include "litellm.name" . }} securityContext: {{- toYaml .Values.securityContext | nindent 12 }} image: "{{ .Values.image.repository }}:{{ .Values.image.tag | default .Chart.AppVersion }}" imagePullPolicy: {{ .Values.image.pullPolicy }} env: {{- include "litellm.proxyEnv" . | nindent 12 }} {{- include "litellm.proxyMetricsEnv" . | nindent 12 }} {{- if .Values.collector.enabled }} {{- include "litellm.collectorEnv" . | nindent 12 }} {{- end }} envFrom: {{- range .Values.environmentSecrets }} - secretRef: name: {{ . }} {{- end }} {{- range .Values.environmentConfigMaps }} - configMapRef: name: {{ . }} {{- end }} {{- if .Values.command }} command: {{ toYaml .Values.command | nindent 12 }} {{- end }} {{- if .Values.args }} args: {{ toYaml .Values.args | nindent 12 }} {{- else }} args: - --config - /etc/litellm/config.yaml {{ if .Values.numWorkers }} - --num_workers - {{ .Values.numWorkers | quote }} {{- end }} {{- end }} ports: - name: http containerPort: {{ .Values.service.port }} protocol: TCP {{- if .Values.metricsServer.enabled }} - name: metrics containerPort: {{ .Values.metricsServer.port }} protocol: TCP {{- end }} livenessProbe: httpGet: path: {{ .Values.livenessProbe.path | quote }} port: "http" initialDelaySeconds: {{ .Values.livenessProbe.initialDelaySeconds }} periodSeconds: {{ .Values.livenessProbe.periodSeconds }} timeoutSeconds: {{ .Values.livenessProbe.timeoutSeconds }} successThreshold: {{ .Values.livenessProbe.successThreshold }} failureThreshold: {{ .Values.livenessProbe.failureThreshold }} readinessProbe: httpGet: path: {{ .Values.readinessProbe.path | quote }} port: "http" initialDelaySeconds: {{ .Values.readinessProbe.initialDelaySeconds }} periodSeconds: {{ .Values.readinessProbe.periodSeconds }} timeoutSeconds: {{ .Values.readinessProbe.timeoutSeconds }} successThreshold: {{ .Values.readinessProbe.successThreshold }} failureThreshold: {{ .Values.readinessProbe.failureThreshold }} startupProbe: httpGet: path: {{ .Values.startupProbe.path | quote }} port: "http" initialDelaySeconds: {{ .Values.startupProbe.initialDelaySeconds }} periodSeconds: {{ .Values.startupProbe.periodSeconds }} timeoutSeconds: {{ .Values.startupProbe.timeoutSeconds }} successThreshold: {{ .Values.startupProbe.successThreshold }} failureThreshold: {{ .Values.startupProbe.failureThreshold }} resources: {{- toYaml .Values.resources | nindent 12 }} volumeMounts: - name: litellm-config mountPath: /etc/litellm/config.yaml subPath: config.yaml {{ if .Values.securityContext.readOnlyRootFilesystem }} - name: tmp mountPath: /tmp - name: cache mountPath: /.cache - name: npm mountPath: /.npm {{- end }} {{- if .Values.billingMetrics.enabled }} {{- include "litellm.billingMetricsVolumeMounts" . | nindent 12 }} {{- end }} {{- if include "litellm.collector.socketDir" . }} - name: collector-socket mountPath: {{ include "litellm.collector.socketDir" . }} {{- end }} {{- with .Values.volumeMounts }} {{- toYaml . | nindent 12 }} {{- end }} {{- with .Values.lifecycle }} lifecycle: {{- toYaml . | nindent 12 }} {{- end }} {{- if .Values.collector.enabled }} - name: {{ include "litellm.name" . }}-collector securityContext: {{- toYaml .Values.securityContext | nindent 12 }} image: "{{ .Values.image.repository }}:{{ .Values.image.tag | default .Chart.AppVersion }}" imagePullPolicy: {{ .Values.image.pullPolicy }} command: {{ toYaml .Values.collector.command | nindent 12 }} env: {{- include "litellm.proxyEnv" . | nindent 12 }} {{- include "litellm.collectorEnv" . | nindent 12 }} - name: LITELLM_JOB_ROLE value: collector {{- if not (hasKey (default dict .Values.envVars) "CONFIG_FILE_PATH") }} - name: CONFIG_FILE_PATH value: /etc/litellm/config.yaml {{- end }} envFrom: {{- range .Values.environmentSecrets }} - secretRef: name: {{ . }} {{- end }} {{- range .Values.environmentConfigMaps }} - configMapRef: name: {{ . }} {{- end }} resources: {{- toYaml .Values.collector.resources | nindent 12 }} volumeMounts: - name: litellm-config mountPath: /etc/litellm/config.yaml subPath: config.yaml {{- if include "litellm.collector.socketDir" . }} - name: collector-socket mountPath: {{ include "litellm.collector.socketDir" . }} {{- end }} {{ if .Values.securityContext.readOnlyRootFilesystem }} - name: tmp mountPath: /tmp - name: cache mountPath: /.cache - name: npm mountPath: /.npm {{- end }} {{- with .Values.volumeMounts }} {{- toYaml . | nindent 12 }} {{- end }} {{- end }} {{- with .Values.extraContainers }} {{- tpl (toYaml .) $ | nindent 8 }} {{- end }} volumes: {{ if .Values.securityContext.readOnlyRootFilesystem }} - name: tmp emptyDir: sizeLimit: 500Mi - name: cache emptyDir: sizeLimit: 500Mi - name: npm emptyDir: sizeLimit: 500Mi {{- end }} - name: litellm-config configMap: {{- if .Values.proxyConfigMap.create }} name: {{ include "litellm.fullname" . }}-config {{- else }} name: {{ .Values.proxyConfigMap.name }} {{- end }} items: - key: {{ .Values.proxyConfigMap.key | default "config.yaml" }} path: "config.yaml" {{- if .Values.billingMetrics.enabled }} {{- include "litellm.billingMetricsVolumes" . | nindent 8 }} {{- end }} {{- if include "litellm.collector.socketDir" . }} - name: collector-socket emptyDir: sizeLimit: 1Mi {{- end }} {{- with .Values.volumes }} {{- toYaml . | nindent 8 }} {{- end }} {{- with .Values.nodeSelector }} nodeSelector: {{- toYaml . | nindent 8 }} {{- end }} {{- with .Values.affinity }} affinity: {{- toYaml . | nindent 8 }} {{- end }} {{- with .Values.tolerations }} tolerations: {{- toYaml . | nindent 8 }} {{- end }} terminationGracePeriodSeconds: {{ .Values.terminationGracePeriodSeconds | default 90 }} {{- if .Values.topologySpreadConstraints }} topologySpreadConstraints: {{- toYaml .Values.topologySpreadConstraints | nindent 8 }} {{- end }}