apiVersion: apps/v1 kind: Deployment metadata: annotations: {{- toYaml .Values.deploymentAnnotations | nindent 4 }} name: {{ include "litellm.fullname" . }} labels: {{- include "litellm.labels" . | nindent 4 }} {{- if .Values.deploymentLabels }} {{- toYaml .Values.deploymentLabels | nindent 4 }} {{- end }} spec: {{- if and (not .Values.keda.enabled) (not .Values.autoscaling.enabled) }} replicas: {{ .Values.replicaCount }} {{- end }} {{- with .Values.strategy }} strategy: {{- toYaml . | nindent 4 }} {{- end }} selector: matchLabels: {{- include "litellm.selectorLabels" . | nindent 6 }} {{- if .Values.deploymentMinReadySeconds }} minReadySeconds: {{ .Values.deploymentMinReadySeconds }} {{- end }} template: metadata: annotations: {{- if .Values.proxyConfigMap.create }} checksum/config: {{ include (print $.Template.BasePath "/configmap-litellm.yaml") . | sha256sum }} {{- end }} {{- with .Values.podAnnotations }} {{- tpl (toYaml .) $ | nindent 8 }} {{- end }} labels: {{- include "litellm.labels" . | nindent 8 }} {{- with .Values.podLabels }} {{- toYaml . | nindent 8 }} {{- end }} spec: {{- with .Values.imagePullSecrets }} imagePullSecrets: {{- toYaml . | nindent 8 }} {{- end }} serviceAccountName: {{ include "litellm.serviceAccountName" . }} securityContext: {{- toYaml .Values.podSecurityContext | nindent 8 }} {{- with .Values.extraInitContainers }} initContainers: {{- tpl (toYaml .) $ | nindent 8 }} {{- end }} containers: - name: {{ include "litellm.name" . }} securityContext: {{- toYaml .Values.securityContext | nindent 12 }} image: "{{ .Values.image.repository }}:{{ .Values.image.tag | default .Chart.AppVersion }}" imagePullPolicy: {{ .Values.image.pullPolicy }} env: - name: HOST value: "{{ .Values.listen | default "0.0.0.0" }}" - name: PORT value: {{ .Values.service.port | quote}} {{- if .Values.db.deployStandalone }} - name: DATABASE_USERNAME valueFrom: secretKeyRef: name: {{ include "litellm.fullname" . }}-dbcredentials key: username - name: DATABASE_PASSWORD valueFrom: secretKeyRef: name: {{ include "litellm.fullname" . }}-dbcredentials key: password - name: DATABASE_HOST value: {{ .Release.Name }}-postgresql - name: DATABASE_NAME value: litellm {{- else if .Values.db.useExisting }} - name: DATABASE_USERNAME valueFrom: secretKeyRef: name: {{ .Values.db.secret.name }} key: {{ .Values.db.secret.usernameKey }} - name: DATABASE_PASSWORD valueFrom: secretKeyRef: name: {{ .Values.db.secret.name }} key: {{ .Values.db.secret.passwordKey }} - name: DATABASE_HOST {{- if .Values.db.secret.endpointKey }} valueFrom: secretKeyRef: name: {{ .Values.db.secret.name }} key: {{ .Values.db.secret.endpointKey }} {{- else }} value: {{ .Values.db.endpoint }} {{- end }} - name: DATABASE_NAME value: {{ .Values.db.database }} - name: DATABASE_URL value: {{ .Values.db.url | quote }} {{- end }} {{- if and .Values.db.useExisting .Values.db.readReplicaUrl .Values.db.secret.readReplicaEndpointKey (not .Values.db.secret.readReplicaUrlKey) }} - name: DATABASE_READER_HOST valueFrom: secretKeyRef: name: {{ .Values.db.secret.name }} key: {{ .Values.db.secret.readReplicaEndpointKey }} {{- end }} {{- if and .Values.db.useExisting .Values.db.secret.readReplicaUrlKey }} - name: DATABASE_URL_READ_REPLICA valueFrom: secretKeyRef: name: {{ .Values.db.secret.name }} key: {{ .Values.db.secret.readReplicaUrlKey }} {{- else if .Values.db.readReplicaUrl }} - name: DATABASE_URL_READ_REPLICA value: {{ .Values.db.readReplicaUrl | quote }} {{- end }} - name: PROXY_MASTER_KEY valueFrom: secretKeyRef: name: {{ .Values.masterkeySecretName | default (printf "%s-masterkey" (include "litellm.fullname" .)) }} key: {{ .Values.masterkeySecretKey | default "masterkey" }} {{- if .Values.redis.enabled }} - name: REDIS_HOST value: {{ include "litellm.redis.serviceName" . }} - name: REDIS_PORT value: {{ include "litellm.redis.port" . | quote }} - name: REDIS_PASSWORD valueFrom: secretKeyRef: name: {{ include "redis.secretName" .Subcharts.redis }} key: {{include "redis.secretPasswordKey" .Subcharts.redis }} {{- end }} {{- /* Inject LITELLM_LOG only when envVars does not already define it. */}} {{- if and .Values.logLevel (not (hasKey (default dict .Values.envVars) "LITELLM_LOG")) }} - name: LITELLM_LOG value: {{ .Values.logLevel | quote }} {{- end }} {{- if .Values.envVars }} {{- range $key, $val := .Values.envVars }} - name: {{ $key }} value: {{ $val | quote }} {{- end }} {{- end }} {{- with .Values.extraEnvVars }} {{- toYaml . | nindent 12 }} {{- end }} {{- if .Values.billingMetrics.enabled }} {{- include "litellm.billingMetricsEnv" . | nindent 12 }} {{- end }} {{- if .Values.migrationJob.enabled }} # Schema updates are owned by the dedicated migrations Job; skip # the proxy's startup `prisma db push` so N replicas don't race # one DB on every rollout. Placed last (after envVars and # extraEnvVars) so this override can't be silently shadowed by a # user-supplied DISABLE_SCHEMA_UPDATE under last-wins duplicate-env # semantics — same pattern the migrations Job uses. - name: DISABLE_SCHEMA_UPDATE value: "true" {{- end }} envFrom: {{- range .Values.environmentSecrets }} - secretRef: name: {{ . }} {{- end }} {{- range .Values.environmentConfigMaps }} - configMapRef: name: {{ . }} {{- end }} {{- if .Values.command }} command: {{ toYaml .Values.command | nindent 12 }} {{- end }} {{- if .Values.args }} args: {{ toYaml .Values.args | nindent 12 }} {{- else }} args: - --config - /etc/litellm/config.yaml {{ if .Values.numWorkers }} - --num_workers - {{ .Values.numWorkers | quote }} {{- end }} {{- end }} ports: - name: http containerPort: {{ .Values.service.port }} protocol: TCP livenessProbe: httpGet: path: {{ .Values.livenessProbe.path | quote }} port: "http" initialDelaySeconds: {{ .Values.livenessProbe.initialDelaySeconds }} periodSeconds: {{ .Values.livenessProbe.periodSeconds }} timeoutSeconds: {{ .Values.livenessProbe.timeoutSeconds }} successThreshold: {{ .Values.livenessProbe.successThreshold }} failureThreshold: {{ .Values.livenessProbe.failureThreshold }} readinessProbe: httpGet: path: {{ .Values.readinessProbe.path | quote }} port: "http" initialDelaySeconds: {{ .Values.readinessProbe.initialDelaySeconds }} periodSeconds: {{ .Values.readinessProbe.periodSeconds }} timeoutSeconds: {{ .Values.readinessProbe.timeoutSeconds }} successThreshold: {{ .Values.readinessProbe.successThreshold }} failureThreshold: {{ .Values.readinessProbe.failureThreshold }} startupProbe: httpGet: path: {{ .Values.startupProbe.path | quote }} port: "http" initialDelaySeconds: {{ .Values.startupProbe.initialDelaySeconds }} periodSeconds: {{ .Values.startupProbe.periodSeconds }} timeoutSeconds: {{ .Values.startupProbe.timeoutSeconds }} successThreshold: {{ .Values.startupProbe.successThreshold }} failureThreshold: {{ .Values.startupProbe.failureThreshold }} resources: {{- toYaml .Values.resources | nindent 12 }} volumeMounts: - name: litellm-config mountPath: /etc/litellm/config.yaml subPath: config.yaml {{ if .Values.securityContext.readOnlyRootFilesystem }} - name: tmp mountPath: /tmp - name: cache mountPath: /.cache - name: npm mountPath: /.npm {{- end }} {{- if .Values.billingMetrics.enabled }} {{- include "litellm.billingMetricsVolumeMounts" . | nindent 12 }} {{- end }} {{- with .Values.volumeMounts }} {{- toYaml . | nindent 12 }} {{- end }} {{- with .Values.lifecycle }} lifecycle: {{- toYaml . | nindent 12 }} {{- end }} {{- with .Values.extraContainers }} {{- tpl (toYaml .) $ | nindent 8 }} {{- end }} volumes: {{ if .Values.securityContext.readOnlyRootFilesystem }} - name: tmp emptyDir: sizeLimit: 500Mi - name: cache emptyDir: sizeLimit: 500Mi - name: npm emptyDir: sizeLimit: 500Mi {{- end }} - name: litellm-config configMap: {{- if .Values.proxyConfigMap.create }} name: {{ include "litellm.fullname" . }}-config {{- else }} name: {{ .Values.proxyConfigMap.name }} {{- end }} items: - key: {{ .Values.proxyConfigMap.key | default "config.yaml" }} path: "config.yaml" {{- if .Values.billingMetrics.enabled }} {{- include "litellm.billingMetricsVolumes" . | nindent 8 }} {{- end }} {{- with .Values.volumes }} {{- toYaml . | nindent 8 }} {{- end }} {{- with .Values.nodeSelector }} nodeSelector: {{- toYaml . | nindent 8 }} {{- end }} {{- with .Values.affinity }} affinity: {{- toYaml . | nindent 8 }} {{- end }} {{- with .Values.tolerations }} tolerations: {{- toYaml . | nindent 8 }} {{- end }} terminationGracePeriodSeconds: {{ .Values.terminationGracePeriodSeconds | default 90 }} {{- if .Values.topologySpreadConstraints }} topologySpreadConstraints: {{- toYaml .Values.topologySpreadConstraints | nindent 8 }} {{- end }}