Merge cb00ea341c into 5b93ba0ada

deploy/charts/litellm-helm/Chart.yaml

@@ -18,7 +18,7 @@ type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
 # Versions are expected to follow Semantic Versioning (https://semver.org/)
-version: 1.1.0
+version: 1.2.0
 
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application. Versions are not expected to

deploy/charts/litellm-helm/templates/deployment.yaml

@@ -183,6 +183,7 @@ spec:
             httpGet:
               path: {{ .Values.livenessProbe.path | quote }}
               port: "http"
+              scheme: {{ .Values.livenessProbe.scheme | default "HTTP" | upper }}
             initialDelaySeconds: {{ .Values.livenessProbe.initialDelaySeconds }}
             periodSeconds: {{ .Values.livenessProbe.periodSeconds }}
             timeoutSeconds: {{ .Values.livenessProbe.timeoutSeconds }}
@@ -192,6 +193,7 @@ spec:
             httpGet:
               path: {{ .Values.readinessProbe.path | quote }}
               port: "http"
+              scheme: {{ .Values.readinessProbe.scheme | default "HTTP" | upper }}
             initialDelaySeconds: {{ .Values.readinessProbe.initialDelaySeconds }}
             periodSeconds: {{ .Values.readinessProbe.periodSeconds }}
             timeoutSeconds: {{ .Values.readinessProbe.timeoutSeconds }}
@@ -201,6 +203,7 @@ spec:
             httpGet:
               path: {{ .Values.startupProbe.path | quote }}
               port: "http"
+              scheme: {{ .Values.startupProbe.scheme | default "HTTP" | upper }}
             initialDelaySeconds: {{ .Values.startupProbe.initialDelaySeconds }}
             periodSeconds: {{ .Values.startupProbe.periodSeconds }}
             timeoutSeconds: {{ .Values.startupProbe.timeoutSeconds }}

deploy/charts/litellm-helm/tests/deployment_tests.yaml

@@ -402,3 +402,51 @@ tests:
       - equal:
           path: spec.template.metadata.annotations["example.com/literal"]
           value: "plain-string-value"
+  - it: should default probe httpGet scheme to HTTP
+    template: deployment.yaml
+    set:
+      image.tag: test
+    asserts:
+      - equal:
+          path: spec.template.spec.containers[0].livenessProbe.httpGet.scheme
+          value: HTTP
+      - equal:
+          path: spec.template.spec.containers[0].readinessProbe.httpGet.scheme
+          value: HTTP
+      - equal:
+          path: spec.template.spec.containers[0].startupProbe.httpGet.scheme
+          value: HTTP
+  - it: should set probe httpGet scheme to HTTPS when configured
+    template: deployment.yaml
+    set:
+      image.tag: test
+      livenessProbe.scheme: HTTPS
+      readinessProbe.scheme: HTTPS
+      startupProbe.scheme: HTTPS
+    asserts:
+      - equal:
+          path: spec.template.spec.containers[0].livenessProbe.httpGet.scheme
+          value: HTTPS
+      - equal:
+          path: spec.template.spec.containers[0].readinessProbe.httpGet.scheme
+          value: HTTPS
+      - equal:
+          path: spec.template.spec.containers[0].startupProbe.httpGet.scheme
+          value: HTTPS
+  - it: should upper-case a lowercase probe scheme
+    template: deployment.yaml
+    set:
+      image.tag: test
+      livenessProbe.scheme: https
+      readinessProbe.scheme: https
+      startupProbe.scheme: https
+    asserts:
+      - equal:
+          path: spec.template.spec.containers[0].livenessProbe.httpGet.scheme
+          value: HTTPS
+      - equal:
+          path: spec.template.spec.containers[0].readinessProbe.httpGet.scheme
+          value: HTTPS
+      - equal:
+          path: spec.template.spec.containers[0].startupProbe.httpGet.scheme
+          value: HTTPS

deploy/charts/litellm-helm/values.yaml

@@ -91,6 +91,11 @@ service:
 # Probes for LiteLLM gateway container
 livenessProbe:
   path: /health/liveliness
+  # Scheme for the probe request: HTTP (default) or HTTPS. Set to HTTPS when the
+  # proxy terminates TLS on the container port (ssl_keyfile_path/ssl_certfile_path),
+  # otherwise the kubelet's plain-HTTP probe fails the TLS handshake.
+  # Case-insensitive — the value is upper-cased before rendering.
+  scheme: HTTP
   initialDelaySeconds: 0
   periodSeconds: 15
   timeoutSeconds: 5
@@ -99,6 +104,8 @@ livenessProbe:
 
 readinessProbe:
   path: /health/readiness
+  # See livenessProbe.scheme. HTTP (default) or HTTPS.
+  scheme: HTTP
   initialDelaySeconds: 0
   periodSeconds: 10
   timeoutSeconds: 5
@@ -107,6 +114,8 @@ readinessProbe:
 
 startupProbe:
   path: /health/readiness
+  # See livenessProbe.scheme. HTTP (default) or HTTPS.
+  scheme: HTTP
   initialDelaySeconds: 0
   periodSeconds: 10
   timeoutSeconds: 5