feat: add support for new field prefill.servicePort

charts/llm-d-modelservice/Chart.yaml

@@ -13,7 +13,7 @@ type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
 # Versions are expected to follow Semantic Versioning (https://semver.org/)
-version: "v0.4.3"
+version: "v0.4.4"
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application. Versions are not expected to
 # follow Semantic Versioning. They should reflect the version the application is using.

charts/llm-d-modelservice/templates/_helpers.tpl

@@ -221,9 +221,18 @@ Required number of GPU per worker -- dpl * tp
 {{/*
 Port on which vllm container should listen.
 Context is helm root context plus key "role" ("decode" or "prefill")
+For prefill: uses prefill.servicePort if set, otherwise fall back to routing.servicePort
+For decode with proxy: uses routing.proxy.targetPort
+For decode without proxy: uses routing.servicePort
 */}}
 {{- define "llm-d-modelservice.vllmPort" -}}
-{{- if or (eq .role "prefill") (eq .Values.routing.proxy.enabled false) }}
+{{- if eq .role "prefill" }}
+{{- if .Values.prefill.servicePort }}
+{{- .Values.prefill.servicePort }}
+{{- else }}
+{{- .Values.routing.servicePort }}
+{{- end }}
+{{- else if eq .Values.routing.proxy.enabled false }}
 {{- .Values.routing.servicePort }}
 {{- else }}
 {{- .Values.routing.proxy.targetPort }}
@@ -477,9 +486,13 @@ context is a dict with helm root context plus:
   {{- if $acceleratorEnv }}{{ $acceleratorEnv | nindent 2 }}{{- end }}
   {{- /* Add tracing environment variables from global config */}}
   {{- (include "llm-d-modelservice.tracingEnv" .) | nindent 2 }}
-  {{- with .container.ports }}
+  {{- /* Set containerPorts - prefill.servicePort takes precedence if it is set */}}
+  {{- if and (eq .role "prefill") .Values.prefill.servicePort }}
   ports:
-    {{- include "common.tplvalues.render" ( dict "value" . "context" $ ) | nindent 2 }}
+    - containerPort: {{ .Values.prefill.servicePort }}
+  {{- else if .container.ports }}
+  ports:
+    {{- include "common.tplvalues.render" ( dict "value" .container.ports "context" $ ) | nindent 2 }}
   {{- end }}
   {{- /* DEPRECATED; use extraConfig.livenessProbe instead */ -}}
   {{- with .container.livenessProbe }}

charts/llm-d-modelservice/values.schema.json

@@ -3557,7 +3557,7 @@
                 },
                 "parallelism": {
                     "additionalProperties": false,
-                    "description": "VLLM parallelism configuration",
+                    "description": "Name of the scheduler to use for scheduling prefill pods (overrides global schedulerName) schedulerName: prefill-scheduler VLLM parallelism configuration",
                     "properties": {
                         "data": {
                             "default": 1,
@@ -3585,8 +3585,7 @@
                         }
                     },
                     "required": [],
-                    "title": "parallelism",
-                    "type": "object"
+                    "title": "parallelism"
                 },
                 "replicas": {
                     "default": 0,

charts/llm-d-modelservice/values.schema.tmpl.json

@@ -929,7 +929,7 @@
         },
         "parallelism": {
           "additionalProperties": false,
-          "description": "VLLM parallelism configuration",
+          "description": "Name of the scheduler to use for scheduling prefill pods (overrides global schedulerName) schedulerName: prefill-scheduler VLLM parallelism configuration",
           "properties": {
             "data": {
               "default": 1,
@@ -957,8 +957,7 @@
             }
           },
           "required": [],
-          "title": "parallelism",
-          "type": "object"
+          "title": "parallelism"
         },
         "replicas": {
           "default": 0,

charts/llm-d-modelservice/values.yaml

@@ -459,10 +459,16 @@ prefill:
     enabled: false
 
   replicas: 0
+
   # @schema
   # additionalProperties: true
   # @schema
   nodeSelector: {}
+
+  # Port on which the prefill vLLM container listens
+  # When not specified, falls back to routing.servicePort
+  # Uncomment to override:
+  # servicePort: 8000
   # schedulerName -- Name of the scheduler to use for scheduling prefill pods (overrides global schedulerName)
   # schedulerName: prefill-scheduler
 

examples/output-cpu.yaml

@@ -6,7 +6,7 @@ kind: ServiceAccount
 metadata:
   name: cpu-sim-llm-d-modelservice
   labels:
-    helm.sh/chart: llm-d-modelservice-v0.4.3
+    helm.sh/chart: llm-d-modelservice-v0.4.4
     app.kubernetes.io/version: "v0.3.0"
     app.kubernetes.io/managed-by: Helm
 ---
@@ -16,7 +16,7 @@ kind: Deployment
 metadata:
   name: cpu-sim-llm-d-modelservice-decode
   labels:
-    helm.sh/chart: llm-d-modelservice-v0.4.3
+    helm.sh/chart: llm-d-modelservice-v0.4.4
     app.kubernetes.io/version: "v0.3.0"
     app.kubernetes.io/managed-by: Helm
 spec:
@@ -105,7 +105,7 @@ kind: Deployment
 metadata:
   name: cpu-sim-llm-d-modelservice-prefill
   labels:
-    helm.sh/chart: llm-d-modelservice-v0.4.3
+    helm.sh/chart: llm-d-modelservice-v0.4.4
     app.kubernetes.io/version: "v0.3.0"
     app.kubernetes.io/managed-by: Helm
 spec:

examples/output-dra.yaml

@@ -6,7 +6,7 @@ kind: ServiceAccount
 metadata:
   name: dra-llm-d-modelservice
   labels:
-    helm.sh/chart: llm-d-modelservice-v0.4.3
+    helm.sh/chart: llm-d-modelservice-v0.4.4
     app.kubernetes.io/version: "v0.3.0"
     app.kubernetes.io/managed-by: Helm
 ---
@@ -16,7 +16,7 @@ kind: Deployment
 metadata:
   name: dra-llm-d-modelservice-decode
   labels:
-    helm.sh/chart: llm-d-modelservice-v0.4.3
+    helm.sh/chart: llm-d-modelservice-v0.4.4
     app.kubernetes.io/version: "v0.3.0"
     app.kubernetes.io/managed-by: Helm
 spec:
@@ -115,7 +115,7 @@ kind: ResourceClaimTemplate
 metadata:
   name: intel-gaudi-claim-template-decode
   labels:
-    helm.sh/chart: llm-d-modelservice-v0.4.3
+    helm.sh/chart: llm-d-modelservice-v0.4.4
     app.kubernetes.io/version: "v0.3.0"
     app.kubernetes.io/managed-by: Helm
     llm-d.ai/role: decode

examples/output-gaudi.yaml

@@ -6,7 +6,7 @@ kind: ServiceAccount
 metadata:
   name: gaudi-llm-d-modelservice
   labels:
-    helm.sh/chart: llm-d-modelservice-v0.4.3
+    helm.sh/chart: llm-d-modelservice-v0.4.4
     app.kubernetes.io/version: "v0.3.0"
     app.kubernetes.io/managed-by: Helm
 ---
@@ -16,7 +16,7 @@ kind: Deployment
 metadata:
   name: gaudi-llm-d-modelservice-decode
   labels:
-    helm.sh/chart: llm-d-modelservice-v0.4.3
+    helm.sh/chart: llm-d-modelservice-v0.4.4
     app.kubernetes.io/version: "v0.3.0"
     app.kubernetes.io/managed-by: Helm
 spec:

examples/output-heterogeneous-pd.yaml

@@ -6,7 +6,7 @@ kind: ServiceAccount
 metadata:
   name: heterogeneous-pd-llm-d-modelservice
   labels:
-    helm.sh/chart: llm-d-modelservice-v0.4.3
+    helm.sh/chart: llm-d-modelservice-v0.4.4
     app.kubernetes.io/version: "v0.3.0"
     app.kubernetes.io/managed-by: Helm
 ---
@@ -16,7 +16,7 @@ kind: Deployment
 metadata:
   name: heterogeneous-pd-llm-d-modelservice-decode
   labels:
-    helm.sh/chart: llm-d-modelservice-v0.4.3
+    helm.sh/chart: llm-d-modelservice-v0.4.4
     app.kubernetes.io/version: "v0.3.0"
     app.kubernetes.io/managed-by: Helm
 spec:
@@ -131,7 +131,7 @@ kind: Deployment
 metadata:
   name: heterogeneous-pd-llm-d-modelservice-prefill
   labels:
-    helm.sh/chart: llm-d-modelservice-v0.4.3
+    helm.sh/chart: llm-d-modelservice-v0.4.4
     app.kubernetes.io/version: "v0.3.0"
     app.kubernetes.io/managed-by: Helm
 spec:
@@ -224,7 +224,7 @@ kind: ResourceClaimTemplate
 metadata:
   name: nvidia-claim-template-decode
   labels:
-    helm.sh/chart: llm-d-modelservice-v0.4.3
+    helm.sh/chart: llm-d-modelservice-v0.4.4
     app.kubernetes.io/version: "v0.3.0"
     app.kubernetes.io/managed-by: Helm
     llm-d.ai/role: decode

examples/output-pd-mnnvl.yaml

@@ -6,7 +6,7 @@ kind: ServiceAccount
 metadata:
   name: pd-mnnvl-llm-d-modelservice
   labels:
-    helm.sh/chart: llm-d-modelservice-v0.4.3
+    helm.sh/chart: llm-d-modelservice-v0.4.4
     app.kubernetes.io/version: "v0.3.0"
     app.kubernetes.io/managed-by: Helm
 ---
@@ -16,7 +16,7 @@ kind: Deployment
 metadata:
   name: pd-mnnvl-llm-d-modelservice-decode
   labels:
-    helm.sh/chart: llm-d-modelservice-v0.4.3
+    helm.sh/chart: llm-d-modelservice-v0.4.4
     app.kubernetes.io/version: "v0.3.0"
     app.kubernetes.io/managed-by: Helm
 spec:
@@ -131,7 +131,7 @@ kind: Deployment
 metadata:
   name: pd-mnnvl-llm-d-modelservice-prefill
   labels:
-    helm.sh/chart: llm-d-modelservice-v0.4.3
+    helm.sh/chart: llm-d-modelservice-v0.4.4
     app.kubernetes.io/version: "v0.3.0"
     app.kubernetes.io/managed-by: Helm
 spec:

examples/output-pd.yaml

@@ -6,7 +6,7 @@ kind: ServiceAccount
 metadata:
   name: pd-llm-d-modelservice
   labels:
-    helm.sh/chart: llm-d-modelservice-v0.4.3
+    helm.sh/chart: llm-d-modelservice-v0.4.4
     app.kubernetes.io/version: "v0.3.0"
     app.kubernetes.io/managed-by: Helm
 ---
@@ -16,7 +16,7 @@ kind: Deployment
 metadata:
   name: pd-llm-d-modelservice-decode
   labels:
-    helm.sh/chart: llm-d-modelservice-v0.4.3
+    helm.sh/chart: llm-d-modelservice-v0.4.4
     app.kubernetes.io/version: "v0.3.0"
     app.kubernetes.io/managed-by: Helm
 spec:
@@ -127,7 +127,7 @@ kind: Deployment
 metadata:
   name: pd-llm-d-modelservice-prefill
   labels:
-    helm.sh/chart: llm-d-modelservice-v0.4.3
+    helm.sh/chart: llm-d-modelservice-v0.4.4
     app.kubernetes.io/version: "v0.3.0"
     app.kubernetes.io/managed-by: Helm
 spec:

examples/output-pvc-hf.yaml

@@ -6,7 +6,7 @@ kind: ServiceAccount
 metadata:
   name: pvc-hf-llm-d-modelservice
   labels:
-    helm.sh/chart: llm-d-modelservice-v0.4.3
+    helm.sh/chart: llm-d-modelservice-v0.4.4
     app.kubernetes.io/version: "v0.3.0"
     app.kubernetes.io/managed-by: Helm
 ---
@@ -16,7 +16,7 @@ kind: Deployment
 metadata:
   name: pvc-hf-llm-d-modelservice-decode
   labels:
-    helm.sh/chart: llm-d-modelservice-v0.4.3
+    helm.sh/chart: llm-d-modelservice-v0.4.4
     app.kubernetes.io/version: "v0.3.0"
     app.kubernetes.io/managed-by: Helm
 spec:
@@ -127,7 +127,7 @@ kind: Deployment
 metadata:
   name: pvc-hf-llm-d-modelservice-prefill
   labels:
-    helm.sh/chart: llm-d-modelservice-v0.4.3
+    helm.sh/chart: llm-d-modelservice-v0.4.4
     app.kubernetes.io/version: "v0.3.0"
     app.kubernetes.io/managed-by: Helm
 spec:

examples/output-pvc.yaml

@@ -6,7 +6,7 @@ kind: ServiceAccount
 metadata:
   name: pvc-llm-d-modelservice
   labels:
-    helm.sh/chart: llm-d-modelservice-v0.4.3
+    helm.sh/chart: llm-d-modelservice-v0.4.4
     app.kubernetes.io/version: "v0.3.0"
     app.kubernetes.io/managed-by: Helm
 ---
@@ -16,7 +16,7 @@ kind: Deployment
 metadata:
   name: pvc-llm-d-modelservice-decode
   labels:
-    helm.sh/chart: llm-d-modelservice-v0.4.3
+    helm.sh/chart: llm-d-modelservice-v0.4.4
     app.kubernetes.io/version: "v0.3.0"
     app.kubernetes.io/managed-by: Helm
 spec:
@@ -126,7 +126,7 @@ kind: Deployment
 metadata:
   name: pvc-llm-d-modelservice-prefill
   labels:
-    helm.sh/chart: llm-d-modelservice-v0.4.3
+    helm.sh/chart: llm-d-modelservice-v0.4.4
     app.kubernetes.io/version: "v0.3.0"
     app.kubernetes.io/managed-by: Helm
 spec:

examples/output-requester.yaml

@@ -6,7 +6,7 @@ kind: ServiceAccount
 metadata:
   name: requester-llm-d-modelservice
   labels:
-    helm.sh/chart: llm-d-modelservice-v0.4.3
+    helm.sh/chart: llm-d-modelservice-v0.4.4
     app.kubernetes.io/version: "v0.3.0"
     app.kubernetes.io/managed-by: Helm
 ---
@@ -142,7 +142,7 @@ kind: Deployment
 metadata:
   name: requester-llm-d-modelservice-prefill
   labels:
-    helm.sh/chart: llm-d-modelservice-v0.4.3
+    helm.sh/chart: llm-d-modelservice-v0.4.4
     app.kubernetes.io/version: "v0.3.0"
     app.kubernetes.io/managed-by: Helm
 spec:

examples/output-xpu-pd.yaml

@@ -6,7 +6,7 @@ kind: ServiceAccount
 metadata:
   name: xpu-pd-llm-d-modelservice
   labels:
-    helm.sh/chart: llm-d-modelservice-v0.4.3
+    helm.sh/chart: llm-d-modelservice-v0.4.4
     app.kubernetes.io/version: "v0.3.0"
     app.kubernetes.io/managed-by: Helm
 ---
@@ -16,7 +16,7 @@ kind: Deployment
 metadata:
   name: xpu-pd-llm-d-modelservice-decode
   labels:
-    helm.sh/chart: llm-d-modelservice-v0.4.3
+    helm.sh/chart: llm-d-modelservice-v0.4.4
     app.kubernetes.io/version: "v0.3.0"
     app.kubernetes.io/managed-by: Helm
 spec:
@@ -158,7 +158,7 @@ kind: Deployment
 metadata:
   name: xpu-pd-llm-d-modelservice-prefill
   labels:
-    helm.sh/chart: llm-d-modelservice-v0.4.3
+    helm.sh/chart: llm-d-modelservice-v0.4.4
     app.kubernetes.io/version: "v0.3.0"
     app.kubernetes.io/managed-by: Helm
 spec:

examples/output-xpu.yaml

@@ -6,7 +6,7 @@ kind: ServiceAccount
 metadata:
   name: xpu-llm-d-modelservice
   labels:
-    helm.sh/chart: llm-d-modelservice-v0.4.3
+    helm.sh/chart: llm-d-modelservice-v0.4.4
     app.kubernetes.io/version: "v0.3.0"
     app.kubernetes.io/managed-by: Helm
 ---
@@ -16,7 +16,7 @@ kind: Deployment
 metadata:
   name: xpu-llm-d-modelservice-decode
   labels:
-    helm.sh/chart: llm-d-modelservice-v0.4.3
+    helm.sh/chart: llm-d-modelservice-v0.4.4
     app.kubernetes.io/version: "v0.3.0"
     app.kubernetes.io/managed-by: Helm
 spec: