Skip to content

Commit 35a3a0c

Browse files
zdtswzdtsw
authored
update: NIXL port update (#201)
- was using 5577 but in vllm 0.11.1 it is updated to 5600 Signed-off-by: Wen Zhou <wenzhou@redhat.com>
1 parent 3df515e commit 35a3a0c

17 files changed

Lines changed: 80 additions & 80 deletions

‎charts/llm-d-modelservice/Chart.yaml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -13,7 +13,7 @@ type: application
1313
# This is the chart version. This version number should be incremented each time you make changes
1414
# to the chart and its templates, including the app version.
1515
# Versions are expected to follow Semantic Versioning (https://semver.org/)
16-
version: "v0.4.3"
16+
version: "v0.4.4"
1717
# This is the version number of the application being deployed. This version number should be
1818
# incremented each time you make changes to the application. Versions are not expected to
1919
# follow Semantic Versioning. They should reflect the version the application is using.

‎examples/output-cpu.yaml‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@ kind: ServiceAccount
66
metadata:
77
name: cpu-sim-llm-d-modelservice
88
labels:
9-
helm.sh/chart: llm-d-modelservice-v0.4.3
9+
helm.sh/chart: llm-d-modelservice-v0.4.4
1010
app.kubernetes.io/version: "v0.3.0"
1111
app.kubernetes.io/managed-by: Helm
1212
---
@@ -16,7 +16,7 @@ kind: Deployment
1616
metadata:
1717
name: cpu-sim-llm-d-modelservice-decode
1818
labels:
19-
helm.sh/chart: llm-d-modelservice-v0.4.3
19+
helm.sh/chart: llm-d-modelservice-v0.4.4
2020
app.kubernetes.io/version: "v0.3.0"
2121
app.kubernetes.io/managed-by: Helm
2222
spec:
@@ -105,7 +105,7 @@ kind: Deployment
105105
metadata:
106106
name: cpu-sim-llm-d-modelservice-prefill
107107
labels:
108-
helm.sh/chart: llm-d-modelservice-v0.4.3
108+
helm.sh/chart: llm-d-modelservice-v0.4.4
109109
app.kubernetes.io/version: "v0.3.0"
110110
app.kubernetes.io/managed-by: Helm
111111
spec:

‎examples/output-dra.yaml‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@ kind: ServiceAccount
66
metadata:
77
name: dra-llm-d-modelservice
88
labels:
9-
helm.sh/chart: llm-d-modelservice-v0.4.3
9+
helm.sh/chart: llm-d-modelservice-v0.4.4
1010
app.kubernetes.io/version: "v0.3.0"
1111
app.kubernetes.io/managed-by: Helm
1212
---
@@ -16,7 +16,7 @@ kind: Deployment
1616
metadata:
1717
name: dra-llm-d-modelservice-decode
1818
labels:
19-
helm.sh/chart: llm-d-modelservice-v0.4.3
19+
helm.sh/chart: llm-d-modelservice-v0.4.4
2020
app.kubernetes.io/version: "v0.3.0"
2121
app.kubernetes.io/managed-by: Helm
2222
spec:
@@ -115,7 +115,7 @@ kind: ResourceClaimTemplate
115115
metadata:
116116
name: intel-gaudi-claim-template-decode
117117
labels:
118-
helm.sh/chart: llm-d-modelservice-v0.4.3
118+
helm.sh/chart: llm-d-modelservice-v0.4.4
119119
app.kubernetes.io/version: "v0.3.0"
120120
app.kubernetes.io/managed-by: Helm
121121
llm-d.ai/role: decode

‎examples/output-gaudi.yaml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@ kind: ServiceAccount
66
metadata:
77
name: gaudi-llm-d-modelservice
88
labels:
9-
helm.sh/chart: llm-d-modelservice-v0.4.3
9+
helm.sh/chart: llm-d-modelservice-v0.4.4
1010
app.kubernetes.io/version: "v0.3.0"
1111
app.kubernetes.io/managed-by: Helm
1212
---
@@ -16,7 +16,7 @@ kind: Deployment
1616
metadata:
1717
name: gaudi-llm-d-modelservice-decode
1818
labels:
19-
helm.sh/chart: llm-d-modelservice-v0.4.3
19+
helm.sh/chart: llm-d-modelservice-v0.4.4
2020
app.kubernetes.io/version: "v0.3.0"
2121
app.kubernetes.io/managed-by: Helm
2222
spec:

‎examples/output-heterogeneous-pd.yaml‎

Lines changed: 8 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@ kind: ServiceAccount
66
metadata:
77
name: heterogeneous-pd-llm-d-modelservice
88
labels:
9-
helm.sh/chart: llm-d-modelservice-v0.4.3
9+
helm.sh/chart: llm-d-modelservice-v0.4.4
1010
app.kubernetes.io/version: "v0.3.0"
1111
app.kubernetes.io/managed-by: Helm
1212
---
@@ -16,7 +16,7 @@ kind: Deployment
1616
metadata:
1717
name: heterogeneous-pd-llm-d-modelservice-decode
1818
labels:
19-
helm.sh/chart: llm-d-modelservice-v0.4.3
19+
helm.sh/chart: llm-d-modelservice-v0.4.4
2020
app.kubernetes.io/version: "v0.3.0"
2121
app.kubernetes.io/managed-by: Helm
2222
spec:
@@ -93,7 +93,7 @@ spec:
9393
fieldRef:
9494
fieldPath: status.podIP
9595
- name: VLLM_NIXL_SIDE_CHANNEL_PORT
96-
value: "5557"
96+
value: "5600"
9797
- name: VLLM_LOGGING_LEVEL
9898
value: DEBUG
9999
- name: DP_SIZE
@@ -109,7 +109,7 @@ spec:
109109
ports:
110110
- containerPort: 8200
111111
protocol: TCP
112-
- containerPort: 5557
112+
- containerPort: 5600
113113
protocol: TCP
114114
resources:
115115
limits:
@@ -131,7 +131,7 @@ kind: Deployment
131131
metadata:
132132
name: heterogeneous-pd-llm-d-modelservice-prefill
133133
labels:
134-
helm.sh/chart: llm-d-modelservice-v0.4.3
134+
helm.sh/chart: llm-d-modelservice-v0.4.4
135135
app.kubernetes.io/version: "v0.3.0"
136136
app.kubernetes.io/managed-by: Helm
137137
spec:
@@ -182,7 +182,7 @@ spec:
182182
- name: UCX_TLS
183183
value: tcp
184184
- name: VLLM_NIXL_SIDE_CHANNEL_PORT
185-
value: "5557"
185+
value: "5600"
186186
- name: VLLM_NIXL_SIDE_CHANNEL_HOST
187187
valueFrom:
188188
fieldRef:
@@ -202,7 +202,7 @@ spec:
202202
ports:
203203
- containerPort: 8000
204204
protocol: TCP
205-
- containerPort: 5557
205+
- containerPort: 5600
206206
protocol: TCP
207207
resources:
208208
limits:
@@ -224,7 +224,7 @@ kind: ResourceClaimTemplate
224224
metadata:
225225
name: nvidia-claim-template-decode
226226
labels:
227-
helm.sh/chart: llm-d-modelservice-v0.4.3
227+
helm.sh/chart: llm-d-modelservice-v0.4.4
228228
app.kubernetes.io/version: "v0.3.0"
229229
app.kubernetes.io/managed-by: Helm
230230
llm-d.ai/role: decode

‎examples/output-pd-mnnvl.yaml‎

Lines changed: 7 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@ kind: ServiceAccount
66
metadata:
77
name: pd-mnnvl-llm-d-modelservice
88
labels:
9-
helm.sh/chart: llm-d-modelservice-v0.4.3
9+
helm.sh/chart: llm-d-modelservice-v0.4.4
1010
app.kubernetes.io/version: "v0.3.0"
1111
app.kubernetes.io/managed-by: Helm
1212
---
@@ -16,7 +16,7 @@ kind: Deployment
1616
metadata:
1717
name: pd-mnnvl-llm-d-modelservice-decode
1818
labels:
19-
helm.sh/chart: llm-d-modelservice-v0.4.3
19+
helm.sh/chart: llm-d-modelservice-v0.4.4
2020
app.kubernetes.io/version: "v0.3.0"
2121
app.kubernetes.io/managed-by: Helm
2222
spec:
@@ -91,7 +91,7 @@ spec:
9191
fieldRef:
9292
fieldPath: status.podIP
9393
- name: VLLM_NIXL_SIDE_CHANNEL_PORT
94-
value: "5557"
94+
value: "5600"
9595
- name: VLLM_LOGGING_LEVEL
9696
value: DEBUG
9797
- name: DP_SIZE
@@ -107,7 +107,7 @@ spec:
107107
ports:
108108
- containerPort: 8200
109109
protocol: TCP
110-
- containerPort: 5557
110+
- containerPort: 5600
111111
protocol: TCP
112112
resources:
113113
limits:
@@ -131,7 +131,7 @@ kind: Deployment
131131
metadata:
132132
name: pd-mnnvl-llm-d-modelservice-prefill
133133
labels:
134-
helm.sh/chart: llm-d-modelservice-v0.4.3
134+
helm.sh/chart: llm-d-modelservice-v0.4.4
135135
app.kubernetes.io/version: "v0.3.0"
136136
app.kubernetes.io/managed-by: Helm
137137
spec:
@@ -184,7 +184,7 @@ spec:
184184
- name: UCX_TLS
185185
value: cuda_ipc,cuda_copy,tcp
186186
- name: VLLM_NIXL_SIDE_CHANNEL_PORT
187-
value: "5557"
187+
value: "5600"
188188
- name: VLLM_NIXL_SIDE_CHANNEL_HOST
189189
valueFrom:
190190
fieldRef:
@@ -204,7 +204,7 @@ spec:
204204
ports:
205205
- containerPort: 8000
206206
protocol: TCP
207-
- containerPort: 5557
207+
- containerPort: 5600
208208
protocol: TCP
209209
resources:
210210
limits:

‎examples/output-pd.yaml‎

Lines changed: 7 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@ kind: ServiceAccount
66
metadata:
77
name: pd-llm-d-modelservice
88
labels:
9-
helm.sh/chart: llm-d-modelservice-v0.4.3
9+
helm.sh/chart: llm-d-modelservice-v0.4.4
1010
app.kubernetes.io/version: "v0.3.0"
1111
app.kubernetes.io/managed-by: Helm
1212
---
@@ -16,7 +16,7 @@ kind: Deployment
1616
metadata:
1717
name: pd-llm-d-modelservice-decode
1818
labels:
19-
helm.sh/chart: llm-d-modelservice-v0.4.3
19+
helm.sh/chart: llm-d-modelservice-v0.4.4
2020
app.kubernetes.io/version: "v0.3.0"
2121
app.kubernetes.io/managed-by: Helm
2222
spec:
@@ -89,7 +89,7 @@ spec:
8989
fieldRef:
9090
fieldPath: status.podIP
9191
- name: VLLM_NIXL_SIDE_CHANNEL_PORT
92-
value: "5557"
92+
value: "5600"
9393
- name: VLLM_LOGGING_LEVEL
9494
value: DEBUG
9595
- name: DP_SIZE
@@ -105,7 +105,7 @@ spec:
105105
ports:
106106
- containerPort: 8200
107107
protocol: TCP
108-
- containerPort: 5557
108+
- containerPort: 5600
109109
protocol: TCP
110110
resources:
111111
limits:
@@ -127,7 +127,7 @@ kind: Deployment
127127
metadata:
128128
name: pd-llm-d-modelservice-prefill
129129
labels:
130-
helm.sh/chart: llm-d-modelservice-v0.4.3
130+
helm.sh/chart: llm-d-modelservice-v0.4.4
131131
app.kubernetes.io/version: "v0.3.0"
132132
app.kubernetes.io/managed-by: Helm
133133
spec:
@@ -178,7 +178,7 @@ spec:
178178
- name: UCX_TLS
179179
value: cuda_ipc,cuda_copy,tcp
180180
- name: VLLM_NIXL_SIDE_CHANNEL_PORT
181-
value: "5557"
181+
value: "5600"
182182
- name: VLLM_NIXL_SIDE_CHANNEL_HOST
183183
valueFrom:
184184
fieldRef:
@@ -198,7 +198,7 @@ spec:
198198
ports:
199199
- containerPort: 8000
200200
protocol: TCP
201-
- containerPort: 5557
201+
- containerPort: 5600
202202
protocol: TCP
203203
resources:
204204
limits:

‎examples/output-pvc-hf.yaml‎

Lines changed: 7 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@ kind: ServiceAccount
66
metadata:
77
name: pvc-hf-llm-d-modelservice
88
labels:
9-
helm.sh/chart: llm-d-modelservice-v0.4.3
9+
helm.sh/chart: llm-d-modelservice-v0.4.4
1010
app.kubernetes.io/version: "v0.3.0"
1111
app.kubernetes.io/managed-by: Helm
1212
---
@@ -16,7 +16,7 @@ kind: Deployment
1616
metadata:
1717
name: pvc-hf-llm-d-modelservice-decode
1818
labels:
19-
helm.sh/chart: llm-d-modelservice-v0.4.3
19+
helm.sh/chart: llm-d-modelservice-v0.4.4
2020
app.kubernetes.io/version: "v0.3.0"
2121
app.kubernetes.io/managed-by: Helm
2222
spec:
@@ -89,7 +89,7 @@ spec:
8989
fieldRef:
9090
fieldPath: status.podIP
9191
- name: VLLM_NIXL_SIDE_CHANNEL_PORT
92-
value: "5557"
92+
value: "5600"
9393
- name: VLLM_LOGGING_LEVEL
9494
value: DEBUG
9595
- name: DP_SIZE
@@ -105,7 +105,7 @@ spec:
105105
ports:
106106
- containerPort: 8200
107107
protocol: TCP
108-
- containerPort: 5557
108+
- containerPort: 5600
109109
protocol: TCP
110110
resources:
111111
limits:
@@ -127,7 +127,7 @@ kind: Deployment
127127
metadata:
128128
name: pvc-hf-llm-d-modelservice-prefill
129129
labels:
130-
helm.sh/chart: llm-d-modelservice-v0.4.3
130+
helm.sh/chart: llm-d-modelservice-v0.4.4
131131
app.kubernetes.io/version: "v0.3.0"
132132
app.kubernetes.io/managed-by: Helm
133133
spec:
@@ -178,7 +178,7 @@ spec:
178178
- name: UCX_TLS
179179
value: cuda_ipc,cuda_copy,tcp
180180
- name: VLLM_NIXL_SIDE_CHANNEL_PORT
181-
value: "5557"
181+
value: "5600"
182182
- name: VLLM_NIXL_SIDE_CHANNEL_HOST
183183
valueFrom:
184184
fieldRef:
@@ -198,7 +198,7 @@ spec:
198198
ports:
199199
- containerPort: 8000
200200
protocol: TCP
201-
- containerPort: 5557
201+
- containerPort: 5600
202202
protocol: TCP
203203
resources:
204204
limits:

0 commit comments

Comments
 (0)