Merge branch 'llm-d-incubation:main' into externalize-utils-for-controllers

Author: osswangxining

charts/launcher-populator/Chart.yaml

@@ -0,0 +1,6 @@
+apiVersion: v2
+name: launcher-populator
+description: A Helm chart for the launcher populator
+type: application
+version: 0.1.0
+appVersion: "v0.0.1-alpha"

charts/launcher-populator/templates/deployment.yaml

@@ -0,0 +1,43 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  labels:
+    app.kubernetes.io/name: launcher-populator
+    app.kubernetes.io/component: controller
+  name: launcher-populator
+spec:
+  replicas: {{ .Values.replicaCount | default 1 }}
+  selector:
+    matchLabels:
+      app.kubernetes.io/name: launcher-populator
+      app.kubernetes.io/component: controller
+  template:
+    metadata:
+      labels:
+        app.kubernetes.io/name: launcher-populator
+        app.kubernetes.io/component: controller
+    spec:
+      serviceAccountName: launcher-populator
+      containers:
+        - name: launcher-populator
+          image: "{{ .Values.image.repository }}:{{ .Values.image.tag }}"
+          imagePullPolicy: {{ .Values.image.pullPolicy | default "IfNotPresent" }}
+          command:
+            - /launcher-populator
+            - --namespace=$(CONTROLLER_NAMESPACE)
+          env:
+            - name: CONTROLLER_NAMESPACE
+              valueFrom:
+                fieldRef:
+                  fieldPath: metadata.namespace
+          ports:
+            - containerPort: 8080
+              name: metrics
+              protocol: TCP
+          resources:
+            limits:
+              cpu: {{ .Values.resources.limits.cpu | default "2" }}
+              memory: {{ .Values.resources.limits.memory | default "2Gi" }}
+            requests:
+              cpu: {{ .Values.resources.requests.cpu | default "100m" }}
+              memory: {{ .Values.resources.requests.memory | default "128Mi" }}

charts/launcher-populator/templates/role.yaml

@@ -0,0 +1,27 @@
+apiVersion: rbac.authorization.k8s.io/v1
+kind: Role
+metadata:
+  labels:
+    app.kubernetes.io/name: launcher-populator
+    app.kubernetes.io/component: controller
+  name: launcher-populator-role
+rules:
+  # LauncherPopulationPolicy resource permissions
+  - apiGroups: ["fma.llm-d.ai"]
+    resources: ["launcherpopulationpolicies"]
+    verbs: ["get", "list", "watch"]
+
+  # LauncherConfig resource permissions
+  - apiGroups: ["fma.llm-d.ai"]
+    resources: ["launcherconfigs"]
+    verbs: ["get", "list", "watch"]
+
+  # InferenceServerConfig resource permissions
+  - apiGroups: ["fma.llm-d.ai"]
+    resources: ["inferenceserverconfigs"]
+    verbs: ["get", "list", "watch"]
+
+  # Pod resource permissions (full CRUD)
+  - apiGroups: [""]
+    resources: ["pods"]
+    verbs: ["get", "list", "watch", "create", "update", "patch", "delete"]

charts/launcher-populator/templates/rolebinding.yaml

@@ -0,0 +1,33 @@
+apiVersion: rbac.authorization.k8s.io/v1
+kind: RoleBinding
+metadata:
+  labels:
+    app.kubernetes.io/name: launcher-populator
+    app.kubernetes.io/component: controller
+  name: launcher-populator-rolebinding
+roleRef:
+  apiGroup: rbac.authorization.k8s.io
+  kind: Role
+  name: launcher-populator-role
+subjects:
+  - kind: ServiceAccount
+    name: launcher-populator
+    namespace: {{ .Release.Namespace }}
+{{if .Values.NodeViewClusterRole}}
+---
+apiVersion: rbac.authorization.k8s.io/v1
+kind: ClusterRoleBinding
+metadata:
+  labels:
+    app.kubernetes.io/name: launcher-populator
+    app.kubernetes.io/component: controller
+  name: launcher-populator-node-view
+roleRef:
+  apiGroup: rbac.authorization.k8s.io
+  kind: ClusterRole
+  name: "{{ .Values.NodeViewClusterRole }}"
+subjects:
+  - kind: ServiceAccount
+    namespace: "{{ .Release.Namespace }}"
+    name: launcher-populator
+{{end}}

charts/launcher-populator/templates/serviceaccount.yaml

@@ -0,0 +1,7 @@
+apiVersion: v1
+kind: ServiceAccount
+metadata:
+  labels:
+    app.kubernetes.io/name: launcher-populator
+    app.kubernetes.io/component: controller
+  name: launcher-populator

charts/launcher-populator/values.yaml

@@ -0,0 +1,19 @@
+# Image configuration
+image:
+  repository: ghcr.io/llm-d-incubation/llm-d-fast-model-actuation-launcher-populator
+  tag: latest
+  pullPolicy: IfNotPresent
+
+# Name of the ClusterRole to bind to controller to authorize it to
+# get/list/watch Node objects.
+# Empty string means no new binding is needed.
+NodeViewClusterRole: ""
+
+# Resource configuration
+resources:
+  limits:
+    cpu: 2
+    memory: 2Gi
+  requests:
+    cpu: 100m
+    memory: 128Mi

pkg/controller/launcher-populator/interface.go

@@ -25,5 +25,5 @@ const (
 
 	LauncherConfigNameLabelKey = "dual-pods.llm-d.ai/launcher-config-name"
 
-	NodeNameLabelKey = "node.kubernetes.io/node-name"
+	NodeNameLabelKey = "dual-pods.llm-d.ai/node-name"
 )