customize helm charts

Author: anson627

charts/kwok/conf/kwok.yaml

@@ -9,22 +9,13 @@ options:
   podPlayStageParallelism: 4
   nodePlayStageParallelism: 4
   nodePort: 10247
-  cidr: 10.0.0.1/24
+  cidr: 10.0.0.0/12
   manageAllNodes: false
-  manageNodesWithAnnotationSelector: 'kwok.x-k8s.io/node=fake'
+  manageNodesWithAnnotationSelector: ''
   manageNodesWithLabelSelector: ''
   manageSingleNode: ''
   nodeLeaseDurationSeconds: 40
   enableCRDs:
   - Stage
   - Metric
-  - Attach
-  - ClusterAttach
-  - Exec
-  - ClusterExec
-  - Logs
-  - ClusterLogs
-  - PortForward
-  - ClusterPortForward
-  - ResourceUsage
-  - ClusterResourceUsage
+

charts/kwok/templates/deployment.yaml

@@ -1,12 +1,13 @@
 {{ if .Values.enableDeployment }}
 apiVersion: apps/v1
-kind: Deployment
+kind: StatefulSet
 metadata:
   name: {{ include "kwok.fullname" . }}
   labels:
     {{- include "kwok.labels" . | nindent 4 }}
 spec:
   replicas: {{ .Values.replicas }}
+  podManagementPolicy: Parallel
   selector:
     matchLabels:
       {{- include "kwok.selectorLabels" . | nindent 6 }}
@@ -31,6 +32,7 @@ spec:
         args:
         - --config=/root/.kwok/kwok.yaml
         - --node-ip=$(POD_IP)
+        - --manage-single-node=$(POD_NAME)
         env:
           {{ toYaml .Values.env | nindent 10 }}
         imagePullPolicy: {{ .Values.image.pullPolicy }}

charts/kwok/templates/node.yaml

@@ -0,0 +1,41 @@
+{{- $root := . }}
+{{- range $i := until (int $root.Values.node.count) }}
+---
+apiVersion: v1
+kind: Node
+metadata:
+  name: {{ $root.Values.fullnameOverride }}-{{ $i }}
+  annotations:
+    node.alpha.kubernetes.io/ttl: "0"
+    kwok.x-k8s.io/node: fake
+  labels:
+    beta.kubernetes.io/arch: amd64
+    beta.kubernetes.io/os: linux
+    kubernetes.io/arch: amd64
+    kubernetes.io/hostname: {{ $root.Values.fullnameOverride }}-{{ $i }}
+    kubernetes.io/os: linux
+    kubernetes.io/role: agent
+    node-role.kubernetes.io/agent: ""
+    type: kwok
+spec:
+  providerID: kwok://{{ $root.Values.fullnameOverride }}-{{ $i }}
+  taints:
+  {{- toYaml $root.Values.node.taints | nindent 2 }}
+status:
+  allocatable:
+    {{- toYaml $root.Values.node.allocatable | nindent 4 }}
+  capacity:
+    {{- toYaml $root.Values.node.capacity | nindent 4 }}
+  nodeInfo:
+    architecture: amd64
+    bootID: ""
+    containerRuntimeVersion: ""
+    kernelVersion: ""
+    kubeProxyVersion: fake
+    kubeletVersion: fake
+    machineID: ""
+    operatingSystem: linux
+    osImage: ""
+    systemUUID: ""
+  phase: Running
+{{- end }}

charts/kwok/values.yaml

@@ -4,7 +4,7 @@ image:
   # -- Image repository.
   repository: registry.k8s.io/kwok/kwok
   # -- Overrides the image tag whose default is {{ .Chart.AppVersion }}.
-  tag: ""
+  tag: "v0.7.0"
 
 # -- Image pull secrets.
 imagePullSecrets: []
@@ -13,27 +13,33 @@ imagePullSecrets: []
 nameOverride: ""
 
 # -- Override the `fullname` of the chart.
-fullnameOverride: "kwok-controller"
+fullnameOverride: "kwok"
 
 podSecurityContext: {}
 securityContext: {}
 
 nodeSelector: {}
-resources: {}
+resources:
+  requests:
+    cpu: "10m"
+  limits:
+    cpu: "100m"
 affinity: {}
 
 # -- The replica count for Deployment.
 replicas: 1
 
 # -- Change `hostNetwork` to `true` if you want to deploy in a kind cluster.
 hostNetwork: false
-tolerations:
-- operator: Exists
-  effect: NoSchedule
-  key: node-role.kubernetes.io/control-plane
-- operator: Exists
-  effect: NoSchedule
-  key: node-role.kubernetes.io/master
+affinity:
+  nodeAffinity:
+    requiredDuringSchedulingIgnoredDuringExecution:
+      nodeSelectorTerms:
+      - matchExpressions:
+        - key: agentpool
+          operator: In
+          values:
+          - user
 volumes: []
 env:
 - name: POD_IP
@@ -44,5 +50,30 @@ env:
   valueFrom:
     fieldRef:
       fieldPath: status.hostIP
+- name: POD_NAME
+  valueFrom:
+    fieldRef:
+      fieldPath: metadata.name
+
 volumeMounts: []
 enableDeployment: true
+
+node:
+  count: 1
+
+  taints:
+  - effect: NoSchedule
+    key: kwok.x-k8s.io/node
+    value: fake
+
+  allocatable:
+    cpu: 96
+    memory: 1Ti
+    pods: 110
+    nvidia.com/gpu: "8"
+
+  capacity:
+    cpu: 96
+    memory: 1Ti
+    pods: 110
+    nvidia.com/gpu: "8"