feat: implement pod-specific secret injection for DaemonSets with automated lifecycle management

2026-01-21 06:38:25 +00:00
commit c6978e24dd
15 changed files with 969 additions and 0 deletions
@@ -0,0 +1,6 @@
+apiVersion: v1
+kind: Namespace
+metadata:
+  name: gps-system
+  labels:
+    kubernetes.io/metadata.name: gps-system
@@ -0,0 +1,36 @@
+apiVersion: v1
+kind: ServiceAccount
+metadata:
+  name: inject-ds-webhook
+  namespace: gps-system
+---
+apiVersion: rbac.authorization.k8s.io/v1
+kind: ClusterRole
+metadata:
+  name: inject-ds-webhook-role
+rules:
+- apiGroups: [""]
+  resources: ["pods"]
+  verbs: ["get", "list", "watch", "update", "patch"]
+- apiGroups: [""]
+  resources: ["secrets"]
+  verbs: ["create", "delete", "get", "list", "patch", "update"]
+---
+apiVersion: rbac.authorization.k8s.io/v1
+kind: ClusterRoleBinding
+metadata:
+  name: inject-ds-webhook-binding
+roleRef:
+  apiGroup: rbac.authorization.k8s.io
+  kind: ClusterRole
+  name: inject-ds-webhook-role
+subjects:
+- kind: ServiceAccount
+  name: inject-ds-webhook
+  namespace: gps-system
+---
+apiVersion: v1
+kind: ServiceAccount
+metadata:
+  name: test-ds-sa
+  namespace: gps-system
@@ -0,0 +1,68 @@
+apiVersion: apps/v1
+kind: DaemonSet
+metadata:
+  name: test-daemonset
+  namespace: gps-system
+spec:
+  selector:
+    matchLabels:
+      app: test-daemonset
+  template:
+    metadata:
+      labels:
+        app: test-daemonset
+    spec:
+      serviceAccountName: test-ds-sa
+      terminationGracePeriodSeconds: 0
+      containers:
+      - name: test-client
+        image: us-docker.pkg.dev/haopengzhan-gke-dev/haopengzhan-gke-dev/test-client:latest
+        env:
+        - name: POD_NAME
+          valueFrom:
+            fieldRef:
+              fieldPath: metadata.name
+        - name: POD_NAMESPACE
+          valueFrom:
+            fieldRef:
+              fieldPath: metadata.namespace
+        - name: NODE_NAME
+          valueFrom:
+            fieldRef:
+              fieldPath: spec.nodeName
+        command: ["/bin/sh", "-c"]
+        args:
+        - |
+          /app/test-client --namespace=$(POD_NAMESPACE) --secret=$(POD_NAME)
+          echo "Test client finished. Sleeping forever..."
+          sleep infinity
+        volumeMounts:
+        - name: kubeconfig
+          mountPath: /var/lib/kubelet/kubeconfig
+          readOnly: true
+        - name: gke-bin
+          mountPath: /home/kubernetes/bin
+          readOnly: true
+        - name: pki
+          mountPath: /etc/srv/kubernetes/pki
+          readOnly: true
+        - name: kubelet-pki
+          mountPath: /var/lib/kubelet/pki
+          readOnly: true
+      volumes:
+      - name: kubeconfig
+        hostPath:
+          path: /var/lib/kubelet/kubeconfig
+          type: File
+      - name: gke-bin
+        hostPath:
+          path: /home/kubernetes/bin
+          type: Directory
+      - name: pki
+        hostPath:
+          path: /etc/srv/kubernetes/pki
+          type: Directory
+      - name: kubelet-pki
+        hostPath:
+          path: /var/lib/kubelet/pki
+          type: Directory
@@ -0,0 +1,73 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: inject-ds-webhook
+  namespace: gps-system
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: inject-ds-webhook
+  template:
+    metadata:
+      labels:
+        app: inject-ds-webhook
+    spec:
+      serviceAccountName: inject-ds-webhook
+      containers:
+      - name: webhook
+        image: us-docker.pkg.dev/haopengzhan-gke-dev/haopengzhan-gke-dev/inject-ds-webhook:latest
+        args:
+        - --target-namespace=gps-system
+        - --target-daemonsets=test-daemonset
+        ports:
+        - containerPort: 9443
+          name: webhook-api
+        volumeMounts:
+        - name: webhook-certs
+          mountPath: /tmp/k8s-webhook-server/serving-certs
+          readOnly: true
+      volumes:
+      - name: webhook-certs
+        secret:
+          secretName: inject-ds-webhook-certs
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: inject-ds-webhook
+  namespace: gps-system
+spec:
+  ports:
+  - port: 443
+    targetPort: 9443
+  selector:
+    app: inject-ds-webhook
+---
+apiVersion: admissionregistration.k8s.io/v1
+kind: MutatingWebhookConfiguration
+metadata:
+  name: inject-ds-webhook
+webhooks:
+- name: inject-ds.example.com
+  clientConfig:
+    service:
+      name: inject-ds-webhook
+      namespace: gps-system
+      path: "/mutate-pod"
+    caBundle: LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURaVENDQWsyZ0F3SUJBZ0lVUDhweFlpRlpIMVdzajBUNDk2dnNKdWF6TGJFd0RRWUpLb1pJaHZjTkFRRUwKQlFBd0t6RXBNQ2NHQTFVRUF3d2dhVzVxWldOMExXUnpMWGRsWW1odmIyc3VaM0J6TFhONWMzUmxiUzV6ZG1NdwpIaGNOTWpZd01USXhNRFl6TkRJM1doY05NamN3TVRJeE1EWXpOREkzV2pBck1Ta3dKd1lEVlFRRERDQnBibXBsClkzUXRaSE10ZDJWaWFHOXZheTVuY0hNdGMzbHpkR1Z0TG5OMll6Q0NBU0l3RFFZSktvWklodmNOQVFFQkJRQUQKZ2dFUEFEQ0NBUW9DZ2dFQkFLUWQ3T3p5QU12ZkJWalVTb1h4eW5qTmc4UzM3WkhKaFNCQm9wZjhOa0N4OFlESQpQOXhYN3ZyMjFMOWEvWHlvRG9ocHFTUWQwUkptZ0czelBXMnFuQ3RZeUJvQm1iSk8weXBCWVpaRERXaU9ad0loCjcrVmpvbFJrdHIzdkRjbnZZekJUenBEa2JDUkphbHZlNEZuZlZLeXp4RmF6a2svMi9RMEVLeU5ncEFhY0E5SmYKZUp5RWcrUHpCUUR6ZzVTeEdZTS9qbGg2cU5XWHYrTmJHcVM4aVNHd0NwOUdJVWtoakRHRmUzcnBDc3BwaFQ2cAp5U3d6T1pPcmtwUy9zY1Z5ZWQ0VlFXdnFWd2VpV1U2am9QZjk1WTVFZG5wbEYvRGFpV1IzblpQTnZDUkY3ODlMCnVsRTZicE84UVRmc3oxcVZ4RVpVekE2eVFuQjQvaUh6Sm5ZMTRwTUNBd0VBQWFPQmdEQitNQjBHQTFVZERnUVcKQkJTZkFnQWNzbk4wSFU1YkJ6MjM4c25DazBRVDVUQWZCZ05WSFNNRUdEQVdnQlNmQWdBY3NuTjBIVTViQnoyMwo4c25DazBRVDVUQVBCZ05WSFJNQkFmOEVCVEFEQVFIL01Dc0dBMVVkRVFRa01DS0NJR2x1YW1WamRDMWtjeTEzClpXSm9iMjlyTG1kd2N5MXplWE4wWlcwdWMzWmpNQTBHQ1NxR1NJYjNEUUVCQ3dVQUE0SUJBUUFjZGtGQ2Z2V2cKRVZLS2xEZmY5ZnlucGVKZ0w0TzNVZWFhcis3OUd4VldPME1jUWJMeW9WNHd4TXJ4eDg5ZG9rbHpHKzV2MTlEZgpoTnhtYjhZRGVZMERNZVZyaitGZllQaW9zUFhKWThjNlN5YldCNVRvcHZnTXVYVHcyTUJKSlNLalI1OWFLcGZsCklWL2xNa3V5NmZLc2J1VWVMdEtRSzZ5aG1qekQxa2FaYjJBZ2dTUDhJOHZDODNmbDlTWCtEbHJaWENDUHJITmMKa2d4Nk1GSFFOR2xmV1AvSnpOTlY1aEMwOHZ1VkVaSlUxM3lKTVYxbk1mWFQxVk1ZTWxUQytndm9mU1F5ZjIxMwprL0RJU0E3ZVBHaXpTY0dFNGNodkRzcTlyaGVUQkx3Nnd0cW1iRk1QRHBzaDBVelZGVThyT1A0QkJmZ0dQc24xCldHY1Ruam5OdUtrNgotLS0tLUVORCBDRVJUSUZJQ0FURS0tLS0tCg==
+  rules:
+  - operations: ["CREATE"]
+    apiGroups: [""]
+    apiVersions: ["v1"]
+    resources: ["pods"]
+  admissionReviewVersions: ["v1"]
+  sideEffects: None
+  namespaceSelector:
+    matchLabels:
+      kubernetes.io/metadata.name: gps-system
+  objectSelector:
+    matchExpressions:
+    - key: app
+      operator: NotIn
+      values: ["inject-ds-webhook"]