Repository: kubernetes/minikube
Pull request #19195 (2024-07-04 14:55:35)

addons: Fail when enabling KVM addons on non-KVM cluster
Related https://github.com/kubernetes/minikube/issues/19114

```
$ minikube addons enable nvidia-driver-installer
❗  nvidia-driver-installer is a 3rd party addon and is not maintained or verified by minikube maintainers, enable at your own risk.
❗  nvidia-driver-installer does not currently have an associated maintainer.

❌  The nvidia-driver-installer addon is only supported with the KVM driver.

For GPU setup instructions see: https://minikube.sigs.k8s.io/docs/tutorials/nvidia/

❌  Exiting due to MK_ADDON_ENABLE: enable failed: run callbacks: running validations: [nvidia-driver-installer addon is only supported with the KVM driver]

╭─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮
│                                                                                                                         │
│    😿  If the above advice does not help, please let us know:                                                           │
│    👉  https://github.com/kubernetes/minikube/issues/new/choose                                                         │
│                                                                                                                         │
│    Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.                                  │
│    Please also attach the following file to the GitHub issue:                                                           │
│    - /var/folders/9l/6wpxv6wd1b901m1146r579wc00rqw3/T/minikube_addons_741713b79154053af848925874c8744175803f0e_0.log    │
│                                                                                                                         │
╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯

```

Also made other addon validation funcs private since they're not used outside the package.


Patch:
diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
index 3ee5ac0cc..c0ab94490 100644
--- a/.github/workflows/build.yml
+++ b/.github/workflows/build.yml
@@ -39,7 +39,7 @@ jobs:
           echo workspace $GITHUB_WORKSPACE
           echo "end of debug stuff"
           echo $(which jq)
-      - uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808
+      - uses: actions/upload-artifact@0b2256b8c012f0828dc542b3febcab082c67f72b
         with:
           name: minikube_binaries
           path: out
diff --git a/.github/workflows/functional_verified.yml b/.github/workflows/functional_verified.yml
index 5b648ae85..0c1b61893 100644
--- a/.github/workflows/functional_verified.yml
+++ b/.github/workflows/functional_verified.yml
@@ -46,7 +46,7 @@ jobs:
           sudo apt-get install -y libvirt-dev
           MINIKUBE_BUILD_IN_DOCKER=y make e2e-linux-arm64
           cp -r test/integration/testdata ./out
-      - uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808
+      - uses: actions/upload-artifact@0b2256b8c012f0828dc542b3febcab082c67f72b
         with:
           name: minikube_binaries
           path: out
@@ -118,7 +118,7 @@ jobs:
           hostname || true
           echo "--------------------------"
       - name: Download Binaries
-        uses: actions/download-artifact@65a9edc5881444af0b9093a5e628f2fe47ea3b2e
+        uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16
         with:
           name: minikube_binaries
           path: minikube_binaries
@@ -165,7 +165,7 @@ jobs:
           echo "${STAT}" >> $GITHUB_ENV
           echo 'EOF' >> $GITHUB_ENV
 
-      - uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808
+      - uses: actions/upload-artifact@0b2256b8c012f0828dc542b3febcab082c67f72b
         with:
           name: functional_docker_ubuntu_arm64
           path: minikube_binaries/report
@@ -202,14 +202,14 @@ jobs:
     runs-on: ubuntu-20.04
     steps:
       - name: download all extra reports
-        uses: actions/download-artifact@65a9edc5881444af0b9093a5e628f2fe47ea3b2e
+        uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16
       - name: upload all extra reports
         shell: bash {0}
         continue-on-error: true
         run: |
           mkdir -p all_reports
           cp -r ./functional_docker_ubuntu_arm64 ./all_reports/
-      - uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808
+      - uses: actions/upload-artifact@0b2256b8c012f0828dc542b3febcab082c67f72b
         with:
           name: all_reports
           path: all_reports
diff --git a/.github/workflows/master.yml b/.github/workflows/master.yml
index 056c8374f..38533275b 100644
--- a/.github/workflows/master.yml
+++ b/.github/workflows/master.yml
@@ -42,7 +42,7 @@ jobs:
           echo workspace $GITHUB_WORKSPACE
           echo "end of debug stuff"
           echo $(which jq)
-      - uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808
+      - uses: actions/upload-artifact@0b2256b8c012f0828dc542b3febcab082c67f72b
         with:
           name: minikube_binaries
           path: out
@@ -137,7 +137,7 @@ jobs:
         run: |
           go install github.com/medyagh/gopogh/cmd/gopogh@v0.27.0
       - name: Download Binaries
-        uses: actions/download-artifact@65a9edc5881444af0b9093a5e628f2fe47ea3b2e
+        uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16
         with:
           name: minikube_binaries
           path: minikube_binaries
@@ -176,7 +176,7 @@ jobs:
           echo 'STAT<<EOF' >> $GITHUB_ENV
           echo "${STAT}" >> $GITHUB_ENV
           echo 'EOF' >> $GITHUB_ENV
-      - uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808
+      - uses: actions/upload-artifact@0b2256b8c012f0828dc542b3febcab082c67f72b
         with:
           name: functional_docker_ubuntu
           path: minikube_binaries/report
@@ -236,7 +236,7 @@ jobs:
         run: |
           go install github.com/medyagh/gopogh/cmd/gopogh@v0.27.0
       - name: Download Binaries
-        uses: actions/download-artifact@65a9edc5881444af0b9093a5e628f2fe47ea3b2e
+        uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16
         with:
           name: minikube_binaries
           path: minikube_binaries
@@ -275,7 +275,7 @@ jobs:
           echo 'STAT<<EOF' >> $GITHUB_ENV
           echo "${STAT}" >> $GITHUB_ENV
           echo 'EOF' >> $GITHUB_ENV
-      - uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808
+      - uses: actions/upload-artifact@0b2256b8c012f0828dc542b3febcab082c67f72b
         with:
           name: functional_docker_containerd_ubuntu
           path: minikube_binaries/report
@@ -339,7 +339,7 @@ jobs:
         run: |
           go install github.com/medyagh/gopogh/cmd/gopogh@v0.27.0
       - name: Download Binaries
-        uses: actions/download-artifact@65a9edc5881444af0b9093a5e628f2fe47ea3b2e
+        uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16
         with:
           name: minikube_binaries
           path: minikube_binaries
@@ -378,7 +378,7 @@ jobs:
           echo 'STAT<<EOF' >> $GITHUB_ENV
           echo "${STAT}" >> $GITHUB_ENV
           echo 'EOF' >> $GITHUB_ENV
-      - uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808
+      - uses: actions/upload-artifact@0b2256b8c012f0828dc542b3febcab082c67f72b
         with:
           name: functional_podman_ubuntu
           path: minikube_binaries/report
@@ -449,7 +449,7 @@ jobs:
           sudo /usr/libexec/ApplicationFirewall/socketfilterfw --setglobalstate off
           sudo /usr/libexec/ApplicationFirewall/socketfilterfw -k
       - name: Download Binaries
-        uses: actions/download-artifact@65a9edc5881444af0b9093a5e628f2fe47ea3b2e
+        uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16
         with:
           name: minikube_binaries
           path: minikube_binaries
@@ -486,7 +486,7 @@ jobs:
           echo 'STAT<<EOF' >> $GITHUB_ENV
           echo "${STAT}" >> $GITHUB_ENV
           echo 'EOF' >> $GITHUB_ENV
-      - uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808
+      - uses: actions/upload-artifact@0b2256b8c012f0828dc542b3febcab082c67f72b
         with:
           name: functional_virtualbox_macos
           path: minikube_binaries/report
@@ -555,7 +555,7 @@ jobs:
         run: |
           sudo sysctl fs.protected_regular=0
       - name: Download Binaries
-        uses: actions/download-artifact@65a9edc5881444af0b9093a5e628f2fe47ea3b2e
+        uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16
         with:
           name: minikube_binaries
           path: minikube_binaries
@@ -592,7 +592,7 @@ jobs:
           echo 'STAT<<EOF' >> $GITHUB_ENV
           echo "${STAT}" >> $GITHUB_ENV
           echo 'EOF' >> $GITHUB_ENV
-      - uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808
+      - uses: actions/upload-artifact@0b2256b8c012f0828dc542b3febcab082c67f72b
         with:
           name: functional_baremetal_ubuntu20_04
           path: minikube_binaries/report
@@ -629,7 +629,7 @@ jobs:
     runs-on: ubuntu-20.04
     steps:
       - name: download all reports
-        uses: actions/download-artifact@65a9edc5881444af0b9093a5e628f2fe47ea3b2e
+        uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16
       - name: upload all reports
         shell: bash {0}
         continue-on-error: true
@@ -642,7 +642,7 @@ jobs:
           cp -r ./functional_virtualbox_macos ./all_reports/
           cp -r ./functional_baremetal_ubuntu20_04 ./all_reports/
 
-      - uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808
+      - uses: actions/upload-artifact@0b2256b8c012f0828dc542b3febcab082c67f72b
         with:
           name: all_reports
           path: all_reports
diff --git a/.github/workflows/pr.yml b/.github/workflows/pr.yml
index 9a4162a0c..27d7f2a35 100644
--- a/.github/workflows/pr.yml
+++ b/.github/workflows/pr.yml
@@ -40,7 +40,7 @@ jobs:
           echo workspace $GITHUB_WORKSPACE
           echo "end of debug stuff"
           echo $(which jq)
-      - uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808
+      - uses: actions/upload-artifact@0b2256b8c012f0828dc542b3febcab082c67f72b
         with:
           name: minikube_binaries
           path: out
@@ -135,7 +135,7 @@ jobs:
         run: |
           go install github.com/medyagh/gopogh/cmd/gopogh@v0.27.0
       - name: Download Binaries
-        uses: actions/download-artifact@65a9edc5881444af0b9093a5e628f2fe47ea3b2e
+        uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16
         with:
           name: minikube_binaries
           path: minikube_binaries
@@ -175,7 +175,7 @@ jobs:
           echo 'STAT<<EOF' >> $GITHUB_ENV
           echo "${STAT}" >> $GITHUB_ENV
           echo 'EOF' >> $GITHUB_ENV
-      - uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808
+      - uses: actions/upload-artifact@0b2256b8c012f0828dc542b3febcab082c67f72b
         with:
           name: functional_docker_ubuntu
           path: minikube_binaries/report
@@ -235,7 +235,7 @@ jobs:
         run: |
           go install github.com/medyagh/gopogh/cmd/gopogh@v0.27.0
       - name: Download Binaries
-        uses: actions/download-artifact@65a9edc5881444af0b9093a5e628f2fe47ea3b2e
+        uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16
         with:
           name: minikube_binaries
           path: minikube_binaries
@@ -275,7 +275,7 @@ jobs:
           echo 'STAT<<EOF' >> $GITHUB_ENV
           echo "${STAT}" >> $GITHUB_ENV
           echo 'EOF' >> $GITHUB_ENV
-      - uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808
+      - uses: actions/upload-artifact@0b2256b8c012f0828dc542b3febcab082c67f72b
         with:
           name: functional_docker_containerd_ubuntu
           path: minikube_binaries/report
@@ -353,7 +353,7 @@ jobs:
         run: |
           go install github.com/medyagh/gopogh/cmd/gopogh@v0.27.0
       - name: Download Binaries
-        uses: actions/download-artifact@65a9edc5881444af0b9093a5e628f2fe47ea3b2e
+        uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16
         with:
           name: minikube_binaries
           path: minikube_binaries
@@ -393,7 +393,7 @@ jobs:
           echo 'STAT<<EOF' >> $GITHUB_ENV
           echo "${STAT}" >> $GITHUB_ENV
           echo 'EOF' >> $GITHUB_ENV
-      - uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808
+      - uses: actions/upload-artifact@0b2256b8c012f0828dc542b3febcab082c67f72b
         with:
           name: functional_docker_rootless_containerd_ubuntu
           path: minikube_binaries/report
@@ -457,7 +457,7 @@ jobs:
         run: |
           go install github.com/medyagh/gopogh/cmd/gopogh@v0.27.0
       - name: Download Binaries
-        uses: actions/download-artifact@65a9edc5881444af0b9093a5e628f2fe47ea3b2e
+        uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16
         with:
           name: minikube_binaries
           path: minikube_binaries
@@ -497,7 +497,7 @@ jobs:
           echo 'STAT<<EOF' >> $GITHUB_ENV
           echo "${STAT}" >> $GITHUB_ENV
           echo 'EOF' >> $GITHUB_ENV
-      - uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808
+      - uses: actions/upload-artifact@0b2256b8c012f0828dc542b3febcab082c67f72b
         with:
           name: functional_podman_ubuntu
           path: minikube_binaries/report
@@ -568,7 +568,7 @@ jobs:
           sudo /usr/libexec/ApplicationFirewall/socketfilterfw --setglobalstate off
           sudo /usr/libexec/ApplicationFirewall/socketfilterfw -k
       - name: Download Binaries
-        uses: actions/download-artifact@65a9edc5881444af0b9093a5e628f2fe47ea3b2e
+        uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16
         with:
           name: minikube_binaries
           path: minikube_binaries
@@ -606,7 +606,7 @@ jobs:
           echo 'STAT<<EOF' >> $GITHUB_ENV
           echo "${STAT}" >> $GITHUB_ENV
           echo 'EOF' >> $GITHUB_ENV
-      - uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808
+      - uses: actions/upload-artifact@0b2256b8c012f0828dc542b3febcab082c67f72b
         with:
           name: functional_virtualbox_macos
           path: minikube_binaries/report
@@ -675,7 +675,7 @@ jobs:
         run: |
           sudo sysctl fs.protected_regular=0
       - name: Download Binaries
-        uses: actions/download-artifact@65a9edc5881444af0b9093a5e628f2fe47ea3b2e
+        uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16
         with:
           name: minikube_binaries
           path: minikube_binaries
@@ -713,7 +713,7 @@ jobs:
           echo 'STAT<<EOF' >> $GITHUB_ENV
           echo "${STAT}" >> $GITHUB_ENV
           echo 'EOF' >> $GITHUB_ENV
-      - uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808
+      - uses: actions/upload-artifact@0b2256b8c012f0828dc542b3febcab082c67f72b
         with:
           name: functional_baremetal_ubuntu20_04
           path: minikube_binaries/report
@@ -751,7 +751,7 @@ jobs:
     runs-on: ubuntu-20.04
     steps:
       - name: download all reports
-        uses: actions/download-artifact@65a9edc5881444af0b9093a5e628f2fe47ea3b2e
+        uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16
       - name: upload all reports
         shell: bash {0}
         continue-on-error: true
@@ -765,7 +765,7 @@ jobs:
           cp -r ./functional_virtualbox_macos ./all_reports/
           cp -r ./functional_baremetal_ubuntu20_04 ./all_reports/
 
-      - uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808
+      - uses: actions/upload-artifact@0b2256b8c012f0828dc542b3febcab082c67f72b
         with:
           name: all_reports
           path: all_reports
diff --git a/Makefile b/Makefile
index 2fc64221b..28c9b1d13 100644
--- a/Makefile
+++ b/Makefile
@@ -24,7 +24,7 @@ KIC_VERSION ?= $(shell grep -E "Version =" pkg/drivers/kic/types.go | cut -d \"
 HUGO_VERSION ?= $(shell grep -E "HUGO_VERSION = \"" netlify.toml | cut -d \" -f2)
 
 # Default to .0 for higher cache hit rates, as build increments typically don't require new ISO versions
-ISO_VERSION ?= v1.33.1-1719929171-19175
+ISO_VERSION ?= v1.33.1-1720011972-19186
 
 # Dashes are valid in semver, but not Linux packaging. Use ~ to delimit alpha/beta
 DEB_VERSION ?= $(subst -,~,$(RAW_VERSION))
diff --git a/cmd/minikube/main.go b/cmd/minikube/main.go
index 940ca1abe..21b2cf84d 100644
--- a/cmd/minikube/main.go
+++ b/cmd/minikube/main.go
@@ -273,7 +273,7 @@ func propagateDockerContextToEnv() {
 		}
 		cf, err := dconfig.Load(dockerConfigDir)
 		if err != nil {
-			klog.Warningf("Unable to load the current Docker config from %q", dockerConfigDir)
+			klog.Warningf("Unable to load the current Docker config from %q: %v", dockerConfigDir, err)
 			return
 		}
 		currentContext = cf.CurrentContext
diff --git a/deploy/addons/ingress-dns/example/example.yaml b/deploy/addons/ingress-dns/example/example.yaml
index dfdd9e35a..b8e321785 100644
--- a/deploy/addons/ingress-dns/example/example.yaml
+++ b/deploy/addons/ingress-dns/example/example.yaml
@@ -29,7 +29,7 @@ spec:
     spec:
       containers:
         - name: hello-world-app
-          image: gcr.io/google-samples/hello-app:1.0
+          image: docker.io/kicbase/echo-server:1.0
           ports:
             - containerPort: 8080
 ---
diff --git a/deploy/addons/volcano/volcano-development.yaml.tmpl b/deploy/addons/volcano/volcano-development.yaml.tmpl
index 50f1f0a00..0d31211a4 100644
--- a/deploy/addons/volcano/volcano-development.yaml.tmpl
+++ b/deploy/addons/volcano/volcano-development.yaml.tmpl
@@ -72,6 +72,9 @@ rules:
   - apiGroups: ["certificates.k8s.io"]
     resources: ["certificatesigningrequests/approval"]
     verbs: ["create", "update"]
+  - apiGroups: [""]
+    resources: ["secrets"]
+    verbs: ["create", "get", "patch"]
   - apiGroups: ["scheduling.incubator.k8s.io", "scheduling.volcano.sh"]
     resources: ["queues"]
     verbs: ["get", "list"]
@@ -165,68 +168,19 @@ spec:
           configMap:
             name: volcano-admission-configmap
 ---
-# Source: volcano/templates/admission-init.yaml
-apiVersion: v1
-kind: ServiceAccount
-metadata:
-  name: volcano-admission-init
-  namespace: volcano-system
-  annotations:
-    "helm.sh/hook": pre-install,pre-upgrade
-    "helm.sh/hook-delete-policy": before-hook-creation,hook-succeeded
-    "helm.sh/hook-weight": "0"
----
-# Source: volcano/templates/admission-init.yaml
-kind: Role
-apiVersion: rbac.authorization.k8s.io/v1
-metadata:
-  name: volcano-admission-init
-  namespace: volcano-system
-  annotations:
-    "helm.sh/hook": pre-install,pre-upgrade
-    "helm.sh/hook-delete-policy": before-hook-creation,hook-succeeded
-    "helm.sh/hook-weight": "0"
-rules:
-  - apiGroups: [""]
-    resources: ["secrets"]
-    verbs: ["create", "get"]
----
-# Source: volcano/templates/admission-init.yaml
-kind: RoleBinding
-apiVersion: rbac.authorization.k8s.io/v1
-metadata:
-  name: volcano-admission-init-role
-  namespace: volcano-system
-  annotations:
-    "helm.sh/hook": pre-install,pre-upgrade
-    "helm.sh/hook-delete-policy": before-hook-creation,hook-succeeded
-    "helm.sh/hook-weight": "0"
-subjects:
-  - kind: ServiceAccount
-    name: volcano-admission-init
-    namespace: volcano-system
-roleRef:
-  kind: Role
-  name: volcano-admission-init
-  apiGroup: rbac.authorization.k8s.io
----
-# Source: volcano/templates/admission-init.yaml
+# Source: volcano/templates/admission.yaml
 apiVersion: batch/v1
 kind: Job
 metadata:
   name: volcano-admission-init
   namespace: volcano-system
-  annotations:
-    "helm.sh/hook": pre-install,pre-upgrade
-    "helm.sh/hook-delete-policy": before-hook-creation,hook-succeeded
-    "helm.sh/hook-weight": "5" # set a higher weight to reserve buffers.
   labels:
     app: volcano-admission-init
 spec:
   backoffLimit: 3
   template:
     spec:
-      serviceAccountName: volcano-admission-init
+      serviceAccountName: volcano-admission
       priorityClassName: system-cluster-critical
       restartPolicy: Never
       containers:
@@ -241,7 +195,8 @@ apiVersion: apiextensions.k8s.io/v1
 kind: CustomResourceDefinition
 metadata:
   annotations:
-    controller-gen.kubebuilder.io/version: v0.14.0
+    controller-gen.kubebuilder.io/version: v0.6.0
+  creationTimestamp: null
   name: jobs.batch.volcano.sh
 spec:
   group: batch.volcano.sh
@@ -435,7 +390,6 @@ spec:
                                                   type: object
                                                 type: array
                                             type: object
-                                            x-kubernetes-map-type: atomic
                                           weight:
                                             format: int32
                                             type: integer
@@ -482,12 +436,10 @@ spec:
                                                   type: object
                                                 type: array
                                             type: object
-                                            x-kubernetes-map-type: atomic
                                           type: array
                                       required:
                                       - nodeSelectorTerms
                                       type: object
-                                      x-kubernetes-map-type: atomic
                                   type: object
                                 podAffinity:
                                   properties:
@@ -519,7 +471,6 @@ spec:
                                                       type: string
                                                     type: object
                                                 type: object
-                                                x-kubernetes-map-type: atomic
                                               matchLabelKeys:
                                                 items:
                                                   type: string
@@ -553,7 +504,6 @@ spec:
                                                       type: string
                                                     type: object
                                                 type: object
-                                                x-kubernetes-map-type: atomic
                                               namespaces:
                                                 items:
                                                   type: string
@@ -597,7 +547,6 @@ spec:
                                                   type: string
                                                 type: object
                                             type: object
-                                            x-kubernetes-map-type: atomic
                                           matchLabelKeys:
                                             items:
                                               type: string
@@ -631,7 +580,6 @@ spec:
                                                   type: string
                                                 type: object
                                             type: object
-                                            x-kubernetes-map-type: atomic
                                           namespaces:
                                             items:
                                               type: string
@@ -673,7 +621,6 @@ spec:
                                                       type: string
                                                     type: object
                                                 type: object
-                                                x-kubernetes-map-type: atomic
                                               matchLabelKeys:
                                                 items:
                                                   type: string
@@ -707,7 +654,6 @@ spec:
                                                       type: string
                                                     type: object
                                                 type: object
-                                                x-kubernetes-map-type: atomic
                                               namespaces:
                                                 items:
                                                   type: string
@@ -751,7 +697,6 @@ spec:
                                                   type: string
                                                 type: object
                                             type: object
-                                            x-kubernetes-map-type: atomic
                                           matchLabelKeys:
                                             items:
                                               type: string
@@ -785,7 +730,6 @@ spec:
                                                   type: string
                                                 type: object
                                             type: object
-                                            x-kubernetes-map-type: atomic
                                           namespaces:
                                             items:
                                               type: string
@@ -831,7 +775,6 @@ spec:
                                               required:
                                               - key
                                               type: object
-                                              x-kubernetes-map-type: atomic
                                             fieldRef:
                                               properties:
                                                 apiVersion:
@@ -841,7 +784,6 @@ spec:
                                               required:
                                               - fieldPath
                                               type: object
-                                              x-kubernetes-map-type: atomic
                                             resourceFieldRef:
                                               properties:
                                                 containerName:
@@ -857,7 +799,6 @@ spec:
                                               required:
                                               - resource
                                               type: object
-                                              x-kubernetes-map-type: atomic
                                             secretKeyRef:
                                               properties:
                                                 key:
@@ -869,7 +810,6 @@ spec:
                                               required:
                                               - key
                                               type: object
-                                              x-kubernetes-map-type: atomic
                                           type: object
                                       required:
                                       - name
@@ -885,7 +825,6 @@ spec:
                                             optional:
                                               type: boolean
                                           type: object
-                                          x-kubernetes-map-type: atomic
                                         prefix:
                                           type: string
                                         secretRef:
@@ -895,7 +834,6 @@ spec:
                                             optional:
                                               type: boolean
                                           type: object
-                                          x-kubernetes-map-type: atomic
                                       type: object
                                     type: array
                                   image:
@@ -1491,7 +1429,6 @@ spec:
                                               required:
                                               - key
                                               type: object
-                                              x-kubernetes-map-type: atomic
                                             fieldRef:
                                               properties:
                                                 apiVersion:
@@ -1501,7 +1438,6 @@ spec:
                                               required:
                                               - fieldPath
                                               type: object
-                                              x-kubernetes-map-type: atomic
                                             resourceFieldRef:
                                               properties:
                                                 containerName:
@@ -1517,7 +1453,6 @@ spec:
                                               required:
                                               - resource
                                               type: object
-                                              x-kubernetes-map-type: atomic
                                             secretKeyRef:
                                               properties:
                                                 key:
@@ -1529,7 +1464,6 @@ spec:
                                               required:
                                               - key
                                               type: object
-                                              x-kubernetes-map-type: atomic
                                           type: object
                                       required:
                                       - name
@@ -1545,7 +1479,6 @@ spec:
                                             optional:
                                               type: boolean
                                           type: object
-                                          x-kubernetes-map-type: atomic
                                         prefix:
                                           type: string
                                         secretRef:
@@ -1555,7 +1488,6 @@ spec:
                                             optional:
                                               type: boolean
                                           type: object
-                                          x-kubernetes-map-type: atomic
                                       type: object
                                     type: array
                                   image:
@@ -2125,7 +2057,6 @@ spec:
                                   name:
                                     type: string
                                 type: object
-                                x-kubernetes-map-type: atomic
                               type: array
                             initContainers:
                               items:
@@ -2158,7 +2089,6 @@ spec:
                                               required:
                                               - key
                                               type: object
-                                              x-kubernetes-map-type: atomic
                                             fieldRef:
                                               properties:
                                                 apiVersion:
@@ -2168,7 +2098,6 @@ spec:
                                               required:
                                               - fieldPath
                                               type: object
-                                              x-kubernetes-map-type: atomic
                                             resourceFieldRef:
                                               properties:
                                                 containerName:
@@ -2184,7 +2113,6 @@ spec:
                                               required:
                                               - resource
                                               type: object
-                                              x-kubernetes-map-type: atomic
                                             secretKeyRef:
                                               properties:
                                                 key:
@@ -2196,7 +2124,6 @@ spec:
                                               required:
                                               - key
                                               type: object
-                                              x-kubernetes-map-type: atomic
                                           type: object
                                       required:
                                       - name
@@ -2212,7 +2139,6 @@ spec:
                                             optional:
                                               type: boolean
                                           type: object
-                                          x-kubernetes-map-type: atomic
                                         prefix:
                                           type: string
                                         secretRef:
@@ -2222,7 +2148,6 @@ spec:
                                             optional:
                                               type: boolean
                                           type: object
-                                          x-kubernetes-map-type: atomic
                                       type: object
                                     type: array
                                   image:
@@ -2957,7 +2882,6 @@ spec:
                                           type: string
                                         type: object
                                     type: object
-                                    x-kubernetes-map-type: atomic
                                   matchLabelKeys:
                                     items:
                                       type: string
@@ -3051,7 +2975,6 @@ spec:
                                           name:
                                             type: string
                                         type: object
-                                        x-kubernetes-map-type: atomic
                                       user:
                                         type: string
                                     required:
@@ -3068,7 +2991,6 @@ spec:
                                           name:
                                             type: string
                                         type: object
-                                        x-kubernetes-map-type: atomic
                                       volumeID:
                                         type: string
                                     required:
@@ -3099,7 +3021,6 @@ spec:
                                       optional:
                                         type: boolean
                                     type: object
-                                    x-kubernetes-map-type: atomic
                                   csi:
                                     properties:
                                       driver:
@@ -3111,7 +3032,6 @@ spec:
                                           name:
                                             type: string
                                         type: object
-                                        x-kubernetes-map-type: atomic
                                       readOnly:
                                         type: boolean
                                       volumeAttributes:
@@ -3138,7 +3058,6 @@ spec:
                                               required:
                                               - fieldPath
                                               type: object
-                                              x-kubernetes-map-type: atomic
                                             mode:
                                               format: int32
                                               type: integer
@@ -3159,7 +3078,6 @@ spec:
                                               required:
                                               - resource
                                               type: object
-                                              x-kubernetes-map-type: atomic
                                           required:
                                           - path
                                           type: object
@@ -3217,7 +3135,6 @@ spec:
                                                 - kind
                                                 - name
                                                 type: object
-                                                x-kubernetes-map-type: atomic
                                               dataSourceRef:
                                                 properties:
                                                   apiGroup:
@@ -3274,7 +3191,6 @@ spec:
                                                       type: string
                                                     type: object
                                                 type: object
-                                                x-kubernetes-map-type: atomic
                                               storageClassName:
                                                 type: string
                                               volumeAttributesClassName:
@@ -3323,7 +3239,6 @@ spec:
                                           name:
                                             type: string
                                         type: object
-                                        x-kubernetes-map-type: atomic
                                     required:
                                     - driver
                                     type: object
@@ -3408,7 +3323,6 @@ spec:
                                           name:
                                             type: string
                                         type: object
-                                        x-kubernetes-map-type: atomic
                                       targetPortal:
                                         type: string
                                     required:
@@ -3492,7 +3406,6 @@ spec:
                                                         type: string
                                                       type: object
                                                   type: object
-                                                  x-kubernetes-map-type: atomic
                                                 name:
                                                   type: string
                                                 optional:
@@ -3526,7 +3439,6 @@ spec:
                                                 optional:
                                                   type: boolean
                                               type: object
-                                              x-kubernetes-map-type: atomic
                                             downwardAPI:
                                               properties:
                                                 items:
@@ -3541,7 +3453,6 @@ spec:
                                                         required:
                                                         - fieldPath
                                                         type: object
-                                                        x-kubernetes-map-type: atomic
                                                       mode:
                                                         format: int32
                                                         type: integer
@@ -3562,7 +3473,6 @@ spec:
                                                         required:
                                                         - resource
                                                         type: object
-                                                        x-kubernetes-map-type: atomic
                                                     required:
                                                     - path
                                                     type: object
@@ -3590,7 +3500,6 @@ spec:
                                                 optional:
                                                   type: boolean
                                               type: object
-                                              x-kubernetes-map-type: atomic
                                             serviceAccountToken:
                                               properties:
                                                 audience:
@@ -3645,7 +3554,6 @@ spec:
                                           name:
                                             type: string
                                         type: object
-                                        x-kubernetes-map-type: atomic
                                       user:
                                         type: string
                                     required:
@@ -3667,7 +3575,6 @@ spec:
                                           name:
                                             type: string
                                         type: object
-                                        x-kubernetes-map-type: atomic
                                       sslEnabled:
                                         type: boolean
                                       storageMode:
@@ -3719,7 +3626,6 @@ spec:
                                           name:
                                             type: string
                                         type: object
-                                        x-kubernetes-map-type: atomic
                                       volumeName:
                                         type: string
                                       volumeNamespace:
@@ -3776,7 +3682,6 @@ spec:
                           - kind
                           - name
                           type: object
-                          x-kubernetes-map-type: atomic
                         dataSourceRef:
                           properties:
                             apiGroup:
@@ -3833,7 +3738,6 @@ spec:
                                 type: string
                               type: object
                           type: object
-                          x-kubernetes-map-type: atomic
                         storageClassName:
                           type: string
                         volumeAttributesClassName:
@@ -3925,13 +3829,20 @@ spec:
     storage: true
     subresources:
       status: {}
+status:
+  acceptedNames:
+    kind: ""
+    plural: ""
+  conditions: []
+  storedVersions: []
 ---
 # Source: volcano/templates/bus_v1alpha1_command.yaml
 apiVersion: apiextensions.k8s.io/v1
 kind: CustomResourceDefinition
 metadata:
   annotations:
-    controller-gen.kubebuilder.io/version: v0.14.0
+    controller-gen.kubebuilder.io/version: v0.6.0
+  creationTimestamp: null
   name: commands.bus.volcano.sh
 spec:
   group: bus.volcano.sh
@@ -3952,19 +3863,14 @@ spec:
               object.
             type: string
           apiVersion:
-            description: |-
-              APIVersion defines the versioned schema of this representation of an object.
-              Servers should convert recognized schemas to the latest internal value, and
-              may reject unrecognized values.
-              More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources
+            description: 'APIVersion defines the versioned schema of this representation
+              of an object. Servers should convert recognized schemas to the latest
+              internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
             type: string
           kind:
-            description: |-
-              Kind is a string value representing the REST resource this object represents.
-              Servers may infer this from the endpoint the client submits requests to.
-              Cannot be updated.
-              In CamelCase.
-              More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds
+            description: 'Kind is a string value representing the REST resource this
+              object represents. Servers may infer this from the endpoint the client
+              submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
             type: string
           message:
             description: Human-readable message indicating details of this command.
@@ -3981,33 +3887,25 @@ spec:
                 description: API version of the referent.
                 type: string
               blockOwnerDeletion:
-                description: |-
-                  If true, AND if the owner has the "foregroundDeletion" finalizer, then
-                  the owner cannot be deleted from the key-value store until this
-                  reference is removed.
-                  See https://kubernetes.io/docs/concepts/architecture/garbage-collection/#foreground-deletion
-                  for how the garbage collector interacts with this field and enforces the foreground deletion.
-                  Defaults to false.
-                  To set this field, a user needs "delete" permission of the owner,
-                  otherwise 422 (Unprocessable Entity) will be returned.
+                description: If true, AND if the owner has the "foregroundDeletion"
+                  finalizer, then the owner cannot be deleted from the key-value store
+                  until this reference is removed. See https://kubernetes.io/docs/concepts/architecture/garbage-collection/#foreground-deletion
+                  for how the garbage collector interacts with this field and enforces
+                  the foreground deletion. Defaults to false. To set this field, a
+                  user needs "delete" permission of the owner, otherwise 422 (Unprocessable
+                  Entity) will be returned.
                 type: boolean
               controller:
                 description: If true, this reference points to the managing controller.
                 type: boolean
               kind:
-                description: |-
-                  Kind of the referent.
-                  More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds
+                description: 'Kind of the referent. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
                 type: string
               name:
-                description: |-
-                  Name of the referent.
-                  More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names#names
+                description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names#names'
                 type: string
               uid:
-                description: |-
-                  UID of the referent.
-                  More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names#uids
+                description: 'UID of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names#uids'
                 type: string
             required:
             - apiVersion
@@ -4015,10 +3913,15 @@ spec:
             - name
             - uid
             type: object
-            x-kubernetes-map-type: atomic
         type: object
     served: true
     storage: true
+status:
+  acceptedNames:
+    kind: ""
+    plural: ""
+  conditions: []
+  storedVersions: []
 ---
 # Source: volcano/templates/controllers.yaml
 apiVersion: v1
@@ -4329,7 +4232,8 @@ apiVersion: apiextensions.k8s.io/v1
 kind: CustomResourceDefinition
 metadata:
   annotations:
-    controller-gen.kubebuilder.io/version: v0.14.0
+    controller-gen.kubebuilder.io/version: v0.6.0
+  creationTimestamp: null
   name: podgroups.scheduling.volcano.sh
 spec:
   group: scheduling.volcano.sh
@@ -4366,32 +4270,25 @@ spec:
         description: PodGroup is a collection of Pod; used for batch workload.
         properties:
           apiVersion:
-            description: |-
-              APIVersion defines the versioned schema of this representation of an object.
-              Servers should convert recognized schemas to the latest internal value, and
-              may reject unrecognized values.
-              More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources
+            description: 'APIVersion defines the versioned schema of this representation
+              of an object. Servers should convert recognized schemas to the latest
+              internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
             type: string
           kind:
-            description: |-
-              Kind is a string value representing the REST resource this object represents.
-              Servers may infer this from the endpoint the client submits requests to.
-              Cannot be updated.
-              In CamelCase.
-              More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds
+            description: 'Kind is a string value representing the REST resource this
+              object represents. Servers may infer this from the endpoint the client
+              submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
             type: string
           metadata:
             type: object
           spec:
-            description: |-
-              Specification of the desired behavior of the pod group.
-              More info: https://git.k8s.io/community/contributors/devel/api-conventions.md#spec-and-status
+            description: 'Specification of the desired behavior of the pod group.
+              More info: https://git.k8s.io/community/contributors/devel/api-conventions.md#spec-and-status'
             properties:
               minMember:
-                description: |-
-                  MinMember defines the minimal number of members/tasks to run the pod group;
-                  if there's not enough resources to start all tasks, the scheduler
-                  will not start anyone.
+                description: MinMember defines the minimal number of members/tasks
+                  to run the pod group; if there's not enough resources to start all
+                  tasks, the scheduler will not start anyone.
                 format: int32
                 type: integer
               minResources:
@@ -4401,38 +4298,34 @@ spec:
                   - type: string
                   pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$
                   x-kubernetes-int-or-string: true
-                description: |-
-                  MinResources defines the minimal resource of members/tasks to run the pod group;
-                  if there's not enough resources to start all tasks, the scheduler
-                  will not start anyone.
+                description: MinResources defines the minimal resource of members/tasks
+                  to run the pod group; if there's not enough resources to start all
+                  tasks, the scheduler will not start anyone.
                 type: object
               minTaskMember:
                 additionalProperties:
                   format: int32
                   type: integer
-                description: |-
-                  MinTaskMember defines the minimal number of pods to run each task in the pod group;
-                  if there's not enough resources to start each task, the scheduler
-                  will not start anyone.
+                description: MinTaskMember defines the minimal number of pods to run
+                  each task in the pod group; if there's not enough resources to start
+                  each task, the scheduler will not start anyone.
                 type: object
               priorityClassName:
-                description: |-
-                  If specified, indicates the PodGroup's priority. "system-node-critical" and
-                  "system-cluster-critical" are two special keywords which indicate the
-                  highest priorities with the former being the highest priority. Any other
-                  name must be defined by creating a PriorityClass object with that name.
-                  If not specified, the PodGroup priority will be default or zero if there is no
-                  default.
+                description: If specified, indicates the PodGroup's priority. "system-node-critical"
+                  and "system-cluster-critical" are two special keywords which indicate
+                  the highest priorities with the former being the highest priority.
+                  Any other name must be defined by creating a PriorityClass object
+                  with that name. If not specified, the PodGroup priority will be
+                  default or zero if there is no default.
                 type: string
               queue:
-                description: |-
-                  Queue defines the queue to allocate resource for PodGroup; if queue does not exist,
-                  the PodGroup will not be scheduled. Defaults to `default` Queue with the lowest weight.
+                description: Queue defines the queue to allocate resource for PodGroup;
+                  if queue does not exist, the PodGroup will not be scheduled. Defaults
+                  to `default` Queue with the lowest weight.
                 type: string
             type: object
           status:
-            description: |-
-              Status represents the current information about a pod group.
+            description: Status represents the current information about a pod group.
               This data may not be up to date.
             properties:
               conditions:
@@ -4485,13 +4378,20 @@ spec:
     served: true
     storage: true
     subresources: {}
+status:
+  acceptedNames:
+    kind: ""
+    plural: ""
+  conditions: []
+  storedVersions: []
 ---
 # Source: volcano/templates/scheduling_v1beta1_queue.yaml
 apiVersion: apiextensions.k8s.io/v1
 kind: CustomResourceDefinition
 metadata:
   annotations:
-    controller-gen.kubebuilder.io/version: v0.14.0
+    controller-gen.kubebuilder.io/version: v0.6.0
+  creationTimestamp: null
   name: queues.scheduling.volcano.sh
 spec:
   group: scheduling.volcano.sh
@@ -4511,26 +4411,20 @@ spec:
         description: Queue is a queue of PodGroup.
         properties:
           apiVersion:
-            description: |-
-              APIVersion defines the versioned schema of this representation of an object.
-              Servers should convert recognized schemas to the latest internal value, and
-              may reject unrecognized values.
-              More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources
+            description: 'APIVersion defines the versioned schema of this representation
+              of an object. Servers should convert recognized schemas to the latest
+              internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
             type: string
           kind:
-            description: |-
-              Kind is a string value representing the REST resource this object represents.
-              Servers may infer this from the endpoint the client submits requests to.
-              Cannot be updated.
-              In CamelCase.
-              More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds
+            description: 'Kind is a string value representing the REST resource this
+              object represents. Servers may infer this from the endpoint the client
+              submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
             type: string
           metadata:
             type: object
           spec:
-            description: |-
-              Specification of the desired behavior of the queue.
-              More info: https://git.k8s.io/community/contributors/devel/api-conventions.md#spec-and-status
+            description: 'Specification of the desired behavior of the queue. More
+              info: https://git.k8s.io/community/contributors/devel/api-conventions.md#spec-and-status'
             properties:
               affinity:
                 description: If specified, the pod owned by the queue will be scheduled
@@ -4698,13 +4592,20 @@ spec:
     storage: true
     subresources:
       status: {}
+status:
+  acceptedNames:
+    kind: ""
+    plural: ""
+  conditions: []
+  storedVersions: []
 ---
 # Source: volcano/templates/nodeinfo_v1alpha1_numatopologies.yaml
 apiVersion: apiextensions.k8s.io/v1
 kind: CustomResourceDefinition
 metadata:
   annotations:
-    controller-gen.kubebuilder.io/version: v0.14.0
+    controller-gen.kubebuilder.io/version: v0.6.0
+  creationTimestamp: null
   name: numatopologies.nodeinfo.volcano.sh
 spec:
   group: nodeinfo.volcano.sh
@@ -4723,19 +4624,14 @@ spec:
         description: Numatopology is the Schema for the Numatopologies API
         properties:
           apiVersion:
-            description: |-
-              APIVersion defines the versioned schema of this representation of an object.
-              Servers should convert recognized schemas to the latest internal value, and
-              may reject unrecognized values.
-              More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources
+            description: 'APIVersion defines the versioned schema of this representation
+              of an object. Servers should convert recognized schemas to the latest
+              internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
             type: string
           kind:
-            description: |-
-              Kind is a string value representing the REST resource this object represents.
-              Servers may infer this from the endpoint the client submits requests to.
-              Cannot be updated.
-              In CamelCase.
-              More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds
+            description: 'Kind is a string value representing the REST resource this
+              object represents. Servers may infer this from the endpoint the client
+              submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
             type: string
           metadata:
             type: object
@@ -4753,9 +4649,7 @@ spec:
                     socket:
                       type: integer
                   type: object
-                description: |-
-                  Specifies the cpu topology info
-                  Key is cpu id
+                description: Specifies the cpu topology info Key is cpu id
                 type: object
               numares:
                 additionalProperties:
@@ -4767,9 +4661,8 @@ spec:
                     capacity:
                       type: integer
                   type: object
-                description: |-
-                  Specifies the numa info for the resource
-                  Key is resource name
+                description: Specifies the numa info for the resource Key is resource
+                  name
                 type: object
               policies:
                 additionalProperties:
@@ -4779,14 +4672,19 @@ spec:
               resReserved:
                 additionalProperties:
                   type: string
-                description: |-
-                  Specifies the reserved resource of the node
-                  Key is resource name
+                description: Specifies the reserved resource of the node Key is resource
+                  name
                 type: object
             type: object
         type: object
     served: true
     storage: true
+status:
+  acceptedNames:
+    kind: ""
+    plural: ""
+  conditions: []
+  storedVersions: []
 ---
 # Source: volcano/templates/webhooks.yaml
 apiVersion: admissionregistration.k8s.io/v1
@@ -5066,7 +4964,8 @@ apiVersion: apiextensions.k8s.io/v1
 kind: CustomResourceDefinition
 metadata:
   annotations:
-    controller-gen.kubebuilder.io/version: v0.14.0
+    controller-gen.kubebuilder.io/version: v0.6.0
+  creationTimestamp: null
   name: jobtemplates.flow.volcano.sh
 spec:
   group: flow.volcano.sh
@@ -5242,7 +5141,6 @@ spec:
                                                   type: object
                                                 type: array
                                             type: object
-                                            x-kubernetes-map-type: atomic
                                           weight:
                                             format: int32
                                             type: integer
@@ -5289,12 +5187,10 @@ spec:
                                                   type: object
                                                 type: array
                                             type: object
-                                            x-kubernetes-map-type: atomic
                                           type: array
                                       required:
                                       - nodeSelectorTerms
                                       type: object
-                                      x-kubernetes-map-type: atomic
                                   type: object
                                 podAffinity:
                                   properties:
@@ -5326,7 +5222,6 @@ spec:
                                                       type: string
                                                     type: object
                                                 type: object
-                                                x-kubernetes-map-type: atomic
                                               matchLabelKeys:
                                                 items:
                                                   type: string
@@ -5360,7 +5255,6 @@ spec:
                                                       type: string
                                                     type: object
                                                 type: object
-                                                x-kubernetes-map-type: atomic
                                               namespaces:
                                                 items:
                                                   type: string
@@ -5404,7 +5298,6 @@ spec:
                                                   type: string
                                                 type: object
                                             type: object
-                                            x-kubernetes-map-type: atomic
                                           matchLabelKeys:
                                             items:
                                               type: string
@@ -5438,7 +5331,6 @@ spec:
                                                   type: string
                                                 type: object
                                             type: object
-                                            x-kubernetes-map-type: atomic
                                           namespaces:
                                             items:
                                               type: string
@@ -5480,7 +5372,6 @@ spec:
                                                       type: string
                                                     type: object
                                                 type: object
-                                                x-kubernetes-map-type: atomic
                                               matchLabelKeys:
                                                 items:
                                                   type: string
@@ -5514,7 +5405,6 @@ spec:
                                                       type: string
                                                     type: object
                                                 type: object
-                                                x-kubernetes-map-type: atomic
                                               namespaces:
                                                 items:
                                                   type: string
@@ -5558,7 +5448,6 @@ spec:
                                                   type: string
                                                 type: object
                                             type: object
-                                            x-kubernetes-map-type: atomic
                                           matchLabelKeys:
                                             items:
                                               type: string
@@ -5592,7 +5481,6 @@ spec:
                                                   type: string
                                                 type: object
                                             type: object
-                                            x-kubernetes-map-type: atomic
                                           namespaces:
                                             items:
                                               type: string
@@ -5638,7 +5526,6 @@ spec:
                                               required:
                                               - key
                                               type: object
-                                              x-kubernetes-map-type: atomic
                                             fieldRef:
                                               properties:
                                                 apiVersion:
@@ -5648,7 +5535,6 @@ spec:
                                               required:
                                               - fieldPath
                                               type: object
-                                              x-kubernetes-map-type: atomic
                                             resourceFieldRef:
                                               properties:
                                                 containerName:
@@ -5664,7 +5550,6 @@ spec:
                                               required:
                                               - resource
                                               type: object
-                                              x-kubernetes-map-type: atomic
                                             secretKeyRef:
                                               properties:
                                                 key:
@@ -5676,7 +5561,6 @@ spec:
                                               required:
                                               - key
                                               type: object
-                                              x-kubernetes-map-type: atomic
                                           type: object
                                       required:
                                       - name
@@ -5692,7 +5576,6 @@ spec:
                                             optional:
                                               type: boolean
                                           type: object
-                                          x-kubernetes-map-type: atomic
                                         prefix:
                                           type: string
                                         secretRef:
@@ -5702,7 +5585,6 @@ spec:
                                             optional:
                                               type: boolean
                                           type: object
-                                          x-kubernetes-map-type: atomic
                                       type: object
                                     type: array
                                   image:
@@ -6298,7 +6180,6 @@ spec:
                                               required:
                                               - key
                                               type: object
-                                              x-kubernetes-map-type: atomic
                                             fieldRef:
                                               properties:
                                                 apiVersion:
@@ -6308,7 +6189,6 @@ spec:
                                               required:
                                               - fieldPath
                                               type: object
-                                              x-kubernetes-map-type: atomic
                                             resourceFieldRef:
                                               properties:
                                                 containerName:
@@ -6324,7 +6204,6 @@ spec:
                                               required:
                                               - resource
                                               type: object
-                                              x-kubernetes-map-type: atomic
                                             secretKeyRef:
                                               properties:
                                                 key:
@@ -6336,7 +6215,6 @@ spec:
                                               required:
                                               - key
                                               type: object
-                                              x-kubernetes-map-type: atomic
                                           type: object
                                       required:
                                       - name
@@ -6352,7 +6230,6 @@ spec:
                                             optional:
                                               type: boolean
                                           type: object
-                                          x-kubernetes-map-type: atomic
                                         prefix:
                                           type: string
                                         secretRef:
@@ -6362,7 +6239,6 @@ spec:
                                             optional:
                                               type: boolean
                                           type: object
-                                          x-kubernetes-map-type: atomic
                                       type: object
                                     type: array
                                   image:
@@ -6932,7 +6808,6 @@ spec:
                                   name:
                                     type: string
                                 type: object
-                                x-kubernetes-map-type: atomic
                               type: array
                             initContainers:
                               items:
@@ -6965,7 +6840,6 @@ spec:
                                               required:
                                               - key
                                               type: object
-                                              x-kubernetes-map-type: atomic
                                             fieldRef:
                                               properties:
                                                 apiVersion:
@@ -6975,7 +6849,6 @@ spec:
                                               required:
                                               - fieldPath
                                               type: object
-                                              x-kubernetes-map-type: atomic
                                             resourceFieldRef:
                                               properties:
                                                 containerName:
@@ -6991,7 +6864,6 @@ spec:
                                               required:
                                               - resource
                                               type: object
-                                              x-kubernetes-map-type: atomic
                                             secretKeyRef:
                                               properties:
                                                 key:
@@ -7003,7 +6875,6 @@ spec:
                                               required:
                                               - key
                                               type: object
-                                              x-kubernetes-map-type: atomic
                                           type: object
                                       required:
                                       - name
@@ -7019,7 +6890,6 @@ spec:
                                             optional:
                                               type: boolean
                                           type: object
-                                          x-kubernetes-map-type: atomic
                                         prefix:
                                           type: string
                                         secretRef:
@@ -7029,7 +6899,6 @@ spec:
                                             optional:
                                               type: boolean
                                           type: object
-                                          x-kubernetes-map-type: atomic
                                       type: object
                                     type: array
                                   image:
@@ -7764,7 +7633,6 @@ spec:
                                           type: string
                                         type: object
                                     type: object
-                                    x-kubernetes-map-type: atomic
                                   matchLabelKeys:
                                     items:
                                       type: string
@@ -7858,7 +7726,6 @@ spec:
                                           name:
                                             type: string
                                         type: object
-                                        x-kubernetes-map-type: atomic
                                       user:
                                         type: string
                                     required:
@@ -7875,7 +7742,6 @@ spec:
                                           name:
                                             type: string
                                         type: object
-                                        x-kubernetes-map-type: atomic
                                       volumeID:
                                         type: string
                                     required:
@@ -7906,7 +7772,6 @@ spec:
                                       optional:
                                         type: boolean
                                     type: object
-                                    x-kubernetes-map-type: atomic
                                   csi:
                                     properties:
                                       driver:
@@ -7918,7 +7783,6 @@ spec:
                                           name:
                                             type: string
                                         type: object
-                                        x-kubernetes-map-type: atomic
                                       readOnly:
                                         type: boolean
                                       volumeAttributes:
@@ -7945,7 +7809,6 @@ spec:
                                               required:
                                               - fieldPath
                                               type: object
-                                              x-kubernetes-map-type: atomic
                                             mode:
                                               format: int32
                                               type: integer
@@ -7966,7 +7829,6 @@ spec:
                                               required:
                                               - resource
                                               type: object
-                                              x-kubernetes-map-type: atomic
                                           required:
                                           - path
                                           type: object
@@ -8024,7 +7886,6 @@ spec:
                                                 - kind
                                                 - name
                                                 type: object
-                                                x-kubernetes-map-type: atomic
                                               dataSourceRef:
                                                 properties:
                                                   apiGroup:
@@ -8081,7 +7942,6 @@ spec:
                                                       type: string
                                                     type: object
                                                 type: object
-                                                x-kubernetes-map-type: atomic
                                               storageClassName:
                                                 type: string
                                               volumeAttributesClassName:
@@ -8130,7 +7990,6 @@ spec:
                                           name:
                                             type: string
                                         type: object
-                                        x-kubernetes-map-type: atomic
                                     required:
                                     - driver
                                     type: object
@@ -8215,7 +8074,6 @@ spec:
                                           name:
                                             type: string
                                         type: object
-                                        x-kubernetes-map-type: atomic
                                       targetPortal:
                                         type: string
                                     required:
@@ -8299,7 +8157,6 @@ spec:
                                                         type: string
                                                       type: object
                                                   type: object
-                                                  x-kubernetes-map-type: atomic
                                                 name:
                                                   type: string
                                                 optional:
@@ -8333,7 +8190,6 @@ spec:
                                                 optional:
                                                   type: boolean
                                               type: object
-                                              x-kubernetes-map-type: atomic
                                             downwardAPI:
                                               properties:
                                                 items:
@@ -8348,7 +8204,6 @@ spec:
                                                         required:
                                                         - fieldPath
                                                         type: object
-                                                        x-kubernetes-map-type: atomic
                                                       mode:
                                                         format: int32
                                                         type: integer
@@ -8369,7 +8224,6 @@ spec:
                                                         required:
                                                         - resource
                                                         type: object
-                                                        x-kubernetes-map-type: atomic
                                                     required:
                                                     - path
                                                     type: object
@@ -8397,7 +8251,6 @@ spec:
                                                 optional:
                                                   type: boolean
                                               type: object
-                                              x-kubernetes-map-type: atomic
                                             serviceAccountToken:
                                               properties:
                                                 audience:
@@ -8452,7 +8305,6 @@ spec:
                                           name:
                                             type: string
                                         type: object
-                                        x-kubernetes-map-type: atomic
                                       user:
                                         type: string
                                     required:
@@ -8474,7 +8326,6 @@ spec:
                                           name:
                                             type: string
                                         type: object
-                                        x-kubernetes-map-type: atomic
                                       sslEnabled:
                                         type: boolean
                                       storageMode:
@@ -8526,7 +8377,6 @@ spec:
                                           name:
                                             type: string
                                         type: object
-                                        x-kubernetes-map-type: atomic
                                       volumeName:
                                         type: string
                                       volumeNamespace:
@@ -8583,7 +8433,6 @@ spec:
                           - kind
                           - name
                           type: object
-                          x-kubernetes-map-type: atomic
                         dataSourceRef:
                           properties:
                             apiGroup:
@@ -8640,7 +8489,6 @@ spec:
                                 type: string
                               type: object
                           type: object
-                          x-kubernetes-map-type: atomic
                         storageClassName:
                           type: string
                         volumeAttributesClassName:
@@ -8669,13 +8517,20 @@ spec:
     storage: true
     subresources:
       status: {}
+status:
+  acceptedNames:
+    kind: ""
+    plural: ""
+  conditions: []
+  storedVersions: []
 ---
 # Source: jobflow/templates/flow_v1alpha1_jobtemplates.yaml
 apiVersion: apiextensions.k8s.io/v1
 kind: CustomResourceDefinition
 metadata:
   annotations:
-    controller-gen.kubebuilder.io/version: v0.14.0
+    controller-gen.kubebuilder.io/version: v0.6.0
+  creationTimestamp: null
   name: jobflows.flow.volcano.sh
 spec:
   group: flow.volcano.sh
@@ -8860,3 +8715,9 @@ spec:
     storage: true
     subresources:
       status: {}
+status:
+  acceptedNames:
+    kind: ""
+    plural: ""
+  conditions: []
+  storedVersions: []
diff --git a/deploy/iso/minikube-iso/arch/aarch64/package/containerd-bin-aarch64/containerd-bin.hash b/deploy/iso/minikube-iso/arch/aarch64/package/containerd-bin-aarch64/containerd-bin.hash
index 7c84baa8b..2580b2b6a 100644
--- a/deploy/iso/minikube-iso/arch/aarch64/package/containerd-bin-aarch64/containerd-bin.hash
+++ b/deploy/iso/minikube-iso/arch/aarch64/package/containerd-bin-aarch64/containerd-bin.hash
@@ -35,3 +35,4 @@ sha256 ae55b25fb04b45dfbbde8280b034783a48ae7c40350d17fd272be5cbf0284cf1 v1.7.14.
 sha256 2dc491434b182334b51350f810ed68ace3624c8a2d6e1eac490d93c653498a33 v1.7.15.tar.gz
 sha256 fa16a85b3759a716728c00dda2fff8484b3811f62250724b77d05c115c4522a7 v1.7.17.tar.gz
 sha256 91685cebd50e3f353a402adadf61e2a6aeda3f63754fa0fcc978a043e00acac4 v1.7.18.tar.gz
+sha256 152e23d017b053ee786080ec0410c98aa91967f3aaebdcfaaf4521ac2172ef62 v1.7.19.tar.gz
diff --git a/deploy/iso/minikube-iso/arch/aarch64/package/containerd-bin-aarch64/containerd-bin.mk b/deploy/iso/minikube-iso/arch/aarch64/package/containerd-bin-aarch64/containerd-bin.mk
index f2975d0ac..0dc987457 100644
--- a/deploy/iso/minikube-iso/arch/aarch64/package/containerd-bin-aarch64/containerd-bin.mk
+++ b/deploy/iso/minikube-iso/arch/aarch64/package/containerd-bin-aarch64/containerd-bin.mk
@@ -3,8 +3,8 @@
 # containerd
 #
 ################################################################################
-CONTAINERD_BIN_AARCH64_VERSION = v1.7.18
-CONTAINERD_BIN_AARCH64_COMMIT = ae71819c4f5e67bb4d5ae76a6b735f29cc25774e
+CONTAINERD_BIN_AARCH64_VERSION = v1.7.19
+CONTAINERD_BIN_AARCH64_COMMIT = 2bf793ef6dc9a18e00cb12efb64355c2c9d5eb41
 CONTAINERD_BIN_AARCH64_SITE = https://github.com/containerd/containerd/archive
 CONTAINERD_BIN_AARCH64_SOURCE = $(CONTAINERD_BIN_AARCH64_VERSION).tar.gz
 CONTAINERD_BIN_AARCH64_DEPENDENCIES = host-go libgpgme
diff --git a/deploy/iso/minikube-iso/arch/x86_64/package/containerd-bin/containerd-bin.hash b/deploy/iso/minikube-iso/arch/x86_64/package/containerd-bin/containerd-bin.hash
index 7c84baa8b..2580b2b6a 100644
--- a/deploy/iso/minikube-iso/arch/x86_64/package/containerd-bin/containerd-bin.hash
+++ b/deploy/iso/minikube-iso/arch/x86_64/package/containerd-bin/containerd-bin.hash
@@ -35,3 +35,4 @@ sha256 ae55b25fb04b45dfbbde8280b034783a48ae7c40350d17fd272be5cbf0284cf1 v1.7.14.
 sha256 2dc491434b182334b51350f810ed68ace3624c8a2d6e1eac490d93c653498a33 v1.7.15.tar.gz
 sha256 fa16a85b3759a716728c00dda2fff8484b3811f62250724b77d05c115c4522a7 v1.7.17.tar.gz
 sha256 91685cebd50e3f353a402adadf61e2a6aeda3f63754fa0fcc978a043e00acac4 v1.7.18.tar.gz
+sha256 152e23d017b053ee786080ec0410c98aa91967f3aaebdcfaaf4521ac2172ef62 v1.7.19.tar.gz
diff --git a/deploy/iso/minikube-iso/arch/x86_64/package/containerd-bin/containerd-bin.mk b/deploy/iso/minikube-iso/arch/x86_64/package/containerd-bin/containerd-bin.mk
index decf40972..10bbe127f 100644
--- a/deploy/iso/minikube-iso/arch/x86_64/package/containerd-bin/containerd-bin.mk
+++ b/deploy/iso/minikube-iso/arch/x86_64/package/containerd-bin/containerd-bin.mk
@@ -3,8 +3,8 @@
 # containerd
 #
 ################################################################################
-CONTAINERD_BIN_VERSION = v1.7.18
-CONTAINERD_BIN_COMMIT = ae71819c4f5e67bb4d5ae76a6b735f29cc25774e
+CONTAINERD_BIN_VERSION = v1.7.19
+CONTAINERD_BIN_COMMIT = 2bf793ef6dc9a18e00cb12efb64355c2c9d5eb41
 CONTAINERD_BIN_SITE = https://github.com/containerd/containerd/archive
 CONTAINERD_BIN_SOURCE = $(CONTAINERD_BIN_VERSION).tar.gz
 CONTAINERD_BIN_DEPENDENCIES = host-go libgpgme
diff --git a/go.mod b/go.mod
index e32a5b84c..0f11ca990 100644
--- a/go.mod
+++ b/go.mod
@@ -5,7 +5,7 @@ go 1.22.0
 toolchain go1.22.2
 
 require (
-	cloud.google.com/go/storage v1.42.0
+	cloud.google.com/go/storage v1.43.0
 	contrib.go.opencensus.io/exporter/stackdriver v0.13.14
 	github.com/Delta456/box-cli-maker/v2 v2.3.0
 	github.com/GoogleCloudPlatform/cloudsql-proxy v1.35.4
@@ -67,13 +67,13 @@ require (
 	go.opentelemetry.io/otel/sdk v1.28.0
 	go.opentelemetry.io/otel/trace v1.28.0
 	golang.org/x/build v0.0.0-20190927031335-2835ba2e683f
-	golang.org/x/crypto v0.24.0
+	golang.org/x/crypto v0.25.0
 	golang.org/x/exp v0.0.0-20230905200255-921286631fa9
-	golang.org/x/mod v0.18.0
+	golang.org/x/mod v0.19.0
 	golang.org/x/oauth2 v0.21.0
 	golang.org/x/sync v0.7.0
-	golang.org/x/sys v0.21.0
-	golang.org/x/term v0.21.0
+	golang.org/x/sys v0.22.0
+	golang.org/x/term v0.22.0
 	golang.org/x/text v0.16.0
 	gonum.org/v1/plot v0.14.0
 	google.golang.org/api v0.187.0
diff --git a/go.sum b/go.sum
index dca35fee7..b938aa035 100644
--- a/go.sum
+++ b/go.sum
@@ -183,8 +183,8 @@ cloud.google.com/go/storage v1.10.0/go.mod h1:FLPqc6j+Ki4BU591ie1oL6qBQGu2Bl/tZ9
 cloud.google.com/go/storage v1.22.1/go.mod h1:S8N1cAStu7BOeFfE8KAQzmyyLkK8p/vmRq6kuBTW58Y=
 cloud.google.com/go/storage v1.23.0/go.mod h1:vOEEDNFnciUMhBeT6hsJIn3ieU5cFRmzeLgDvXzfIXc=
 cloud.google.com/go/storage v1.27.0/go.mod h1:x9DOL8TK/ygDUMieqwfhdpQryTeEkhGKMi80i/iqR2s=
-cloud.google.com/go/storage v1.42.0 h1:4QtGpplCVt1wz6g5o1ifXd656P5z+yNgzdw1tVfp0cU=
-cloud.google.com/go/storage v1.42.0/go.mod h1:HjMXRFq65pGKFn6hxj6x3HCyR41uSB72Z0SO/Vn6JFQ=
+cloud.google.com/go/storage v1.43.0 h1:CcxnSohZwizt4LCzQHWvBf1/kvtHUn7gk9QERXPyXFs=
+cloud.google.com/go/storage v1.43.0/go.mod h1:ajvxEa7WmZS1PxvKRq4bq0tFT3vMd502JwstCcYv0Q0=
 cloud.google.com/go/talent v1.1.0/go.mod h1:Vl4pt9jiHKvOgF9KoZo6Kob9oV4lwd/ZD5Cto54zDRw=
 cloud.google.com/go/talent v1.2.0/go.mod h1:MoNF9bhFQbiJ6eFD3uSsg0uBALw4n4gaCaEjBw9zo8g=
 cloud.google.com/go/trace v1.10.7 h1:gK8z2BIJQ3KIYGddw9RJLne5Fx0FEXkrEQzPaeEYVvk=
@@ -1737,8 +1737,8 @@ golang.org/x/crypto v0.0.0-20210817164053-32db794688a5/go.mod h1:GvvjBRRGRdwPK5y
 golang.org/x/crypto v0.0.0-20210921155107-089bfa567519/go.mod h1:GvvjBRRGRdwPK5ydBHafDWAxML/pGHZbMvKqRZ5+Abc=
 golang.org/x/crypto v0.0.0-20211202192323-5770296d904e/go.mod h1:IxCIyHEi3zRg3s0A5j5BB6A9Jmi73HwBIUl50j+osU4=
 golang.org/x/crypto v0.0.0-20211215153901-e495a2d5b3d3/go.mod h1:IxCIyHEi3zRg3s0A5j5BB6A9Jmi73HwBIUl50j+osU4=
-golang.org/x/crypto v0.24.0 h1:mnl8DM0o513X8fdIkmyFE/5hTYxbwYOjDS/+rK6qpRI=
-golang.org/x/crypto v0.24.0/go.mod h1:Z1PMYSOR5nyMcyAVAIQSKCDwalqy85Aqn1x3Ws4L5DM=
+golang.org/x/crypto v0.25.0 h1:ypSNr+bnYL2YhwoMt2zPxHFmbAN1KZs/njMG3hxUp30=
+golang.org/x/crypto v0.25.0/go.mod h1:T+wALwcMOSE0kXgUAnPAHqTLW+XHgcELELW8VaDgm/M=
 golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA=
 golang.org/x/exp v0.0.0-20190306152737-a1d7652674e8/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA=
 golang.org/x/exp v0.0.0-20190510132918-efd6b22b2522/go.mod h1:ZjyILWgesfNpC6sMxTJOJm9Kp84zZh5NQWvqDGG3Qr8=
@@ -1784,8 +1784,8 @@ golang.org/x/mod v0.5.1/go.mod h1:5OXOZSfqPIIbmVBIIKWRFfZjPR0E5r58TLhUjH0a2Ro=
 golang.org/x/mod v0.6.0-dev.0.20220106191415-9b9b3d81d5e3/go.mod h1:3p9vT2HGsQu2K1YbXdKPJLVgG5VJdoTa1poYQBtP1AY=
 golang.org/x/mod v0.6.0-dev.0.20220419223038-86c51ed26bb4/go.mod h1:jJ57K6gSWd91VN4djpZkiMVwK6gcyfeH4XE8wZrZaV4=
 golang.org/x/mod v0.8.0/go.mod h1:iBbtSCu2XBx23ZKBPSOrRkjjQPZFPuis4dIYUhu/chs=
-golang.org/x/mod v0.18.0 h1:5+9lSbEzPSdWkH32vYPBwEpX8KwDbM52Ud9xBUvNlb0=
-golang.org/x/mod v0.18.0/go.mod h1:hTbmBsO62+eylJbnUtE2MGJUyE7QWk4xUqPFrRgJ+7c=
+golang.org/x/mod v0.19.0 h1:fEdghXQSo20giMthA7cd28ZC+jts4amQ3YMXiP5oMQ8=
+golang.org/x/mod v0.19.0/go.mod h1:hTbmBsO62+eylJbnUtE2MGJUyE7QWk4xUqPFrRgJ+7c=
 golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
 golang.org/x/net v0.0.0-20180826012351-8a410e7b638d/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
 golang.org/x/net v0.0.0-20180906233101-161cd47e91fd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
@@ -2059,8 +2059,8 @@ golang.org/x/sys v0.5.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
 golang.org/x/sys v0.6.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
 golang.org/x/sys v0.8.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
 golang.org/x/sys v0.11.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
-golang.org/x/sys v0.21.0 h1:rF+pYz3DAGSQAxAu1CbC7catZg4ebC4UIeIhKxBZvws=
-golang.org/x/sys v0.21.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
+golang.org/x/sys v0.22.0 h1:RI27ohtqKCnwULzJLqkv897zojh5/DwS/ENaMzUOaWI=
+golang.org/x/sys v0.22.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
 golang.org/x/term v0.0.0-20201117132131-f5c789dd3221/go.mod h1:Nr5EML6q2oocZ2LXRh80K7BxOlk5/8JxuGnuhpl+muw=
 golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo=
 golang.org/x/term v0.0.0-20210220032956-6a3ed077a48d/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo=
@@ -2069,8 +2069,8 @@ golang.org/x/term v0.0.0-20210927222741-03fcf44c2211/go.mod h1:jbD1KX2456YbFQfuX
 golang.org/x/term v0.0.0-20221017184919-83659145692c/go.mod h1:VTIZ7TEbF0BS9Sv9lPTvGbtW8i4z6GGbJBCM37uMCzY=
 golang.org/x/term v0.1.0/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8=
 golang.org/x/term v0.5.0/go.mod h1:jMB1sMXY+tzblOD4FWmEbocvup2/aLOaQEp7JmGp78k=
-golang.org/x/term v0.21.0 h1:WVXCp+/EBEHOj53Rvu+7KiT/iElMrO8ACK16SMZ3jaA=
-golang.org/x/term v0.21.0/go.mod h1:ooXLefLobQVslOqselCNF4SxFAaoS6KujMbsGzSDmX0=
+golang.org/x/term v0.22.0 h1:BbsgPEJULsl2fV/AT3v15Mjva5yXKQDyKf+TbDz7QJk=
+golang.org/x/term v0.22.0/go.mod h1:F3qCibpT5AMpCRfhfT53vVJwhLtIVHhB9XDjfFvnMI4=
 golang.org/x/text v0.0.0-20170915032832-14c0d48ead0c/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
 golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
 golang.org/x/text v0.3.1-0.20180807135948-17ff2d5776d2/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
@@ -2183,8 +2183,6 @@ golang.org/x/xerrors v0.0.0-20220411194840-2f41105eb62f/go.mod h1:I/5z698sn9Ka8T
 golang.org/x/xerrors v0.0.0-20220517211312-f3a8303e98df/go.mod h1:K8+ghG5WaK9qNqU5K3HdILfMLy1f3aNYFI/wnl100a8=
 golang.org/x/xerrors v0.0.0-20220609144429-65e65417b02f/go.mod h1:K8+ghG5WaK9qNqU5K3HdILfMLy1f3aNYFI/wnl100a8=
 golang.org/x/xerrors v0.0.0-20220907171357-04be3eba64a2/go.mod h1:K8+ghG5WaK9qNqU5K3HdILfMLy1f3aNYFI/wnl100a8=
-golang.org/x/xerrors v0.0.0-20231012003039-104605ab7028 h1:+cNy6SZtPcJQH3LJVLOSmiC7MMxXNOb3PU/VUEz+EhU=
-golang.org/x/xerrors v0.0.0-20231012003039-104605ab7028/go.mod h1:NDW/Ps6MPRej6fsCIbMTohpP40sJ/P/vI1MoTEGwX90=
 gonum.org/v1/gonum v0.14.0 h1:2NiG67LD1tEH0D7kM+ps2V+fXmsAnpUeec7n8tcr4S0=
 gonum.org/v1/gonum v0.14.0/go.mod h1:AoWeoz0becf9QMWtE8iWXNXc27fK4fNeHNf/oMejGfU=
 gonum.org/v1/plot v0.14.0 h1:+LBDVFYwFe4LHhdP8coW6296MBEY4nQ+Y4vuUpJopcE=
diff --git a/netlify.toml b/netlify.toml
index 29e584f66..b8b4a41f8 100644
--- a/netlify.toml
+++ b/netlify.toml
@@ -5,7 +5,7 @@ command = "pwd && cd themes/docsy && npm install && git submodule update -f --in
 
 [build.environment]
 NODE_VERSION = "20.15.0"
-HUGO_VERSION = "v0.128.1"
+HUGO_VERSION = "v0.128.2"
 
 [context.production.environment]
 HUGO_ENV = "production"
diff --git a/pkg/addons/config.go b/pkg/addons/config.go
index 7a7409a6b..a849538eb 100644
--- a/pkg/addons/config.go
+++ b/pkg/addons/config.go
@@ -71,7 +71,7 @@ var Addons = []*Addon{
 	{
 		name:        "gvisor",
 		set:         SetBool,
-		validations: []setFn{IsRuntimeContainerd},
+		validations: []setFn{isRuntimeContainerd},
 		callbacks:   []setFn{EnableOrDisableAddon, verifyAddonStatus},
 	},
 	{
@@ -125,14 +125,16 @@ var Addons = []*Addon{
 		callbacks: []setFn{EnableOrDisableAddon, verifyAddonStatus},
 	},
 	{
-		name:      "nvidia-driver-installer",
-		set:       SetBool,
-		callbacks: []setFn{EnableOrDisableAddon},
+		name:        "nvidia-driver-installer",
+		set:         SetBool,
+		validations: []setFn{isKVMDriverForNVIDIA},
+		callbacks:   []setFn{EnableOrDisableAddon},
 	},
 	{
-		name:      "nvidia-gpu-device-plugin",
-		set:       SetBool,
-		callbacks: []setFn{EnableOrDisableAddon},
+		name:        "nvidia-gpu-device-plugin",
+		set:         SetBool,
+		validations: []setFn{isKVMDriverForNVIDIA},
+		callbacks:   []setFn{EnableOrDisableAddon},
 	},
 	{
 		name:      "olm",
@@ -204,7 +206,7 @@ var Addons = []*Addon{
 	{
 		name:        "csi-hostpath-driver",
 		set:         SetBool,
-		validations: []setFn{IsVolumesnapshotsEnabled},
+		validations: []setFn{isVolumesnapshotsEnabled},
 		callbacks:   []setFn{EnableOrDisableAddon, verifyAddonStatus},
 	},
 	{
diff --git a/pkg/addons/validations.go b/pkg/addons/validations.go
index 9cefbe321..eb318ad0a 100644
--- a/pkg/addons/validations.go
+++ b/pkg/addons/validations.go
@@ -24,6 +24,7 @@ import (
 	"k8s.io/minikube/pkg/minikube/assets"
 	"k8s.io/minikube/pkg/minikube/config"
 	"k8s.io/minikube/pkg/minikube/cruntime"
+	"k8s.io/minikube/pkg/minikube/driver"
 	"k8s.io/minikube/pkg/minikube/out"
 )
 
@@ -45,8 +46,7 @@ const volumesnapshotsDisabledMsg = `[WARNING] For full functionality, the 'csi-h
 You can enable 'volumesnapshots' addon by running: 'minikube addons enable volumesnapshots'
 `
 
-// IsRuntimeContainerd is a validator which returns an error if the current runtime is not containerd
-func IsRuntimeContainerd(cc *config.ClusterConfig, _, _ string) error {
+func isRuntimeContainerd(cc *config.ClusterConfig, _, _ string) error {
 	r, err := cruntime.New(cruntime.Config{Type: cc.KubernetesConfig.ContainerRuntime})
 	if err != nil {
 		return err
@@ -58,9 +58,9 @@ func IsRuntimeContainerd(cc *config.ClusterConfig, _, _ string) error {
 	return nil
 }
 
-// IsVolumesnapshotsEnabled is a validator that prints out a warning if the volumesnapshots addon
+// isVolumesnapshotsEnabled is a validator that prints out a warning if the volumesnapshots addon
 // is disabled (does not return any errors!)
-func IsVolumesnapshotsEnabled(cc *config.ClusterConfig, _, value string) error {
+func isVolumesnapshotsEnabled(cc *config.ClusterConfig, _, value string) error {
 	isCsiDriverEnabled, _ := strconv.ParseBool(value)
 	// assets.Addons[].IsEnabled() returns the current status of the addon or default value.
 	// config.AddonList contains list of addons to be enabled.
@@ -74,6 +74,15 @@ func IsVolumesnapshotsEnabled(cc *config.ClusterConfig, _, value string) error {
 	return nil
 }
 
+func isKVMDriverForNVIDIA(cc *config.ClusterConfig, name, _ string) error {
+	if driver.IsKVM(cc.Driver) {
+		return nil
+	}
+	out.Ln("")
+	out.FailureT("The {{.addon}} addon is only supported with the KVM driver.\n\nFor GPU setup instructions see: https://minikube.sigs.k8s.io/docs/tutorials/nvidia/", out.V{"addon": name})
+	return fmt.Errorf("%s addon is only supported with the KVM driver", name)
+}
+
 // isAddonValid returns the addon, true if it is valid
 // otherwise returns nil, false
 func isAddonValid(name string) (*Addon, bool) {
diff --git a/pkg/drivers/kic/types.go b/pkg/drivers/kic/types.go
index 9779bfc9c..328afe824 100644
--- a/pkg/drivers/kic/types.go
+++ b/pkg/drivers/kic/types.go
@@ -24,10 +24,10 @@ import (
 
 const (
 	// Version is the current version of kic
-	Version = "v0.0.44-1719972989-19184"
+	Version = "v0.0.44-1720012048-19186"
 
 	// SHA of the kic base image
-	baseImageSHA = "86cb76941aa00fc70e665895234bda20991d5563e39b8ff07212e31a82ce7fb1"
+	baseImageSHA = "0fc826bca29cbb5a8335aaf40b2c19a34f0a6b85133ca47842ce6e575d3bc2ef"
 	// The name of the GCR kicbase repository
 	gcrRepo = "gcr.io/k8s-minikube/kicbase-builds"
 	// The name of the Dockerhub kicbase repository
diff --git a/pkg/minikube/assets/addons.go b/pkg/minikube/assets/addons.go
index 027e44d75..b3c9be60a 100644
--- a/pkg/minikube/assets/addons.go
+++ b/pkg/minikube/assets/addons.go
@@ -327,7 +327,7 @@ var Addons = map[string]*Addon{
 			"kong-ingress-controller.yaml",
 			"0640"),
 	}, false, "kong", "3rd party (Kong HQ)", "@gAmUssA", "https://minikube.sigs.k8s.io/docs/handbook/addons/kong-ingress/", map[string]string{
-		"Kong":        "kong:3.7.1@sha256:43b2e4e47b35deb698f9bb43d1e83a004f7bef9a4380d364bc4916f4751e410d",
+		"Kong":        "kong:3.7.1@sha256:1ab5941fbe393fd7fef0f64b346f5738334cb269fbbd47ce8142a859f93b3405",
 		"KongIngress": "kong/kubernetes-ingress-controller:2.12.0@sha256:ef450cd85f4237aa5acf3bfaebd064accdc6a445419bec20a5a68067c55c6809",
 	}, map[string]string{
 		"Kong":        "docker.io",
@@ -340,7 +340,7 @@ var Addons = map[string]*Addon{
 			"pod.yaml",
 			"0640"),
 	}, false, "kubevirt", "3rd party (KubeVirt)", "", "https://minikube.sigs.k8s.io/docs/handbook/addons/kubevirt/", map[string]string{
-		"Kubectl": "bitnami/kubectl:1.30.2@sha256:3f6d4783cf84b56cb5aa33d0b404b5270aafaa6dcd5afe844b3cd55558383fa2",
+		"Kubectl": "bitnami/kubectl:1.30.2@sha256:225dae61ec3a1796641e23e49c710230ecead9b9fda3b39b6f7724e534b68154",
 	}, map[string]string{
 		"Kubectl": "docker.io",
 	}),
@@ -555,7 +555,7 @@ var Addons = map[string]*Addon{
 			"ingress-dns-pod.yaml",
 			"0640"),
 	}, false, "ingress-dns", "minikube", "", "https://minikube.sigs.k8s.io/docs/handbook/addons/ingress-dns/", map[string]string{
-		"IngressDNS": "k8s-minikube/minikube-ingress-dns:0.0.2@sha256:4abe27f9fc03fedab1d655e2020e6b165faf3bf6de1088ce6cf215a75b78f05f",
+		"IngressDNS": "k8s-minikube/minikube-ingress-dns:0.0.3@sha256:4211a1de532376c881851542238121b26792225faa36a7b02dccad88fd05797c",
 	}, map[string]string{
 		"IngressDNS": "gcr.io",
 	}),
diff --git a/pkg/minikube/bootstrapper/kubeadm/kubeadm.go b/pkg/minikube/bootstrapper/kubeadm/kubeadm.go
index 9758c19a4..325ec0817 100644
--- a/pkg/minikube/bootstrapper/kubeadm/kubeadm.go
+++ b/pkg/minikube/bootstrapper/kubeadm/kubeadm.go
@@ -64,6 +64,7 @@ import (
 	"k8s.io/minikube/pkg/minikube/style"
 	"k8s.io/minikube/pkg/minikube/sysinit"
 	"k8s.io/minikube/pkg/minikube/vmpath"
+	"k8s.io/minikube/pkg/network"
 	"k8s.io/minikube/pkg/util"
 	"k8s.io/minikube/pkg/util/retry"
 	"k8s.io/minikube/pkg/version"
@@ -440,9 +441,14 @@ func (k *Bootstrapper) StartCluster(cfg config.ClusterConfig) error {
 
 // tunnelToAPIServer creates ssh tunnel between apiserver:port inside control-plane node and host on port 8443.
 func (k *Bootstrapper) tunnelToAPIServer(cfg config.ClusterConfig) error {
-	if cfg.APIServerPort != 0 {
+	if cfg.APIServerPort == 0 {
 		return fmt.Errorf("apiserver port not set")
 	}
+	// An API server tunnel is only needed for QEMU w/ builtin network, for
+	// everything else return
+	if !driver.IsQEMU(cfg.Driver) || !network.IsBuiltinQEMU(cfg.Network) {
+		return nil
+	}
 
 	m, err := machine.NewAPIClient()
 	if err != nil {
diff --git a/pkg/minikube/download/iso.go b/pkg/minikube/download/iso.go
index 11bea8ca2..17f872c96 100644
--- a/pkg/minikube/download/iso.go
+++ b/pkg/minikube/download/iso.go
@@ -41,7 +41,7 @@ const fileScheme = "file"
 // DefaultISOURLs returns a list of ISO URL's to consult by default, in priority order
 func DefaultISOURLs() []string {
 	v := version.GetISOVersion()
-	isoBucket := "minikube-builds/iso/19175"
+	isoBucket := "minikube-builds/iso/19186"
 
 	return []string{
 		fmt.Sprintf("https://storage.googleapis.com/%s/minikube-%s-%s.iso", isoBucket, v, runtime.GOARCH),
diff --git a/site/content/en/docs/commands/start.md b/site/content/en/docs/commands/start.md
index 2c2bc2ccc..ce5726123 100644
--- a/site/content/en/docs/commands/start.md
+++ b/site/content/en/docs/commands/start.md
@@ -27,7 +27,7 @@ minikube start [flags]
       --apiserver-port int                The apiserver listening port (default 8443)
       --auto-pause-interval duration      Duration of inactivity before the minikube VM is paused (default 1m0s) (default 1m0s)
       --auto-update-drivers               If set, automatically updates drivers to the latest version. Defaults to true. (default true)
-      --base-image string                 The base image to use for docker/podman drivers. Intended for local development. (default "gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1719972989-19184@sha256:86cb76941aa00fc70e665895234bda20991d5563e39b8ff07212e31a82ce7fb1")
+      --base-image string                 The base image to use for docker/podman drivers. Intended for local development. (default "gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1720012048-19186@sha256:0fc826bca29cbb5a8335aaf40b2c19a34f0a6b85133ca47842ce6e575d3bc2ef")
       --binary-mirror string              Location to fetch kubectl, kubelet, & kubeadm binaries from.
       --cache-images                      If true, cache docker images for the current bootstrapper and load them into the machine. Always false with --driver=none. (default true)
       --cert-expiration duration          Duration until minikube certificate expiration, defaults to three years (26280h). (default 26280h0m0s)


Test patch:
diff --git a/pkg/addons/validations_test.go b/pkg/addons/validations_test.go
index aa4cb6403..85e97d7a5 100644
--- a/pkg/addons/validations_test.go
+++ b/pkg/addons/validations_test.go
@@ -16,7 +16,11 @@ limitations under the License.
 
 package addons
 
-import "testing"
+import (
+	"testing"
+
+	"k8s.io/minikube/pkg/minikube/config"
+)
 
 func TestIsAddonValid(t *testing.T) {
 	tests := []struct {
@@ -76,3 +80,25 @@ func TestContains(t *testing.T) {
 		})
 	}
 }
+
+func TestIsKVMDriverForNVIDIA(t *testing.T) {
+	tests := []struct {
+		cc        *config.ClusterConfig
+		wantError bool
+	}{
+		{
+			cc: &config.ClusterConfig{Driver: "kvm"},
+		},
+		{
+			cc:        &config.ClusterConfig{Driver: "docker"},
+			wantError: true,
+		},
+	}
+
+	for _, tc := range tests {
+		err := isKVMDriverForNVIDIA(tc.cc, "", "")
+		if gotError := (err != nil); gotError != tc.wantError {
+			t.Errorf("isKVMDriverForNVIDIA(%v) got error %t (%v), want error %t", tc.cc, gotError, err, tc.wantError)
+		}
+	}
+}
diff --git a/test/integration/testdata/ingress-dns-example-v1.yaml b/test/integration/testdata/ingress-dns-example-v1.yaml
index e67d8cec1..10b3d44d2 100644
--- a/test/integration/testdata/ingress-dns-example-v1.yaml
+++ b/test/integration/testdata/ingress-dns-example-v1.yaml
@@ -29,7 +29,7 @@ spec:
     spec:
       containers:
       - name: hello-world-app
-        image: gcr.io/google-samples/hello-app:1.0
+        image: docker.io/kicbase/echo-server:1.0
         ports:
         - containerPort: 8080
 ---
diff --git a/test/integration/testdata/ingress-dns-example-v1beta1.yaml b/test/integration/testdata/ingress-dns-example-v1beta1.yaml
index d2fa35d91..8409a8442 100644
--- a/test/integration/testdata/ingress-dns-example-v1beta1.yaml
+++ b/test/integration/testdata/ingress-dns-example-v1beta1.yaml
@@ -29,7 +29,7 @@ spec:
     spec:
       containers:
       - name: hello-world-app
-        image: gcr.io/google-samples/hello-app:1.0
+        image: docker.io/kicbase/echo-server:1.0
         ports:
         - containerPort: 8080
 ---