Repository: openshift/release
Pull request #62972: Add vsphere7 job
Author: login: sgaoshang
Labels: name: lgtm
description: Indicates that a PR is ready to be merged.
name: approved
description: Indicates a PR has been approved by an approver from all required OWNERS files.
name: rehearsals-ack
description: Signifies that rehearsal jobs have been acknowledged
Created: 2025-03-19T03:42:03Z | Merged: 2025-03-26T07:03:12Z



Diff:
diff --git a/ci-operator/config/openshift/openshift-tests-private/openshift-openshift-tests-private-release-4.18__amd64-nightly-4.18-upgrade-from-stable-4.18.yaml b/ci-operator/config/openshift/openshift-tests-private/openshift-openshift-tests-private-release-4.18__amd64-nightly-4.18-upgrade-from-stable-4.18.yaml
index b41b0642be0de..2a008ae5734aa 100644
--- a/ci-operator/config/openshift/openshift-tests-private/openshift-openshift-tests-private-release-4.18__amd64-nightly-4.18-upgrade-from-stable-4.18.yaml
+++ b/ci-operator/config/openshift/openshift-tests-private/openshift-openshift-tests-private-release-4.18__amd64-nightly-4.18-upgrade-from-stable-4.18.yaml
@@ -23,6 +23,10 @@ base_images:
     name: "4.18"
     namespace: ocp
     tag: hypershift-operator
+  nested-environment-builder:
+    name: nested-environment-builder
+    namespace: ci
+    tag: latest
   openstack-installer:
     name: "4.18"
     namespace: ocp
@@ -916,6 +920,17 @@ tests:
     test:
     - chain: openshift-upgrade-qe-test
     workflow: cucushift-installer-rehearse-vsphere-ipi-static-ip
+- as: vsphere-ipi-vsphere7-f60
+  cron: 2 19 11 2,4,6,8,10,12 *
+  steps:
+    cluster_profile: vsphere-elastic
+    env:
+      HOSTS: "2"
+      NETWORK_TYPE: nested-multi-tenant
+      VCENTER_VERSION: "7"
+    test:
+    - chain: openshift-upgrade-qe-test
+    workflow: cucushift-installer-rehearse-vsphere-ipi-nested
 - as: vsphere-ipi-zones-template-f60
   cron: 1 20 19 2,4,6,8,10,12 *
   steps:
diff --git a/ci-operator/config/openshift/openshift-tests-private/openshift-openshift-tests-private-release-4.18__amd64-nightly.yaml b/ci-operator/config/openshift/openshift-tests-private/openshift-openshift-tests-private-release-4.18__amd64-nightly.yaml
index 32c37affa85e9..154c6c08d1d5f 100644
--- a/ci-operator/config/openshift/openshift-tests-private/openshift-openshift-tests-private-release-4.18__amd64-nightly.yaml
+++ b/ci-operator/config/openshift/openshift-tests-private/openshift-openshift-tests-private-release-4.18__amd64-nightly.yaml
@@ -35,6 +35,10 @@ base_images:
     name: hypershift-tests
     namespace: hypershift
     tag: latest
+  nested-environment-builder:
+    name: nested-environment-builder
+    namespace: ci
+    tag: latest
   openstack-installer:
     name: "4.18"
     namespace: ocp
@@ -4195,6 +4199,28 @@ tests:
     test:
     - chain: openshift-e2e-test-qe-destructive
     workflow: cucushift-installer-rehearse-vsphere-ipi-template-usertags
+- as: vsphere-ipi-vsphere7-f28
+  cron: 15 13 30 * *
+  steps:
+    cluster_profile: vsphere-elastic
+    env:
+      HOSTS: "2"
+      NETWORK_TYPE: nested-multi-tenant
+      VCENTER_VERSION: "7"
+    test:
+    - chain: openshift-e2e-test-qe-automated-release
+    workflow: cucushift-installer-rehearse-vsphere-ipi-nested
+- as: vsphere-ipi-vsphere7-f60-destructive
+  cron: 35 4 16 2,4,6,8,10,12 *
+  steps:
+    cluster_profile: vsphere-elastic
+    env:
+      HOSTS: "2"
+      NETWORK_TYPE: nested-multi-tenant
+      VCENTER_VERSION: "7"
+    test:
+    - chain: openshift-e2e-test-qe-destructive
+    workflow: cucushift-installer-rehearse-vsphere-ipi-nested
 - as: vsphere-ipi-zones-multi-nic-f28
   cron: 12 15 17 * *
   steps:
diff --git a/ci-operator/config/openshift/openshift-tests-private/openshift-openshift-tests-private-release-4.19__amd64-nightly-4.19-upgrade-from-stable-4.18.yaml b/ci-operator/config/openshift/openshift-tests-private/openshift-openshift-tests-private-release-4.19__amd64-nightly-4.19-upgrade-from-stable-4.18.yaml
index f1ff46dbadffa..e1e35da7f0818 100644
--- a/ci-operator/config/openshift/openshift-tests-private/openshift-openshift-tests-private-release-4.19__amd64-nightly-4.19-upgrade-from-stable-4.18.yaml
+++ b/ci-operator/config/openshift/openshift-tests-private/openshift-openshift-tests-private-release-4.19__amd64-nightly-4.19-upgrade-from-stable-4.18.yaml
@@ -27,6 +27,10 @@ base_images:
     name: hypershift-tests
     namespace: hypershift
     tag: latest
+  nested-environment-builder:
+    name: nested-environment-builder
+    namespace: ci
+    tag: latest
   openstack-installer:
     name: "4.18"
     namespace: ocp
@@ -980,6 +984,17 @@ tests:
     test:
     - chain: openshift-upgrade-qe-test
     workflow: cucushift-installer-rehearse-vsphere-ipi-ovn-custom-transit-switch-masquerade-subnet
+- as: vsphere-ipi-vsphere7-f28
+  cron: 8 14 25 * *
+  steps:
+    cluster_profile: vsphere-elastic
+    env:
+      HOSTS: "2"
+      NETWORK_TYPE: nested-multi-tenant
+      VCENTER_VERSION: "7"
+    test:
+    - chain: openshift-upgrade-qe-test
+    workflow: cucushift-installer-rehearse-vsphere-ipi-nested
 - as: vsphere-ipi-zones-template-f28
   cron: 37 21 23 * *
   steps:
diff --git a/ci-operator/config/openshift/openshift-tests-private/openshift-openshift-tests-private-release-4.19__amd64-nightly-4.19-upgrade-from-stable-4.19.yaml b/ci-operator/config/openshift/openshift-tests-private/openshift-openshift-tests-private-release-4.19__amd64-nightly-4.19-upgrade-from-stable-4.19.yaml
index 831f803d544a1..120a838663345 100644
--- a/ci-operator/config/openshift/openshift-tests-private/openshift-openshift-tests-private-release-4.19__amd64-nightly-4.19-upgrade-from-stable-4.19.yaml
+++ b/ci-operator/config/openshift/openshift-tests-private/openshift-openshift-tests-private-release-4.19__amd64-nightly-4.19-upgrade-from-stable-4.19.yaml
@@ -23,6 +23,10 @@ base_images:
     name: "4.19"
     namespace: ocp
     tag: hypershift-operator
+  nested-environment-builder:
+    name: nested-environment-builder
+    namespace: ci
+    tag: latest
   openstack-installer:
     name: "4.19"
     namespace: ocp
@@ -974,6 +978,17 @@ tests:
     test:
     - chain: openshift-upgrade-qe-test
     workflow: cucushift-installer-rehearse-vsphere-ipi-template-usertags
+- as: vsphere-ipi-vsphere7-f60
+  cron: 43 4 9 2,4,6,8,10,12 *
+  steps:
+    cluster_profile: vsphere-elastic
+    env:
+      HOSTS: "2"
+      NETWORK_TYPE: nested-multi-tenant
+      VCENTER_VERSION: "7"
+    test:
+    - chain: openshift-upgrade-qe-test
+    workflow: cucushift-installer-rehearse-vsphere-ipi-nested
 - as: vsphere-ipi-zones-template-f60
   cron: 39 21 6 1,3,5,7,9,11 *
   steps:
diff --git a/ci-operator/config/openshift/openshift-tests-private/openshift-openshift-tests-private-release-4.19__amd64-nightly.yaml b/ci-operator/config/openshift/openshift-tests-private/openshift-openshift-tests-private-release-4.19__amd64-nightly.yaml
index 83664aa2dfe27..57951f045b497 100644
--- a/ci-operator/config/openshift/openshift-tests-private/openshift-openshift-tests-private-release-4.19__amd64-nightly.yaml
+++ b/ci-operator/config/openshift/openshift-tests-private/openshift-openshift-tests-private-release-4.19__amd64-nightly.yaml
@@ -31,6 +31,10 @@ base_images:
     name: hypershift-tests
     namespace: hypershift
     tag: latest
+  nested-environment-builder:
+    name: nested-environment-builder
+    namespace: ci
+    tag: latest
   openstack-installer:
     name: "4.19"
     namespace: ocp
@@ -3749,6 +3753,28 @@ tests:
     test:
     - chain: openshift-e2e-test-qe-destructive
     workflow: cucushift-installer-rehearse-vsphere-ipi-template-usertags
+- as: vsphere-ipi-vsphere7-f28
+  cron: 57 13 21 * *
+  steps:
+    cluster_profile: vsphere-elastic
+    env:
+      HOSTS: "2"
+      NETWORK_TYPE: nested-multi-tenant
+      VCENTER_VERSION: "7"
+    test:
+    - chain: openshift-e2e-test-qe-automated-release
+    workflow: cucushift-installer-rehearse-vsphere-ipi-nested
+- as: vsphere-ipi-vsphere7-f60-destructive
+  cron: 0 10 3 1,3,5,7,9,11 *
+  steps:
+    cluster_profile: vsphere-elastic
+    env:
+      HOSTS: "2"
+      NETWORK_TYPE: nested-multi-tenant
+      VCENTER_VERSION: "7"
+    test:
+    - chain: openshift-e2e-test-qe-destructive
+    workflow: cucushift-installer-rehearse-vsphere-ipi-nested
 - as: vsphere-ipi-zones-multi-nic-f28
   cron: 44 23 22 * *
   steps:
diff --git a/ci-operator/jobs/openshift/openshift-tests-private/openshift-openshift-tests-private-release-4.18-periodics.yaml b/ci-operator/jobs/openshift/openshift-tests-private/openshift-openshift-tests-private-release-4.18-periodics.yaml
index ddeac04fcb7c9..6d4cd7bd0c3ca 100644
--- a/ci-operator/jobs/openshift/openshift-tests-private/openshift-openshift-tests-private-release-4.18-periodics.yaml
+++ b/ci-operator/jobs/openshift/openshift-tests-private/openshift-openshift-tests-private-release-4.18-periodics.yaml
@@ -15756,6 +15756,87 @@ periodics:
     - name: result-aggregator
       secret:
         secretName: result-aggregator
+- agent: kubernetes
+  cluster: vsphere02
+  cron: 2 19 11 2,4,6,8,10,12 *
+  decorate: true
+  decoration_config:
+    skip_cloning: true
+  extra_refs:
+  - base_ref: release-4.18
+    org: openshift
+    repo: openshift-tests-private
+  labels:
+    ci-operator.openshift.io/cloud: vsphere
+    ci-operator.openshift.io/cloud-cluster-profile: vsphere-elastic
+    ci-operator.openshift.io/variant: amd64-nightly-4.18-upgrade-from-stable-4.18
+    ci.openshift.io/generator: prowgen
+    pj-rehearse.openshift.io/can-be-rehearsed: "true"
+  name: periodic-ci-openshift-openshift-tests-private-release-4.18-amd64-nightly-4.18-upgrade-from-stable-4.18-vsphere-ipi-vsphere7-f60
+  spec:
+    containers:
+    - args:
+      - --gcs-upload-secret=/secrets/gcs/service-account.json
+      - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson
+      - --lease-server-credentials-file=/etc/boskos/credentials
+      - --oauth-token-path=/usr/local/github-credentials/oauth
+      - --report-credentials-file=/etc/report/credentials
+      - --secret-dir=/secrets/ci-pull-credentials
+      - --target=vsphere-ipi-vsphere7-f60
+      - --variant=amd64-nightly-4.18-upgrade-from-stable-4.18
+      command:
+      - ci-operator
+      image: ci-operator:latest
+      imagePullPolicy: Always
+      name: ""
+      resources:
+        requests:
+          cpu: 10m
+      volumeMounts:
+      - mountPath: /etc/boskos
+        name: boskos
+        readOnly: true
+      - mountPath: /secrets/ci-pull-credentials
+        name: ci-pull-credentials
+        readOnly: true
+      - mountPath: /secrets/gcs
+        name: gcs-credentials
+        readOnly: true
+      - mountPath: /usr/local/github-credentials
+        name: github-credentials-openshift-ci-robot-private-git-cloner
+        readOnly: true
+      - mountPath: /secrets/manifest-tool
+        name: manifest-tool-local-pusher
+        readOnly: true
+      - mountPath: /etc/pull-secret
+        name: pull-secret
+        readOnly: true
+      - mountPath: /etc/report
+        name: result-aggregator
+        readOnly: true
+    serviceAccountName: ci-operator
+    volumes:
+    - name: boskos
+      secret:
+        items:
+        - key: credentials
+          path: credentials
+        secretName: boskos-credentials
+    - name: ci-pull-credentials
+      secret:
+        secretName: ci-pull-credentials
+    - name: github-credentials-openshift-ci-robot-private-git-cloner
+      secret:
+        secretName: github-credentials-openshift-ci-robot-private-git-cloner
+    - name: manifest-tool-local-pusher
+      secret:
+        secretName: manifest-tool-local-pusher
+    - name: pull-secret
+      secret:
+        secretName: registry-pull-credentials
+    - name: result-aggregator
+      secret:
+        secretName: result-aggregator
 - agent: kubernetes
   cluster: vsphere02
   cron: 6 17 19 1,3,5,7,9,11 *
@@ -47006,6 +47087,170 @@ periodics:
     - name: result-aggregator
       secret:
         secretName: result-aggregator
+- agent: kubernetes
+  cluster: vsphere02
+  cron: 15 13 30 * *
+  decorate: true
+  decoration_config:
+    skip_cloning: true
+  extra_refs:
+  - base_ref: release-4.18
+    org: openshift
+    repo: openshift-tests-private
+  labels:
+    ci-operator.openshift.io/cloud: vsphere
+    ci-operator.openshift.io/cloud-cluster-profile: vsphere-elastic
+    ci-operator.openshift.io/variant: amd64-nightly
+    ci.openshift.io/generator: prowgen
+    job-release: "4.18"
+    pj-rehearse.openshift.io/can-be-rehearsed: "true"
+  name: periodic-ci-openshift-openshift-tests-private-release-4.18-amd64-nightly-vsphere-ipi-vsphere7-f28
+  spec:
+    containers:
+    - args:
+      - --gcs-upload-secret=/secrets/gcs/service-account.json
+      - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson
+      - --lease-server-credentials-file=/etc/boskos/credentials
+      - --oauth-token-path=/usr/local/github-credentials/oauth
+      - --report-credentials-file=/etc/report/credentials
+      - --secret-dir=/secrets/ci-pull-credentials
+      - --target=vsphere-ipi-vsphere7-f28
+      - --variant=amd64-nightly
+      command:
+      - ci-operator
+      image: ci-operator:latest
+      imagePullPolicy: Always
+      name: ""
+      resources:
+        requests:
+          cpu: 10m
+      volumeMounts:
+      - mountPath: /etc/boskos
+        name: boskos
+        readOnly: true
+      - mountPath: /secrets/ci-pull-credentials
+        name: ci-pull-credentials
+        readOnly: true
+      - mountPath: /secrets/gcs
+        name: gcs-credentials
+        readOnly: true
+      - mountPath: /usr/local/github-credentials
+        name: github-credentials-openshift-ci-robot-private-git-cloner
+        readOnly: true
+      - mountPath: /secrets/manifest-tool
+        name: manifest-tool-local-pusher
+        readOnly: true
+      - mountPath: /etc/pull-secret
+        name: pull-secret
+        readOnly: true
+      - mountPath: /etc/report
+        name: result-aggregator
+        readOnly: true
+    serviceAccountName: ci-operator
+    volumes:
+    - name: boskos
+      secret:
+        items:
+        - key: credentials
+          path: credentials
+        secretName: boskos-credentials
+    - name: ci-pull-credentials
+      secret:
+        secretName: ci-pull-credentials
+    - name: github-credentials-openshift-ci-robot-private-git-cloner
+      secret:
+        secretName: github-credentials-openshift-ci-robot-private-git-cloner
+    - name: manifest-tool-local-pusher
+      secret:
+        secretName: manifest-tool-local-pusher
+    - name: pull-secret
+      secret:
+        secretName: registry-pull-credentials
+    - name: result-aggregator
+      secret:
+        secretName: result-aggregator
+- agent: kubernetes
+  cluster: vsphere02
+  cron: 35 4 16 2,4,6,8,10,12 *
+  decorate: true
+  decoration_config:
+    skip_cloning: true
+  extra_refs:
+  - base_ref: release-4.18
+    org: openshift
+    repo: openshift-tests-private
+  labels:
+    ci-operator.openshift.io/cloud: vsphere
+    ci-operator.openshift.io/cloud-cluster-profile: vsphere-elastic
+    ci-operator.openshift.io/variant: amd64-nightly
+    ci.openshift.io/generator: prowgen
+    job-release: "4.18"
+    pj-rehearse.openshift.io/can-be-rehearsed: "true"
+  name: periodic-ci-openshift-openshift-tests-private-release-4.18-amd64-nightly-vsphere-ipi-vsphere7-f60-destructive
+  spec:
+    containers:
+    - args:
+      - --gcs-upload-secret=/secrets/gcs/service-account.json
+      - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson
+      - --lease-server-credentials-file=/etc/boskos/credentials
+      - --oauth-token-path=/usr/local/github-credentials/oauth
+      - --report-credentials-file=/etc/report/credentials
+      - --secret-dir=/secrets/ci-pull-credentials
+      - --target=vsphere-ipi-vsphere7-f60-destructive
+      - --variant=amd64-nightly
+      command:
+      - ci-operator
+      image: ci-operator:latest
+      imagePullPolicy: Always
+      name: ""
+      resources:
+        requests:
+          cpu: 10m
+      volumeMounts:
+      - mountPath: /etc/boskos
+        name: boskos
+        readOnly: true
+      - mountPath: /secrets/ci-pull-credentials
+        name: ci-pull-credentials
+        readOnly: true
+      - mountPath: /secrets/gcs
+        name: gcs-credentials
+        readOnly: true
+      - mountPath: /usr/local/github-credentials
+        name: github-credentials-openshift-ci-robot-private-git-cloner
+        readOnly: true
+      - mountPath: /secrets/manifest-tool
+        name: manifest-tool-local-pusher
+        readOnly: true
+      - mountPath: /etc/pull-secret
+        name: pull-secret
+        readOnly: true
+      - mountPath: /etc/report
+        name: result-aggregator
+        readOnly: true
+    serviceAccountName: ci-operator
+    volumes:
+    - name: boskos
+      secret:
+        items:
+        - key: credentials
+          path: credentials
+        secretName: boskos-credentials
+    - name: ci-pull-credentials
+      secret:
+        secretName: ci-pull-credentials
+    - name: github-credentials-openshift-ci-robot-private-git-cloner
+      secret:
+        secretName: github-credentials-openshift-ci-robot-private-git-cloner
+    - name: manifest-tool-local-pusher
+      secret:
+        secretName: manifest-tool-local-pusher
+    - name: pull-secret
+      secret:
+        secretName: registry-pull-credentials
+    - name: result-aggregator
+      secret:
+        secretName: result-aggregator
 - agent: kubernetes
   cluster: vsphere02
   cron: 12 15 17 * *
diff --git a/ci-operator/jobs/openshift/openshift-tests-private/openshift-openshift-tests-private-release-4.19-periodics.yaml b/ci-operator/jobs/openshift/openshift-tests-private/openshift-openshift-tests-private-release-4.19-periodics.yaml
index 2f463f0635340..fe39d5b292dbe 100644
--- a/ci-operator/jobs/openshift/openshift-tests-private/openshift-openshift-tests-private-release-4.19-periodics.yaml
+++ b/ci-operator/jobs/openshift/openshift-tests-private/openshift-openshift-tests-private-release-4.19-periodics.yaml
@@ -9011,6 +9011,87 @@ periodics:
     - name: result-aggregator
       secret:
         secretName: result-aggregator
+- agent: kubernetes
+  cluster: vsphere02
+  cron: 8 14 25 * *
+  decorate: true
+  decoration_config:
+    skip_cloning: true
+  extra_refs:
+  - base_ref: release-4.19
+    org: openshift
+    repo: openshift-tests-private
+  labels:
+    ci-operator.openshift.io/cloud: vsphere
+    ci-operator.openshift.io/cloud-cluster-profile: vsphere-elastic
+    ci-operator.openshift.io/variant: amd64-nightly-4.19-upgrade-from-stable-4.18
+    ci.openshift.io/generator: prowgen
+    pj-rehearse.openshift.io/can-be-rehearsed: "true"
+  name: periodic-ci-openshift-openshift-tests-private-release-4.19-amd64-nightly-4.19-upgrade-from-stable-4.18-vsphere-ipi-vsphere7-f28
+  spec:
+    containers:
+    - args:
+      - --gcs-upload-secret=/secrets/gcs/service-account.json
+      - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson
+      - --lease-server-credentials-file=/etc/boskos/credentials
+      - --oauth-token-path=/usr/local/github-credentials/oauth
+      - --report-credentials-file=/etc/report/credentials
+      - --secret-dir=/secrets/ci-pull-credentials
+      - --target=vsphere-ipi-vsphere7-f28
+      - --variant=amd64-nightly-4.19-upgrade-from-stable-4.18
+      command:
+      - ci-operator
+      image: ci-operator:latest
+      imagePullPolicy: Always
+      name: ""
+      resources:
+        requests:
+          cpu: 10m
+      volumeMounts:
+      - mountPath: /etc/boskos
+        name: boskos
+        readOnly: true
+      - mountPath: /secrets/ci-pull-credentials
+        name: ci-pull-credentials
+        readOnly: true
+      - mountPath: /secrets/gcs
+        name: gcs-credentials
+        readOnly: true
+      - mountPath: /usr/local/github-credentials
+        name: github-credentials-openshift-ci-robot-private-git-cloner
+        readOnly: true
+      - mountPath: /secrets/manifest-tool
+        name: manifest-tool-local-pusher
+        readOnly: true
+      - mountPath: /etc/pull-secret
+        name: pull-secret
+        readOnly: true
+      - mountPath: /etc/report
+        name: result-aggregator
+        readOnly: true
+    serviceAccountName: ci-operator
+    volumes:
+    - name: boskos
+      secret:
+        items:
+        - key: credentials
+          path: credentials
+        secretName: boskos-credentials
+    - name: ci-pull-credentials
+      secret:
+        secretName: ci-pull-credentials
+    - name: github-credentials-openshift-ci-robot-private-git-cloner
+      secret:
+        secretName: github-credentials-openshift-ci-robot-private-git-cloner
+    - name: manifest-tool-local-pusher
+      secret:
+        secretName: manifest-tool-local-pusher
+    - name: pull-secret
+      secret:
+        secretName: registry-pull-credentials
+    - name: result-aggregator
+      secret:
+        secretName: result-aggregator
 - agent: kubernetes
   cluster: vsphere02
   cron: 33 19 27 * *
@@ -16400,6 +16481,87 @@ periodics:
     - name: result-aggregator
       secret:
         secretName: result-aggregator
+- agent: kubernetes
+  cluster: vsphere02
+  cron: 43 4 9 2,4,6,8,10,12 *
+  decorate: true
+  decoration_config:
+    skip_cloning: true
+  extra_refs:
+  - base_ref: release-4.19
+    org: openshift
+    repo: openshift-tests-private
+  labels:
+    ci-operator.openshift.io/cloud: vsphere
+    ci-operator.openshift.io/cloud-cluster-profile: vsphere-elastic
+    ci-operator.openshift.io/variant: amd64-nightly-4.19-upgrade-from-stable-4.19
+    ci.openshift.io/generator: prowgen
+    pj-rehearse.openshift.io/can-be-rehearsed: "true"
+  name: periodic-ci-openshift-openshift-tests-private-release-4.19-amd64-nightly-4.19-upgrade-from-stable-4.19-vsphere-ipi-vsphere7-f60
+  spec:
+    containers:
+    - args:
+      - --gcs-upload-secret=/secrets/gcs/service-account.json
+      - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson
+      - --lease-server-credentials-file=/etc/boskos/credentials
+      - --oauth-token-path=/usr/local/github-credentials/oauth
+      - --report-credentials-file=/etc/report/credentials
+      - --secret-dir=/secrets/ci-pull-credentials
+      - --target=vsphere-ipi-vsphere7-f60
+      - --variant=amd64-nightly-4.19-upgrade-from-stable-4.19
+      command:
+      - ci-operator
+      image: ci-operator:latest
+      imagePullPolicy: Always
+      name: ""
+      resources:
+        requests:
+          cpu: 10m
+      volumeMounts:
+      - mountPath: /etc/boskos
+        name: boskos
+        readOnly: true
+      - mountPath: /secrets/ci-pull-credentials
+        name: ci-pull-credentials
+        readOnly: true
+      - mountPath: /secrets/gcs
+        name: gcs-credentials
+        readOnly: true
+      - mountPath: /usr/local/github-credentials
+        name: github-credentials-openshift-ci-robot-private-git-cloner
+        readOnly: true
+      - mountPath: /secrets/manifest-tool
+        name: manifest-tool-local-pusher
+        readOnly: true
+      - mountPath: /etc/pull-secret
+        name: pull-secret
+        readOnly: true
+      - mountPath: /etc/report
+        name: result-aggregator
+        readOnly: true
+    serviceAccountName: ci-operator
+    volumes:
+    - name: boskos
+      secret:
+        items:
+        - key: credentials
+          path: credentials
+        secretName: boskos-credentials
+    - name: ci-pull-credentials
+      secret:
+        secretName: ci-pull-credentials
+    - name: github-credentials-openshift-ci-robot-private-git-cloner
+      secret:
+        secretName: github-credentials-openshift-ci-robot-private-git-cloner
+    - name: manifest-tool-local-pusher
+      secret:
+        secretName: manifest-tool-local-pusher
+    - name: pull-secret
+      secret:
+        secretName: registry-pull-credentials
+    - name: result-aggregator
+      secret:
+        secretName: result-aggregator
 - agent: kubernetes
   cluster: vsphere02
   cron: 18 11 15 1,3,5,7,9,11 *
@@ -43065,6 +43227,170 @@ periodics:
     - name: result-aggregator
       secret:
         secretName: result-aggregator
+- agent: kubernetes
+  cluster: vsphere02
+  cron: 57 13 21 * *
+  decorate: true
+  decoration_config:
+    skip_cloning: true
+  extra_refs:
+  - base_ref: release-4.19
+    org: openshift
+    repo: openshift-tests-private
+  labels:
+    ci-operator.openshift.io/cloud: vsphere
+    ci-operator.openshift.io/cloud-cluster-profile: vsphere-elastic
+    ci-operator.openshift.io/variant: amd64-nightly
+    ci.openshift.io/generator: prowgen
+    job-release: "4.19"
+    pj-rehearse.openshift.io/can-be-rehearsed: "true"
+  name: periodic-ci-openshift-openshift-tests-private-release-4.19-amd64-nightly-vsphere-ipi-vsphere7-f28
+  spec:
+    containers:
+    - args:
+      - --gcs-upload-secret=/secrets/gcs/service-account.json
+      - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson
+      - --lease-server-credentials-file=/etc/boskos/credentials
+      - --oauth-token-path=/usr/local/github-credentials/oauth
+      - --report-credentials-file=/etc/report/credentials
+      - --secret-dir=/secrets/ci-pull-credentials
+      - --target=vsphere-ipi-vsphere7-f28
+      - --variant=amd64-nightly
+      command:
+      - ci-operator
+      image: ci-operator:latest
+      imagePullPolicy: Always
+      name: ""
+      resources:
+        requests:
+          cpu: 10m
+      volumeMounts:
+      - mountPath: /etc/boskos
+        name: boskos
+        readOnly: true
+      - mountPath: /secrets/ci-pull-credentials
+        name: ci-pull-credentials
+        readOnly: true
+      - mountPath: /secrets/gcs
+        name: gcs-credentials
+        readOnly: true
+      - mountPath: /usr/local/github-credentials
+        name: github-credentials-openshift-ci-robot-private-git-cloner
+        readOnly: true
+      - mountPath: /secrets/manifest-tool
+        name: manifest-tool-local-pusher
+        readOnly: true
+      - mountPath: /etc/pull-secret
+        name: pull-secret
+        readOnly: true
+      - mountPath: /etc/report
+        name: result-aggregator
+        readOnly: true
+    serviceAccountName: ci-operator
+    volumes:
+    - name: boskos
+      secret:
+        items:
+        - key: credentials
+          path: credentials
+        secretName: boskos-credentials
+    - name: ci-pull-credentials
+      secret:
+        secretName: ci-pull-credentials
+    - name: github-credentials-openshift-ci-robot-private-git-cloner
+      secret:
+        secretName: github-credentials-openshift-ci-robot-private-git-cloner
+    - name: manifest-tool-local-pusher
+      secret:
+        secretName: manifest-tool-local-pusher
+    - name: pull-secret
+      secret:
+        secretName: registry-pull-credentials
+    - name: result-aggregator
+      secret:
+        secretName: result-aggregator
+- agent: kubernetes
+  cluster: vsphere02
+  cron: 0 10 3 1,3,5,7,9,11 *
+  decorate: true
+  decoration_config:
+    skip_cloning: true
+  extra_refs:
+  - base_ref: release-4.19
+    org: openshift
+    repo: openshift-tests-private
+  labels:
+    ci-operator.openshift.io/cloud: vsphere
+    ci-operator.openshift.io/cloud-cluster-profile: vsphere-elastic
+    ci-operator.openshift.io/variant: amd64-nightly
+    ci.openshift.io/generator: prowgen
+    job-release: "4.19"
+    pj-rehearse.openshift.io/can-be-rehearsed: "true"
+  name: periodic-ci-openshift-openshift-tests-private-release-4.19-amd64-nightly-vsphere-ipi-vsphere7-f60-destructive
+  spec:
+    containers:
+    - args:
+      - --gcs-upload-secret=/secrets/gcs/service-account.json
+      - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson
+      - --lease-server-credentials-file=/etc/boskos/credentials
+      - --oauth-token-path=/usr/local/github-credentials/oauth
+      - --report-credentials-file=/etc/report/credentials
+      - --secret-dir=/secrets/ci-pull-credentials
+      - --target=vsphere-ipi-vsphere7-f60-destructive
+      - --variant=amd64-nightly
+      command:
+      - ci-operator
+      image: ci-operator:latest
+      imagePullPolicy: Always
+      name: ""
+      resources:
+        requests:
+          cpu: 10m
+      volumeMounts:
+      - mountPath: /etc/boskos
+        name: boskos
+        readOnly: true
+      - mountPath: /secrets/ci-pull-credentials
+        name: ci-pull-credentials
+        readOnly: true
+      - mountPath: /secrets/gcs
+        name: gcs-credentials
+        readOnly: true
+      - mountPath: /usr/local/github-credentials
+        name: github-credentials-openshift-ci-robot-private-git-cloner
+        readOnly: true
+      - mountPath: /secrets/manifest-tool
+        name: manifest-tool-local-pusher
+        readOnly: true
+      - mountPath: /etc/pull-secret
+        name: pull-secret
+        readOnly: true
+      - mountPath: /etc/report
+        name: result-aggregator
+        readOnly: true
+    serviceAccountName: ci-operator
+    volumes:
+    - name: boskos
+      secret:
+        items:
+        - key: credentials
+          path: credentials
+        secretName: boskos-credentials
+    - name: ci-pull-credentials
+      secret:
+        secretName: ci-pull-credentials
+    - name: github-credentials-openshift-ci-robot-private-git-cloner
+      secret:
+        secretName: github-credentials-openshift-ci-robot-private-git-cloner
+    - name: manifest-tool-local-pusher
+      secret:
+        secretName: manifest-tool-local-pusher
+    - name: pull-secret
+      secret:
+        secretName: registry-pull-credentials
+    - name: result-aggregator
+      secret:
+        secretName: result-aggregator
 - agent: kubernetes
   cluster: vsphere02
   cron: 44 23 22 * *
diff --git a/ci-operator/step-registry/cucushift/installer/rehearse/vsphere/ipi/nested/OWNERS b/ci-operator/step-registry/cucushift/installer/rehearse/vsphere/ipi/nested/OWNERS
new file mode 100644
index 0000000000000..09640ddc92215
--- /dev/null
+++ b/ci-operator/step-registry/cucushift/installer/rehearse/vsphere/ipi/nested/OWNERS
@@ -0,0 +1,8 @@
+approvers:
+- jianlinliu
+- jinyunma
+- gpei
+reviewers:
+- jianlinliu
+- jinyunma
+- gpei
diff --git a/ci-operator/step-registry/cucushift/installer/rehearse/vsphere/ipi/nested/cucushift-installer-rehearse-vsphere-ipi-nested-workflow.metadata.json b/ci-operator/step-registry/cucushift/installer/rehearse/vsphere/ipi/nested/cucushift-installer-rehearse-vsphere-ipi-nested-workflow.metadata.json
new file mode 100644
index 0000000000000..ea921d292090e
--- /dev/null
+++ b/ci-operator/step-registry/cucushift/installer/rehearse/vsphere/ipi/nested/cucushift-installer-rehearse-vsphere-ipi-nested-workflow.metadata.json
@@ -0,0 +1,15 @@
+{
+	"path": "cucushift/installer/rehearse/vsphere/ipi/nested/cucushift-installer-rehearse-vsphere-ipi-nested-workflow.yaml",
+	"owners": {
+		"approvers": [
+			"jianlinliu",
+			"jinyunma",
+			"gpei"
+		],
+		"reviewers": [
+			"jianlinliu",
+			"jinyunma",
+			"gpei"
+		]
+	}
+}
\ No newline at end of file
diff --git a/ci-operator/step-registry/cucushift/installer/rehearse/vsphere/ipi/nested/cucushift-installer-rehearse-vsphere-ipi-nested-workflow.yaml b/ci-operator/step-registry/cucushift/installer/rehearse/vsphere/ipi/nested/cucushift-installer-rehearse-vsphere-ipi-nested-workflow.yaml
new file mode 100644
index 0000000000000..47fa9962f2f10
--- /dev/null
+++ b/ci-operator/step-registry/cucushift/installer/rehearse/vsphere/ipi/nested/cucushift-installer-rehearse-vsphere-ipi-nested-workflow.yaml
@@ -0,0 +1,9 @@
+workflow:
+  as: cucushift-installer-rehearse-vsphere-ipi-nested
+  steps:
+    pre:
+    - chain: cucushift-installer-rehearse-vsphere-ipi-nested-provision
+    post:
+    - chain: cucushift-installer-rehearse-vsphere-ipi-deprovision
+  documentation: |-
+    This is the workflow to trigger Prow's rehearsal test when submitting installer steps/chain/workflow
diff --git a/ci-operator/step-registry/cucushift/installer/rehearse/vsphere/ipi/nested/provision/OWNERS b/ci-operator/step-registry/cucushift/installer/rehearse/vsphere/ipi/nested/provision/OWNERS
new file mode 100644
index 0000000000000..d49339f877e16
--- /dev/null
+++ b/ci-operator/step-registry/cucushift/installer/rehearse/vsphere/ipi/nested/provision/OWNERS
@@ -0,0 +1,8 @@
+approvers:
+- jianlinliu
+- gpei
+- jinyunma
+reviewers:
+- jianlinliu
+- gpei
+- jinyunma
diff --git a/ci-operator/step-registry/cucushift/installer/rehearse/vsphere/ipi/nested/provision/cucushift-installer-rehearse-vsphere-ipi-nested-provision-chain.metadata.json b/ci-operator/step-registry/cucushift/installer/rehearse/vsphere/ipi/nested/provision/cucushift-installer-rehearse-vsphere-ipi-nested-provision-chain.metadata.json
new file mode 100644
index 0000000000000..a64cc56bb6811
--- /dev/null
+++ b/ci-operator/step-registry/cucushift/installer/rehearse/vsphere/ipi/nested/provision/cucushift-installer-rehearse-vsphere-ipi-nested-provision-chain.metadata.json
@@ -0,0 +1,15 @@
+{
+	"path": "cucushift/installer/rehearse/vsphere/ipi/nested/provision/cucushift-installer-rehearse-vsphere-ipi-nested-provision-chain.yaml",
+	"owners": {
+		"approvers": [
+			"jianlinliu",
+			"gpei",
+			"jinyunma"
+		],
+		"reviewers": [
+			"jianlinliu",
+			"gpei",
+			"jinyunma"
+		]
+	}
+}
\ No newline at end of file
diff --git a/ci-operator/step-registry/cucushift/installer/rehearse/vsphere/ipi/nested/provision/cucushift-installer-rehearse-vsphere-ipi-nested-provision-chain.yaml b/ci-operator/step-registry/cucushift/installer/rehearse/vsphere/ipi/nested/provision/cucushift-installer-rehearse-vsphere-ipi-nested-provision-chain.yaml
new file mode 100644
index 0000000000000..8f32b07823d1c
--- /dev/null
+++ b/ci-operator/step-registry/cucushift/installer/rehearse/vsphere/ipi/nested/provision/cucushift-installer-rehearse-vsphere-ipi-nested-provision-chain.yaml
@@ -0,0 +1,14 @@
+chain:
+  as: cucushift-installer-rehearse-vsphere-ipi-nested-provision
+  steps:
+  - chain: ipi-conf-vsphere
+  - chain: ipi-conf-vsphere-nested-zones
+  - chain: ipi-install-vsphere
+  - ref: enable-qe-catalogsource
+  - ref: cucushift-installer-check-control-plane-machinesets
+  - ref: cucushift-installer-check-operators
+  - ref: cucushift-installer-check-info
+  - ref: cucushift-installer-check-capability
+  - ref: cucushift-installer-check-realtime
+  documentation: |-
+    Deploys a nested vCenter 7 with 2 hosts and 2 clusters, each of which are in their own cluster.
diff --git a/ci-operator/step-registry/ipi/conf/vsphere/nested/ipi-conf-vsphere-nested-commands.py b/ci-operator/step-registry/ipi/conf/vsphere/nested/ipi-conf-vsphere-nested-commands.py
index d7ffc0e2d6d2e..f375f21aa76fb 100755
--- a/ci-operator/step-registry/ipi/conf/vsphere/nested/ipi-conf-vsphere-nested-commands.py
+++ b/ci-operator/step-registry/ipi/conf/vsphere/nested/ipi-conf-vsphere-nested-commands.py
@@ -67,9 +67,14 @@ def ip_to_ptr(ip_address):
 
 os.environ["ANSIBLE_TASK_TIMEOUT"] = str(20 * 60)
 
+if os.environ["VCENTER_VERSION"] == "7":
+    vcenter_version="VC7.0.3.01400-21477706-ESXi7.0u3q"
+else:
+    vcenter_version="VC8.0.2.00100-22617221-ESXi8.0u2c"
+
 r = ansible_runner.run_command(
     executable_cmd='ansible-playbook',
-    cmdline_args=['main.yml', '-i', 'hosts', '--extra-var', 'version=VC8.0.2.00100-22617221-ESXi8.0u2c','-vvvv', '-k'],
+    cmdline_args=['main.yml', '-i', 'hosts', '--extra-var', 'version=%s' %vcenter_version,'-vvvv', '-k'],
     input_fd=sys.stdin,
     output_fd=sys.stdout,
     error_fd=sys.stdout,
diff --git a/ci-operator/step-registry/ipi/conf/vsphere/nested/zones/ipi-conf-vsphere-nested-zones-commands.py b/ci-operator/step-registry/ipi/conf/vsphere/nested/zones/ipi-conf-vsphere-nested-zones-commands.py
index 410d52d4d30a7..fb879712b8ad2 100644
--- a/ci-operator/step-registry/ipi/conf/vsphere/nested/zones/ipi-conf-vsphere-nested-zones-commands.py
+++ b/ci-operator/step-registry/ipi/conf/vsphere/nested/zones/ipi-conf-vsphere-nested-zones-commands.py
@@ -19,10 +19,9 @@ def log(msg):
 platform_spec = f"""platform:
   vsphere:
     vcenters:
-      - server: {cluster_name}-vcenter-1
+      - server: {cluster_name}-1
         datacenters:
         - cidatacenter-nested-0
-        - cidatacenter-nested-1
     failureDomains:
       - server: {cluster_name}-1
         name: "zone-1"
@@ -35,17 +34,6 @@ def log(msg):
           datastore: /cidatacenter-nested-0/datastore/dsnested
           networks:
             - "VM Network"
-      - server: {cluster_name}-vcenter-1
-        name: "zone-2"
-        zone: "zone-2"
-        region: "region-2"
-        topology:
-          resourcePool: /cidatacenter-nested-1/host/cicluster-nested-1/Resources/ipi-ci-clusters
-          computeCluster: /cidatacenter-nested-1/host/cicluster-nested-1
-          datacenter: cidatacenter-nested-1
-          datastore: /cidatacenter-nested-1/datastore/dsnested
-          networks:
-            - "VM Network"
 """
 
 with open(os.path.join(shared_dir, "nested-ansible-platform.yaml"), "w") as nested_ansible_platform_file:


Reviews:
user: login: sgaoshang
state: COMMENTED
author_association: CONTRIBUTOR
submitted_at: 2025-03-20T11:55:54Z
user: login: rvanderp3
state: COMMENTED
author_association: CONTRIBUTOR
submitted_at: 2025-03-20T13:15:30Z
user: login: jianlinliu
state: COMMENTED
author_association: CONTRIBUTOR
submitted_at: 2025-03-24T03:41:05Z
user: login: jianlinliu
state: COMMENTED
author_association: CONTRIBUTOR
submitted_at: 2025-03-24T03:43:06Z

Review comments:
diff_hunk: @@ -4195,6 +4199,28 @@ tests:
     test:
     - chain: openshift-e2e-test-qe-destructive
     workflow: cucushift-installer-rehearse-vsphere-ipi-template-usertags
+- as: vsphere-ipi-vsphere7-f28
+  cron: 45 16 7 * *
+  steps:
+    cluster_profile: vsphere-elastic
+    env:
+      HOSTS: "2"
+      NETWORK_TYPE: nested-multi-tenant
+      VCENTER_VERSION: "7"
path: ci-operator/config/openshift/openshift-tests-private/openshift-openshift-tests-private-release-4.18__amd64-nightly.yaml
user: login: sgaoshang
body: @rvanderp3 Hi, I'm trying to add a vsphere 7 job here but looks like setting `VCENTER_VERSION: "7"` did not work, could you help to take a look? Thanks. Maybe we should also add vsphere 7 [here](https://github.com/openshift/release/blob/6d4d5769570d088a10367555cc9f68ab9ad9ae31/ci-operator/step-registry/ipi/conf/vsphere/nested/ipi-conf-vsphere-nested-commands.py#L72)
```
sh-5.1$ govc about
FullName:     VMware vCenter Server 8.0.3 build-24322831
Name:         VMware vCenter Server
Vendor:       VMware, Inc.
Version:      8.0.3
Build:        24322831
OS type:      linux-x64
API type:     VirtualCenter
API version:  8.0.3.0
Product ID:   vpx
UUID:         f5058142-bd21-42e9-a5d2-d05066c2ca1d
```
created_at: 2025-03-20T11:55:54Z
author_association: CONTRIBUTOR
diff_hunk: @@ -4195,6 +4199,28 @@ tests:
     test:
     - chain: openshift-e2e-test-qe-destructive
     workflow: cucushift-installer-rehearse-vsphere-ipi-template-usertags
+- as: vsphere-ipi-vsphere7-f28
+  cron: 45 16 7 * *
+  steps:
+    cluster_profile: vsphere-elastic
+    env:
+      HOSTS: "2"
+      NETWORK_TYPE: nested-multi-tenant
+      VCENTER_VERSION: "7"
path: ci-operator/config/openshift/openshift-tests-private/openshift-openshift-tests-private-release-4.18__amd64-nightly.yaml
user: login: rvanderp3
body: yeah, i think that is a bug.  you'll need to map 7 to [this](https://github.com/openshift-splat-team/nested-ova-ansible/blob/c9932c3e85177017b6a496df68ef7a4cf0bc3907/group_vars/all.yml#L33-L46). i hard coded 8 at the time and forgot to change it.
created_at: 2025-03-20T13:15:30Z
author_association: CONTRIBUTOR
diff_hunk: @@ -0,0 +1,15 @@
+{
+	"path": "cucushift/installer/rehearse/vsphere/ipi/vsphere7/provision/cucushift-installer-rehearse-vsphere-ipi-vsphere7-provision-chain.yaml",
path: ci-operator/step-registry/cucushift/installer/rehearse/vsphere/ipi/vsphere7/provision/cucushift-installer-rehearse-vsphere-ipi-vsphere7-provision-chain.metadata.json
user: login: jianlinliu
body: ```suggestion
	"path": "cucushift/installer/rehearse/vsphere/ipi/nested/provision/cucushift-installer-rehearse-vsphere-ipi-nested-provision-chain.yaml",
```
We should set the detailed nested vpshere version in job name rather than install workflow name.
created_at: 2025-03-24T03:41:05Z
author_association: CONTRIBUTOR
diff_hunk: @@ -980,6 +984,17 @@ tests:
     test:
     - chain: openshift-upgrade-qe-test
     workflow: cucushift-installer-rehearse-vsphere-ipi-ovn-custom-transit-switch-masquerade-subnet
+- as: vsphere-ipi-vsphere7-f60
path: ci-operator/config/openshift/openshift-tests-private/openshift-openshift-tests-private-release-4.19__amd64-nightly-4.19-upgrade-from-stable-4.18.yaml
user: login: jianlinliu
body: ```suggestion
- as: vsphere-ipi-vsphere7-f28
```
created_at: 2025-03-24T03:43:06Z
author_association: CONTRIBUTOR

PR comments:
user: login: openshift-ci[bot]
created_at: 2025-03-19T03:42:07Z
body: Skipping CI for Draft Pull Request.
If you want CI signal for your change, please convert it to an actual PR.
You can still manually trigger a test run with `/test all`
author_association: CONTRIBUTOR
user: login: sgaoshang
created_at: 2025-03-19T03:42:12Z
body: /test all
author_association: CONTRIBUTOR
user: login: sgaoshang
created_at: 2025-03-19T04:38:46Z
body: /pj-rehearse periodic-ci-openshift-openshift-tests-private-release-4.18-amd64-nightly-vsphere-ipi-vsphere7-f28
author_association: CONTRIBUTOR
user: login: openshift-ci-robot
created_at: 2025-03-19T04:38:49Z
body: @sgaoshang: now processing your pj-rehearse request. Please allow up to 10 minutes for jobs to trigger or cancel.
author_association: CONTRIBUTOR
user: login: sgaoshang
created_at: 2025-03-19T08:47:04Z
body: /pj-rehearse periodic-ci-openshift-openshift-tests-private-release-4.18-amd64-nightly-vsphere-ipi-vsphere7-f28


author_association: CONTRIBUTOR
user: login: openshift-ci-robot
created_at: 2025-03-19T08:47:06Z
body: @sgaoshang: now processing your pj-rehearse request. Please allow up to 10 minutes for jobs to trigger or cancel.
author_association: CONTRIBUTOR
user: login: sgaoshang
created_at: 2025-03-19T11:08:45Z
body: /pj-rehearse periodic-ci-openshift-openshift-tests-private-release-4.18-amd64-nightly-vsphere-ipi-vsphere7-f28


author_association: CONTRIBUTOR
user: login: openshift-ci-robot
created_at: 2025-03-19T11:08:48Z
body: @sgaoshang: now processing your pj-rehearse request. Please allow up to 10 minutes for jobs to trigger or cancel.
author_association: CONTRIBUTOR
user: login: sgaoshang
created_at: 2025-03-19T12:02:12Z
body: /pj-rehearse periodic-ci-openshift-openshift-tests-private-release-4.18-amd64-nightly-vsphere-ipi-vsphere7-f28


author_association: CONTRIBUTOR
user: login: openshift-ci-robot
created_at: 2025-03-19T12:02:15Z
body: @sgaoshang: now processing your pj-rehearse request. Please allow up to 10 minutes for jobs to trigger or cancel.
author_association: CONTRIBUTOR
user: login: sgaoshang
created_at: 2025-03-20T07:32:10Z
body: /pj-rehearse periodic-ci-openshift-openshift-tests-private-release-4.18-amd64-nightly-vsphere-ipi-vsphere7-f28


author_association: CONTRIBUTOR
user: login: openshift-ci-robot
created_at: 2025-03-20T07:32:12Z
body: @sgaoshang: now processing your pj-rehearse request. Please allow up to 10 minutes for jobs to trigger or cancel.
author_association: CONTRIBUTOR
user: login: sgaoshang
created_at: 2025-03-21T04:35:27Z
body: 
/pj-rehearse periodic-ci-openshift-openshift-tests-private-release-4.18-amd64-nightly-vsphere-ipi-vsphere7-f28


author_association: CONTRIBUTOR
user: login: openshift-ci-robot
created_at: 2025-03-21T04:35:30Z
body: @sgaoshang: now processing your pj-rehearse request. Please allow up to 10 minutes for jobs to trigger or cancel.
author_association: CONTRIBUTOR
user: login: sgaoshang
created_at: 2025-03-21T04:56:27Z
body: /pj-rehearse periodic-ci-openshift-openshift-tests-private-release-4.18-amd64-nightly-vsphere-ipi-vsphere7-f28


author_association: CONTRIBUTOR
user: login: openshift-ci-robot
created_at: 2025-03-21T04:56:29Z
body: @sgaoshang: now processing your pj-rehearse request. Please allow up to 10 minutes for jobs to trigger or cancel.
author_association: CONTRIBUTOR
user: login: sgaoshang
created_at: 2025-03-21T08:08:06Z
body: /pj-rehearse periodic-ci-openshift-openshift-tests-private-release-4.18-amd64-nightly-vsphere-ipi-vsphere7-f28


author_association: CONTRIBUTOR
user: login: openshift-ci-robot
created_at: 2025-03-21T08:08:08Z
body: @sgaoshang: now processing your pj-rehearse request. Please allow up to 10 minutes for jobs to trigger or cancel.
author_association: CONTRIBUTOR
user: login: sgaoshang
created_at: 2025-03-21T13:11:40Z
body: /test core-valid
author_association: CONTRIBUTOR
user: login: sgaoshang
created_at: 2025-03-24T00:40:59Z
body: /pj-rehearse periodic-ci-openshift-openshift-tests-private-release-4.18-amd64-nightly-4.18-upgrade-from-stable-4.18-vsphere-ipi-vsphere7-f60
author_association: CONTRIBUTOR
user: login: openshift-ci-robot
created_at: 2025-03-24T00:41:01Z
body: @sgaoshang: now processing your pj-rehearse request. Please allow up to 10 minutes for jobs to trigger or cancel.
author_association: CONTRIBUTOR
user: login: sgaoshang
created_at: 2025-03-24T02:35:40Z
body: @jianlinliu pls help to review it, thanks
author_association: CONTRIBUTOR
user: login: openshift-ci-robot
created_at: 2025-03-24T12:07:13Z
body: [REHEARSALNOTIFIER] 
@sgaoshang: the `pj-rehearse` plugin accommodates running rehearsal tests for the changes in this PR. Expand **'Interacting with pj-rehearse'** for usage details. The following rehearsable tests have been affected by this change:

Test name | Repo | Type | Reason
--- | --- | --- | ---
pull-ci-openshift-installer-main-e2e-vsphere-host-groups-ovn-custom-no-upgrade | openshift/installer | presubmit | Registry content changed
pull-ci-openshift-installer-release-4.20-e2e-vsphere-host-groups-ovn-custom-no-upgrade | openshift/installer | presubmit | Registry content changed
pull-ci-openshift-installer-release-4.19-e2e-vsphere-host-groups-ovn-custom-no-upgrade | openshift/installer | presubmit | Registry content changed
pull-ci-openshift-installer-release-4.18-e2e-vsphere-host-groups-ovn-custom-no-upgrade | openshift/installer | presubmit | Registry content changed
pull-ci-openshift-vsphere-problem-detector-main-e2e-vsphere-host-groups-ovn-custom-no-upgrade | openshift/vsphere-problem-detector | presubmit | Registry content changed
pull-ci-openshift-vsphere-problem-detector-release-4.20-e2e-vsphere-host-groups-ovn-custom-no-upgrade | openshift/vsphere-problem-detector | presubmit | Registry content changed
pull-ci-openshift-vsphere-problem-detector-release-4.19-e2e-vsphere-host-groups-ovn-custom-no-upgrade | openshift/vsphere-problem-detector | presubmit | Registry content changed
periodic-ci-openshift-openshift-tests-private-release-4.19-amd64-nightly-aws-ipi-disc-priv-sts-oc-mirror-basecap-none-f28-destructive | N/A | periodic | Ci-operator config changed
periodic-ci-openshift-openshift-tests-private-release-4.18-amd64-nightly-4.18-upgrade-from-stable-4.17-vsphere-ipi-zones-multisubnets-external-lb-f28 | N/A | periodic | Ci-operator config changed
periodic-ci-openshift-openshift-tests-private-release-4.19-amd64-nightly-4.19-upgrade-from-stable-4.19-aws-ipi-shared-vpc-phz-sts-fips-openldap-mini-perm-f60 | N/A | periodic | Ci-operator config changed
periodic-ci-openshift-openshift-tests-private-release-4.18-amd64-nightly-4.18-upgrade-from-stable-4.17-nutanix-ipi-gpu-f28 | N/A | periodic | Ci-operator config changed
periodic-ci-openshift-openshift-tests-private-release-4.19-amd64-nightly-4.19-upgrade-from-stable-4.18-nutanix-ipi-boot-categories-project-rt-f28 | N/A | periodic | Ci-operator config changed
periodic-ci-openshift-openshift-tests-private-release-4.18-amd64-nightly-ibmcloud-ipi-mini-perm-f28-destructive | N/A | periodic | Ci-operator config changed
periodic-ci-openshift-openshift-tests-private-release-4.19-amd64-nightly-4.19-upgrade-from-stable-4.19-azure-stack-ipi-proxy-fips-f60 | N/A | periodic | Ci-operator config changed
periodic-ci-openshift-openshift-tests-private-release-4.19-amd64-nightly-nutanix-ipi-preload-image-f28-destructive | N/A | periodic | Ci-operator config changed
periodic-ci-openshift-openshift-tests-private-release-4.18-amd64-nightly-4.18-upgrade-from-stable-4.17-azure-aks-hypershift-etcd-disk-encryption-replace-guest-f28 | N/A | periodic | Ci-operator config changed
periodic-ci-openshift-openshift-tests-private-release-4.18-amd64-nightly-vsphere-ipi-ovn-ipsec-mininal-permission-f28 | N/A | periodic | Ci-operator config changed
periodic-ci-openshift-openshift-tests-private-release-4.18-amd64-nightly-gcp-ipi-ovn-winc-f7-compliance | N/A | periodic | Ci-operator config changed
periodic-ci-openshift-openshift-tests-private-release-4.19-amd64-nightly-vsphere-ipi-proxy-f14-disasterrecovery | N/A | periodic | Ci-operator config changed
periodic-ci-openshift-openshift-tests-private-release-4.19-amd64-nightly-ibmcloud-ipi-private-fips-f28-destructive | N/A | periodic | Ci-operator config changed
periodic-ci-openshift-openshift-tests-private-release-4.18-amd64-nightly-baremetalds-ipi-ovn-mco-p2-f14 | N/A | periodic | Ci-operator config changed
periodic-ci-openshift-openshift-tests-private-release-4.18-amd64-nightly-vsphere-upi-platform-none-f28-destructive | N/A | periodic | Ci-operator config changed
periodic-ci-openshift-openshift-tests-private-release-4.18-amd64-nightly-aws-rosa-hcp-stage-full-f7 | N/A | periodic | Ci-operator config changed
periodic-ci-openshift-openshift-tests-private-release-4.19-amd64-nightly-vsphere-agent-compact-day2-add-nodes-f14 | N/A | periodic | Ci-operator config changed
periodic-ci-openshift-openshift-tests-private-release-4.18-amd64-nightly-nutanix-ipi-boot-categories-project-rt-f60-destructive | N/A | periodic | Ci-operator config changed

A total of 1158 jobs have been affected by this change. The above listing is non-exhaustive and limited to 25 jobs.

A full list of affected jobs can be found [here](https://gcsweb-ci.apps.ci.l2s4.p1.openshiftapps.com/gcs/test-platform-results/pj-rehearse/openshift/release/62972/a29ce02e0754bda185e86ff8daa5372e911c1ed0)
<details>
<summary>Interacting with pj-rehearse</summary>

Comment: `/pj-rehearse` to run up to 5 rehearsals
Comment: `/pj-rehearse skip` to opt-out of rehearsals
Comment: `/pj-rehearse {test-name}`, with each test separated by a space, to run one or more specific rehearsals
Comment: `/pj-rehearse more` to run up to 10 rehearsals
Comment: `/pj-rehearse max` to run up to 25 rehearsals
Comment: `/pj-rehearse auto-ack` to run up to 5 rehearsals, and add the `rehearsals-ack` label on success
Comment: `/pj-rehearse list` to get an up-to-date list of affected jobs
Comment: `/pj-rehearse abort` to abort all active rehearsals
Comment: `/pj-rehearse network-access-allowed` to allow rehearsals of tests that have the `restrict_network_access` field set to `false`. This must be executed by an `openshift` org member who is **not** the PR author

Once you are satisfied with the results of the rehearsals, comment: `/pj-rehearse ack` to unblock merge. When the `rehearsals-ack` label is present on your PR, merge will no longer be blocked by rehearsals.
If you would like the `rehearsals-ack` label removed, comment: `/pj-rehearse reject` to re-block merging.
</details>
author_association: CONTRIBUTOR
user: login: openshift-ci-robot
created_at: 2025-03-24T12:07:14Z
body: [REHEARSALNOTIFIER] 
@sgaoshang: the `pj-rehearse` plugin accommodates running rehearsal tests for the changes in this PR. Expand **'Interacting with pj-rehearse'** for usage details. The following rehearsable tests have been affected by this change:

Test name | Repo | Type | Reason
--- | --- | --- | ---
pull-ci-openshift-vsphere-problem-detector-main-e2e-vsphere-host-groups-ovn-custom-no-upgrade | openshift/vsphere-problem-detector | presubmit | Registry content changed
pull-ci-openshift-vsphere-problem-detector-release-4.20-e2e-vsphere-host-groups-ovn-custom-no-upgrade | openshift/vsphere-problem-detector | presubmit | Registry content changed
pull-ci-openshift-vsphere-problem-detector-release-4.19-e2e-vsphere-host-groups-ovn-custom-no-upgrade | openshift/vsphere-problem-detector | presubmit | Registry content changed
pull-ci-openshift-installer-main-e2e-vsphere-host-groups-ovn-custom-no-upgrade | openshift/installer | presubmit | Registry content changed
pull-ci-openshift-installer-release-4.20-e2e-vsphere-host-groups-ovn-custom-no-upgrade | openshift/installer | presubmit | Registry content changed
pull-ci-openshift-installer-release-4.19-e2e-vsphere-host-groups-ovn-custom-no-upgrade | openshift/installer | presubmit | Registry content changed
pull-ci-openshift-installer-release-4.18-e2e-vsphere-host-groups-ovn-custom-no-upgrade | openshift/installer | presubmit | Registry content changed
periodic-ci-openshift-openshift-tests-private-release-4.19-amd64-nightly-aws-ipi-wavelength-byo-subnet-ovn-day2-f28-destructive | N/A | periodic | Ci-operator config changed
periodic-ci-openshift-openshift-tests-private-release-4.19-amd64-nightly-aws-ipi-workers-marketplace-mini-perm-f7 | N/A | periodic | Ci-operator config changed
periodic-ci-openshift-openshift-tests-private-release-4.19-amd64-nightly-gcp-upi-f7-ui | N/A | periodic | Ci-operator config changed
periodic-ci-openshift-openshift-tests-private-release-4.19-amd64-nightly-aws-ipi-ovn-ipsec-f7-obo | N/A | periodic | Ci-operator config changed
periodic-ci-openshift-openshift-tests-private-release-4.19-amd64-nightly-4.19-upgrade-from-stable-4.18-aws-ipi-ovn-hypershift-replace-f7 | N/A | periodic | Ci-operator config changed
periodic-ci-openshift-openshift-tests-private-release-4.19-amd64-nightly-vsphere-ipi-ovn-dualstack-privmaryv6-f28-destructive | N/A | periodic | Ci-operator config changed
periodic-ci-openshift-openshift-tests-private-release-4.19-amd64-nightly-4.19-upgrade-from-stable-4.18-aws-ipi-localzone-fips-mini-perm-f28 | N/A | periodic | Ci-operator config changed
periodic-ci-openshift-openshift-tests-private-release-4.19-amd64-nightly-4.19-upgrade-from-stable-4.19-gcp-ipi-disc-priv-oidc-fips-mini-perm-f60 | N/A | periodic | Ci-operator config changed
periodic-ci-openshift-openshift-tests-private-release-4.18-amd64-nightly-nutanix-ipi-disc-rt-f28 | N/A | periodic | Ci-operator config changed
periodic-ci-openshift-openshift-tests-private-release-4.18-amd64-nightly-4.18-upgrade-from-stable-4.18-vsphere-ipi-proxy-fips-f60 | N/A | periodic | Ci-operator config changed
periodic-ci-openshift-openshift-tests-private-release-4.19-amd64-nightly-ibmcloud-ipi-mini-perm-f28-destructive | N/A | periodic | Ci-operator config changed
periodic-ci-openshift-openshift-tests-private-release-4.19-amd64-nightly-baremetalds-ipi-ovn-mco-p3-f14 | N/A | periodic | Ci-operator config changed
periodic-ci-openshift-openshift-tests-private-release-4.19-amd64-nightly-vsphere-ipi-zones-template-f28 | N/A | periodic | Ci-operator config changed
periodic-ci-openshift-openshift-tests-private-release-4.19-amd64-nightly-4.19-upgrade-from-stable-4.18-azure-ipi-confidentialvm-vmgueststateonly-f28 | N/A | periodic | Ci-operator config changed
periodic-ci-openshift-openshift-tests-private-release-4.19-amd64-nightly-aws-sc2s-ipi-disc-priv-fips-f28-destructive | N/A | periodic | Ci-operator config changed
periodic-ci-openshift-openshift-tests-private-release-4.18-amd64-nightly-aws-usgov-ipi-private-ep-fips-f7 | N/A | periodic | Ci-operator config changed
periodic-ci-openshift-openshift-tests-private-release-4.18-amd64-nightly-4.18-upgrade-from-stable-4.12-vsphere-upi-f28 | N/A | periodic | Ci-operator config changed
periodic-ci-openshift-openshift-tests-private-release-4.19-amd64-nightly-4.19-cpou-upgrade-from-4.16-vsphere-ipi-ovn-dualstack-f60 | N/A | periodic | Ci-operator config changed

A total of 1158 jobs have been affected by this change. The above listing is non-exhaustive and limited to 25 jobs.

A full list of affected jobs can be found [here](https://gcsweb-ci.apps.ci.l2s4.p1.openshiftapps.com/gcs/test-platform-results/pj-rehearse/openshift/release/62972/adcc93f77a3d3c791169a43529aae52848d8d41e)
<details>
<summary>Interacting with pj-rehearse</summary>

Comment: `/pj-rehearse` to run up to 5 rehearsals
Comment: `/pj-rehearse skip` to opt-out of rehearsals
Comment: `/pj-rehearse {test-name}`, with each test separated by a space, to run one or more specific rehearsals
Comment: `/pj-rehearse more` to run up to 10 rehearsals
Comment: `/pj-rehearse max` to run up to 25 rehearsals
Comment: `/pj-rehearse auto-ack` to run up to 5 rehearsals, and add the `rehearsals-ack` label on success
Comment: `/pj-rehearse list` to get an up-to-date list of affected jobs
Comment: `/pj-rehearse abort` to abort all active rehearsals
Comment: `/pj-rehearse network-access-allowed` to allow rehearsals of tests that have the `restrict_network_access` field set to `false`. This must be executed by an `openshift` org member who is **not** the PR author

Once you are satisfied with the results of the rehearsals, comment: `/pj-rehearse ack` to unblock merge. When the `rehearsals-ack` label is present on your PR, merge will no longer be blocked by rehearsals.
If you would like the `rehearsals-ack` label removed, comment: `/pj-rehearse reject` to re-block merging.
</details>
author_association: CONTRIBUTOR
user: login: sgaoshang
created_at: 2025-03-25T08:27:54Z
body: /pj-rehearse periodic-ci-openshift-openshift-tests-private-release-4.19-amd64-nightly-vsphere-ipi-vsphere7-f28


author_association: CONTRIBUTOR
user: login: openshift-ci-robot
created_at: 2025-03-25T08:27:57Z
body: @sgaoshang: now processing your pj-rehearse request. Please allow up to 10 minutes for jobs to trigger or cancel.
author_association: CONTRIBUTOR
user: login: sgaoshang
created_at: 2025-03-26T02:56:45Z
body: /pj-rehearse ack
author_association: CONTRIBUTOR
user: login: openshift-ci-robot
created_at: 2025-03-26T02:56:47Z
body: @sgaoshang: now processing your pj-rehearse request. Please allow up to 10 minutes for jobs to trigger or cancel.
author_association: CONTRIBUTOR
user: login: jianlinliu
created_at: 2025-03-26T03:32:09Z
body: /lgtm
author_association: CONTRIBUTOR
user: login: jianlinliu
created_at: 2025-03-26T06:03:48Z
body: cc @liangxia to review
author_association: CONTRIBUTOR
user: login: liangxia
created_at: 2025-03-26T06:12:08Z
body: /approve
author_association: CONTRIBUTOR
user: login: openshift-ci[bot]
created_at: 2025-03-26T06:12:31Z
body: [APPROVALNOTIFIER] This PR is **APPROVED**

This pull-request has been approved by: *<a href="https://github.com/openshift/release/pull/62972#issuecomment-2753152808" title="LGTM">jianlinliu</a>*, *<a href="https://github.com/openshift/release/pull/62972#issuecomment-2753343931" title="Approved">liangxia</a>*, *<a href="https://github.com/openshift/release/pull/62972#" title="Author self-approved">sgaoshang</a>*

The full list of commands accepted by this bot can be found [here](https://go.k8s.io/bot-commands?repo=openshift%2Frelease).

The pull request process is described [here](https://git.k8s.io/community/contributors/guide/owners.md#the-code-review-process)

<details >
Needs approval from an approver in each of these files:

- ~~[ci-operator/config/openshift/openshift-tests-private/OWNERS](https://github.com/openshift/release/blob/master/ci-operator/config/openshift/openshift-tests-private/OWNERS)~~ [liangxia]
- ~~[ci-operator/jobs/openshift/openshift-tests-private/OWNERS](https://github.com/openshift/release/blob/master/ci-operator/jobs/openshift/openshift-tests-private/OWNERS)~~ [liangxia]
- ~~[ci-operator/step-registry/cucushift/installer/rehearse/vsphere/ipi/OWNERS](https://github.com/openshift/release/blob/master/ci-operator/step-registry/cucushift/installer/rehearse/vsphere/ipi/OWNERS)~~ [jianlinliu,liangxia]
- ~~[ci-operator/step-registry/ipi/conf/vsphere/OWNERS](https://github.com/openshift/release/blob/master/ci-operator/step-registry/ipi/conf/vsphere/OWNERS)~~ [jianlinliu,liangxia]

Approvers can indicate their approval by writing `/approve` in a comment
Approvers can cancel approval by writing `/approve cancel` in a comment
</details>
<!-- META={"approvers":[]} -->
author_association: CONTRIBUTOR
user: login: openshift-ci[bot]
created_at: 2025-03-26T06:59:03Z
body: @sgaoshang: The following tests **failed**, say `/retest` to rerun all failed tests or `/retest-required` to rerun all mandatory failed tests:

Test name | Commit | Details | Required | Rerun command
--- | --- | --- | --- | ---
ci/rehearse/periodic-ci-openshift-openshift-tests-private-release-4.18-amd64-nightly-4.18-upgrade-from-stable-4.18-vsphere-ipi-vsphere7-f60 | f70dc4e71e9a3c9a1298f87b1ab060a3fd7cd437 | [link](https://qe-private-deck-ci.apps.ci.l2s4.p1.openshiftapps.com/view/gs/qe-private-deck/pr-logs/pull/openshift_release/62972/rehearse-62972-periodic-ci-openshift-openshift-tests-private-release-4.18-amd64-nightly-4.18-upgrade-from-stable-4.18-vsphere-ipi-vsphere7-f60/1903970999800434688) | unknown | `/pj-rehearse periodic-ci-openshift-openshift-tests-private-release-4.18-amd64-nightly-4.18-upgrade-from-stable-4.18-vsphere-ipi-vsphere7-f60`
ci/rehearse/periodic-ci-openshift-openshift-tests-private-release-4.19-amd64-nightly-vsphere-ipi-vsphere7-f28 | adcc93f77a3d3c791169a43529aae52848d8d41e | [link](https://qe-private-deck-ci.apps.ci.l2s4.p1.openshiftapps.com/view/gs/qe-private-deck/pr-logs/pull/openshift_release/62972/rehearse-62972-periodic-ci-openshift-openshift-tests-private-release-4.19-amd64-nightly-vsphere-ipi-vsphere7-f28/1904450951075336192) | unknown | `/pj-rehearse periodic-ci-openshift-openshift-tests-private-release-4.19-amd64-nightly-vsphere-ipi-vsphere7-f28`

[Full PR test history](https://prow.ci.openshift.org/pr-history?org=openshift&repo=release&pr=62972). [Your PR dashboard](https://prow.ci.openshift.org/pr?query=is:pr+state:open+author:sgaoshang).

<details>

Instructions for interacting with me using PR comments are available [here](https://git.k8s.io/community/contributors/guide/pull-requests.md).  If you have questions or suggestions related to my behavior, please file an issue against the [kubernetes-sigs/prow](https://github.com/kubernetes-sigs/prow/issues/new?title=Prow%20issue:) repository. I understand the commands that are listed [here](https://go.k8s.io/bot-commands).
</details>
<!-- test report -->
author_association: CONTRIBUTOR