Azure MAG fullyprivate

ci-operator/config/openshift/verification-tests/openshift-verification-tests-master__installer-rehearse-4.12.yaml

@@ -47,6 +47,13 @@ tests:
     env:
       BASE_DOMAIN: qe.azure.devcluster.openshift.com
     workflow: cucushift-installer-rehearse-azure-ipi-sdn
+- as: installer-rehearse-azure-mag
+  interval: 960h
+  steps:
+    cluster_profile: azuremag-qe
+    env:
+      BASE_DOMAIN: qemag.azure.devcluster.openshift.com
+    workflow: cucushift-installer-rehearse-azure-mag-ipi-fullyprivate
 - as: installer-rehearse-gcp
   interval: 960h
   steps:

ci-operator/jobs/openshift/verification-tests/openshift-verification-tests-master-periodics.yaml

@@ -1049,6 +1049,81 @@ periodics:
     - name: result-aggregator
       secret:
         secretName: result-aggregator
+- agent: kubernetes
+  cluster: build05
+  decorate: true
+  decoration_config:
+    skip_cloning: true
+  extra_refs:
+  - base_ref: master
+    org: openshift
+    repo: verification-tests
+  interval: 960h
+  labels:
+    ci-operator.openshift.io/cloud: azuremag
+    ci-operator.openshift.io/cloud-cluster-profile: azuremag-qe
+    ci-operator.openshift.io/variant: installer-rehearse-4.12
+    ci.openshift.io/generator: prowgen
+    job-release: "4.12"
+    pj-rehearse.openshift.io/can-be-rehearsed: "true"
+  name: periodic-ci-openshift-verification-tests-master-installer-rehearse-4.12-installer-rehearse-azure-mag
+  spec:
+    containers:
+    - args:
+      - --gcs-upload-secret=/secrets/gcs/service-account.json
+      - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson
+      - --lease-server-credentials-file=/etc/boskos/credentials
+      - --report-credentials-file=/etc/report/credentials
+      - --secret-dir=/secrets/ci-pull-credentials
+      - --secret-dir=/usr/local/installer-rehearse-azure-mag-cluster-profile
+      - --target=installer-rehearse-azure-mag
+      - --variant=installer-rehearse-4.12
+      command:
+      - ci-operator
+      image: ci-operator:latest
+      imagePullPolicy: Always
+      name: ""
+      resources:
+        requests:
+          cpu: 10m
+      volumeMounts:
+      - mountPath: /etc/boskos
+        name: boskos
+        readOnly: true
+      - mountPath: /secrets/ci-pull-credentials
+        name: ci-pull-credentials
+        readOnly: true
+      - mountPath: /usr/local/installer-rehearse-azure-mag-cluster-profile
+        name: cluster-profile
+      - mountPath: /secrets/gcs
+        name: gcs-credentials
+        readOnly: true
+      - mountPath: /etc/pull-secret
+        name: pull-secret
+        readOnly: true
+      - mountPath: /etc/report
+        name: result-aggregator
+        readOnly: true
+    serviceAccountName: ci-operator
+    volumes:
+    - name: boskos
+      secret:
+        items:
+        - key: credentials
+          path: credentials
+        secretName: boskos-credentials
+    - name: ci-pull-credentials
+      secret:
+        secretName: ci-pull-credentials
+    - name: cluster-profile
+      secret:
+        secretName: cluster-secrets-azuremag-qe
+    - name: pull-secret
+      secret:
+        secretName: registry-pull-credentials
+    - name: result-aggregator
+      secret:
+        secretName: result-aggregator
 - agent: kubernetes
   cluster: build05
   decorate: true

ci-operator/step-registry/cucushift/installer/rehearse/azure/mag/ipi/fullyprivate/OWNERS

@@ -0,0 +1,12 @@
+approvers:
+- jianlinliu
+- Amoghrd
+- yunjiang29
+- mgahagan73
+- MayXuQQ
+reviewers:
+- jianlinliu
+- Amoghrd
+- yunjiang29
+- mgahagan73
+- MayXuQQ

ci-operator/step-registry/cucushift/installer/rehearse/azure/mag/ipi/fullyprivate/cucushift-installer-rehearse-azure-mag-ipi-fullyprivate-workflow.metadata.json

@@ -0,0 +1,19 @@
+{
+	"path": "cucushift/installer/rehearse/azure/mag/ipi/fullyprivate/cucushift-installer-rehearse-azure-mag-ipi-fullyprivate-workflow.yaml",
+	"owners": {
+		"approvers": [
+			"jianlinliu",
+			"Amoghrd",
+			"yunjiang29",
+			"mgahagan73",
+			"MayXuQQ"
+		],
+		"reviewers": [
+			"jianlinliu",
+			"Amoghrd",
+			"yunjiang29",
+			"mgahagan73",
+			"MayXuQQ"
+		]
+	}
+}

ci-operator/step-registry/cucushift/installer/rehearse/azure/mag/ipi/fullyprivate/cucushift-installer-rehearse-azure-mag-ipi-fullyprivate-workflow.yaml

@@ -0,0 +1,9 @@
+workflow:
+  as: cucushift-installer-rehearse-azure-mag-ipi-fullyprivate
+  steps: 
+    pre:
+    - chain: cucushift-installer-rehearse-azure-mag-ipi-fullyprivate-provision
+    post:
+    - chain: cucushift-installer-rehearse-azure-mag-ipi-fullyprivate-deprovision
+  documentation: |-
+    This is the workflow to trigger Prow's rehearsal test when submitting installer steps/chain/workflow

ci-operator/step-registry/cucushift/installer/rehearse/azure/mag/ipi/fullyprivate/deprovision/OWNERS

@@ -0,0 +1,12 @@
+approvers:
+- jianlinliu
+- Amoghrd
+- yunjiang29
+- mgahagan73
+- MayXuQQ
+reviewers:
+- jianlinliu
+- Amoghrd
+- yunjiang29
+- mgahagan73
+- MayXuQQ

ci-operator/step-registry/cucushift/installer/rehearse/azure/mag/ipi/fullyprivate/deprovision/cucushift-installer-rehearse-azure-mag-ipi-fullyprivate-deprovision-chain.metadata.json

@@ -0,0 +1,19 @@
+{
+	"path": "cucushift/installer/rehearse/azure/mag/ipi/fullyprivate/deprovision/cucushift-installer-rehearse-azure-mag-ipi-fullyprivate-deprovision-chain.yaml",
+	"owners": {
+		"approvers": [
+			"jianlinliu",
+			"Amoghrd",
+			"yunjiang29",
+			"mgahagan73",
+			"MayXuQQ"
+		],
+		"reviewers": [
+			"jianlinliu",
+			"Amoghrd",
+			"yunjiang29",
+			"mgahagan73",
+			"MayXuQQ"
+		]
+	}
+}

ci-operator/step-registry/cucushift/installer/rehearse/azure/mag/ipi/fullyprivate/deprovision/cucushift-installer-rehearse-azure-mag-ipi-fullyprivate-deprovision-chain.yaml

@@ -0,0 +1,9 @@
+chain:
+  as: cucushift-installer-rehearse-azure-mag-ipi-fullyprivate-deprovision
+  steps:
+  - chain: gather-network
+  - chain: gather-core-dump
+  - chain: ipi-deprovision
+  - ref: azure-deprovision-resourcegroup
+  documentation: |-
+    Destroy cluster

ci-operator/step-registry/cucushift/installer/rehearse/azure/mag/ipi/fullyprivate/provision/OWNERS

@@ -0,0 +1,12 @@
+approvers:
+- jianlinliu
+- Amoghrd
+- yunjiang29
+- mgahagan73
+- MayXuQQ
+reviewers:
+- jianlinliu
+- Amoghrd
+- yunjiang29
+- mgahagan73
+- MayXuQQ

ci-operator/step-registry/cucushift/installer/rehearse/azure/mag/ipi/fullyprivate/provision/cucushift-installer-rehearse-azure-mag-ipi-fullyprivate-provision-chain.metadata.json

@@ -0,0 +1,19 @@
+{
+	"path": "cucushift/installer/rehearse/azure/mag/ipi/fullyprivate/provision/cucushift-installer-rehearse-azure-mag-ipi-fullyprivate-provision-chain.yaml",
+	"owners": {
+		"approvers": [
+			"jianlinliu",
+			"Amoghrd",
+			"yunjiang29",
+			"mgahagan73",
+			"MayXuQQ"
+		],
+		"reviewers": [
+			"jianlinliu",
+			"Amoghrd",
+			"yunjiang29",
+			"mgahagan73",
+			"MayXuQQ"
+		]
+	}
+}

ci-operator/step-registry/cucushift/installer/rehearse/azure/mag/ipi/fullyprivate/provision/cucushift-installer-rehearse-azure-mag-ipi-fullyprivate-provision-chain.yaml

@@ -0,0 +1,27 @@
+chain:
+  as: cucushift-installer-rehearse-azure-mag-ipi-fullyprivate-provision
+  steps:
+  - ref: azure-provision-resourcegroup
+  - ref: azure-provision-vnet
+  - ref: azure-provision-nat
+  - chain: azure-provision-bastionhost
+  - ref: proxy-config-generate
+  - chain: ipi-conf-azuremag
+  - ref: ipi-conf-azure-provisionednetwork
+  - ref: ipi-install-rbac
+  - ref: openshift-cluster-bot-rbac
+  - ref: ipi-install-install
+  - ref: enable-qe-catalogsource
+  - ref: ipi-install-times-collection
+  env:
+  - name: OUTBOUND_TYPE
+    default:  "UserDefinedRouting"
+    documentation: "Routing strategy"
+  - name: OUTBOUND_UDR_TYPE
+    default:  "NAT"
+    documentation: "The outbound type of networking provisioned"
+  - name: PUBLISH
+    default:  "Internal"
+    documentation: "How to expose the user-facing endpoints like the Kubernetes API"
+  documentation: |-
+    Create a FullyPrivate IPI cluster on Azure MAG for QE e2e tests.

ci-operator/step-registry/ipi/conf/azuremag/ipi-conf-azuremag-commands.sh

@@ -41,3 +41,20 @@ compute:
     azure:
       type: ${COMPUTE_NODE_TYPE}
 EOF
+
+if [ -z "${OUTBOUND_TYPE}" ]; then
+  echo "Outbound Type is not defined"
+else
+  if [ X"${OUTBOUND_TYPE}" == X"UserDefinedRouting" ]; then
+    echo "Writing 'outboundType: UserDefinedRouting' to install-config"
+    PATCH="${SHARED_DIR}/install-config-outboundType.yaml.patch"
+    cat > "${PATCH}" << EOF
+platform:
+  azure:
+    outboundType: ${OUTBOUND_TYPE}
+EOF
+    yq-go m -x -i "${CONFIG}" "${PATCH}"
+  else
+    echo "${OUTBOUND_TYPE} is not supported yet" || exit 1
+  fi
+fi

ci-operator/step-registry/ipi/conf/azuremag/ipi-conf-azuremag-ref.yaml

@@ -1,9 +1,9 @@
 ref:
   as: ipi-conf-azuremag
   from_image:
-   namespace: origin
-   name: centos
-   tag: '8'
+   namespace: ocp
+   name: "4.12"
+   tag: upi-installer
   commands: ipi-conf-azuremag-commands.sh
   resources:
     requests:
@@ -33,5 +33,9 @@ ref:
     documentation: |-
       This value represents the the DNS zone that is configured in the azure portal, and it will be used in the base_domain field
       of the install-config.yaml file.
+  - name: OUTBOUND_TYPE
+    default:  ""
+    documentation: |-
+      This value represents the routing strategy used to connect the cluster to the internet
   documentation: |-
     The IPI Azure configure step generates the Azure-specific install-config.yaml contents based on the cluster profile and optional input files.