Added provision/deprovision logic for dedicated hosts

Author: vr4manta

ci-operator/step-registry/ipi/conf/aws/ipi-conf-aws-commands.sh

@@ -386,3 +386,41 @@ platform:
 EOF
   yq-go m -a -x -i "${CONFIG}" "${patch_user_provisioned_dns}"
 fi
+
+# Add config for dedicated hosts to compute nodes if job is configured
+if [[ "${DEDICATED_HOST}" == "yes" ]]; then
+  echo "Detected dedicated host configured.  Starting install-config patching."
+  patch_dedicated_host="${SHARED_DIR}/install-config-dedicated-host.yaml.patch"
+
+  # Create Host for each zone.  If no zones configured, error out.  Zones can exist before script execution so we'll pull zone listing out for workers.
+  ZONES=$(cat "${CONFIG}" | yq-v4 '.compute[] | select(.name == "worker") | .platform.aws.zones'[] )
+  if [[ "${ZONES}" == "" ]]; then
+    echo "No zones configured,  Unable to determine where to create dedicated hosts."
+    exit
+  fi
+
+  cat > "${patch_dedicated_host}" << EOF
+compute:
+- name: worker
+  platform:
+    aws:
+      dedicatedHosts:
+        hostAffinity: Host
+        hosts: []
+EOF
+
+  for zone in ${ZONES}; do
+    HOST_TYPE=$(echo "${COMPUTE_NODE_TYPE}" | cut -d'.' -f1)
+    echo "Creating dedicated host.  Region='${aws_source_region}' Zone='${zone}' InstanceFamily='${HOST_TYPE}'"
+    HOST_SPECS='{"ResourceType":"dedicated-host","Tags":[{"Key":"Name","Value":"'${JOB_NAME_SAFE}'-'${zone}'"},{"Key":"CI-JOB","Value":"'${JOB_NAME_SAFE}'"}]}'
+    HOST_ID=$(aws ec2 allocate-hosts --instance-family "${HOST_TYPE}" --auto-placement 'off' --host-recovery 'off' --tag-specifications "${HOST_SPECS}" --host-maintenance 'off' --quantity '1' --availability-zone "${zone}" --region "${aws_source_region}" | jq -r '.HostIds[0]')
+
+    # We need to pass in the vars since YQ doesnt see the loop variables
+    ZONE_NAME="${zone}" HOST_ID="${HOST_ID}" yq-v4 -i '.compute[] |= (select(.name == "worker") | .platform.aws.dedicatedHosts.hosts += [ { "id": strenv(HOST_ID), "zone": strenv(ZONE_NAME) } ])' "${patch_dedicated_host}"
+  done
+
+  # Update config with host ID
+  echo "Patching install-config.yaml for dedicated hosts."
+  yq-go m -a -x -i "${CONFIG}" "${patch_dedicated_host}"
+  cp "${patch_dedicated_host}" "${ARTIFACT_DIR}/"
+fi

ci-operator/step-registry/ipi/conf/aws/ipi-conf-aws-ref.yaml

@@ -106,5 +106,10 @@ ref:
     documentation: |-
       Experimental feature allowing jobs to use NAT instances instead of NAT gateways, in certain accounts, for cost
       reduction purposes.
+  - name: DEDICATED_HOST
+    default: "no"
+    documentation: |-
+      Allows users to enable configuration of dedicated hosts for compute nodes.  Valid options are "yes" and "no".  When "yes", the
+      configuration will create a dedicated host for each zone the "worker" compute pool has configured.
   documentation: |-
     The IPI AWS configure step generates the AWS-specific install-config.yaml contents based on the cluster profile and optional input files.

ci-operator/step-registry/ipi/deprovision/aws/dedicated-hosts/OWNERS

@@ -0,0 +1 @@
+../OWNERS

ci-operator/step-registry/ipi/deprovision/aws/dedicated-hosts/ipi-deprovision-aws-dedicated-hosts-commands.sh

@@ -0,0 +1,19 @@
+#!/bin/bash
+set -o nounset
+set -o errexit
+set -o pipefail
+
+export AWS_SHARED_CREDENTIALS_FILE="${CLUSTER_PROFILE_DIR}/.awscred"
+CONFIG="${SHARED_DIR}/install-config.yaml"
+
+if test ! -f "${SHARED_DIR}/install-config-dedicated-host.yaml.patch"
+then
+  echo "No dedicated hosts patch file found, so assuming patch never occurred."
+  exit 0
+fi
+
+REGION=$(yq -r '.platform.aws.region' ${CONFIG})
+for HOST in $(yq-v4 -r '.compute[] | select(.name == "worker") | .platform.aws.dedicatedHosts.hosts[] | .id' "${CONFIG}"); do
+  echo "Release host ${HOST}"
+  aws ec2 release-hosts --region "${REGION}" --host-ids "${HOST}"
+done

ci-operator/step-registry/ipi/deprovision/aws/dedicated-hosts/ipi-deprovision-aws-dedicated-hosts-ref.metadata.json

@@ -0,0 +1,10 @@
+{
+	"path": "ipi/deprovision/aws/dedicated-hosts/ipi-deprovision-aws-dedicated-hosts-ref.yaml",
+	"owners": {
+		"approvers": [
+			"jhixson74",
+			"patrickdillon",
+			"barbacbd"
+		]
+	}
+}

ci-operator/step-registry/ipi/deprovision/aws/dedicated-hosts/ipi-deprovision-aws-dedicated-hosts-ref.yaml

@@ -0,0 +1,14 @@
+ref:
+  as: ipi-deprovision-aws-dedicated-hosts
+  from_image:
+    namespace: ocp
+    name: "4.14"
+    tag: upi-installer
+  grace_period: 10m
+  commands: ipi-deprovision-aws-dedicated-hosts-commands.sh
+  resources:
+    requests:
+      cpu: 300m
+      memory: 300Mi
+  documentation: |-
+    This deprovision step tears down any dedicated hosts that were provisioned for AWS IPI dedicated host feature.