Prepare for a Calico platform integ environment (#49255)

* updates to allow kind_provisioner to install cilium for ambient-sc setup

Signed-off-by: Ian Rudie <[email protected]>

* update to use calico for now instead

Signed-off-by: Ian Rudie <[email protected]>

* adding a new StrictHBONE test

Signed-off-by: Ian Rudie <[email protected]>

* revising kind_provisioner slightly

Signed-off-by: Ian Rudie <[email protected]>

* refined kind provisioning

Signed-off-by: Ian Rudie <[email protected]>

* adopt more minimal config, begin documenting maintenance, skip strict HBONE test

Signed-off-by: Ian Rudie <[email protected]>

* use explicit variable instead of checking which config file was used

Signed-off-by: Ian Rudie <[email protected]>

* adopt yq 4 syntax, case statement for CNI choice

Signed-off-by: Ian Rudie <[email protected]>

* linter for markdown

Signed-off-by: Ian Rudie <[email protected]>

* rename test to better suite it's purpose

Signed-off-by: Ian Rudie <[email protected]>

* no need to modify ambient-sc.yaml since we're using yq to alter it now

Signed-off-by: Ian Rudie <[email protected]>

* skip with link to issue for tracking

Signed-off-by: Ian Rudie <[email protected]>

---------

Signed-off-by: Ian Rudie <[email protected]>

Author: ilrudie

common/scripts/kind_provisioner.sh

@@ -182,14 +182,41 @@ EOF
     fi
   fi
 
+  KIND_WAIT_FLAG="--wait=180s"
+  KIND_DISABLE_CNI="false"
+  if [[ -n "${KUBERNETES_CNI:-}" ]]; then
+    unset KIND_WAIT_FLAG
+    KIND_DISABLE_CNI="true"
+  fi
+
   # Create KinD cluster
-  if ! (kind create cluster --name="${NAME}" --config "${CONFIG}" -v4 --retain --image "${IMAGE}" --wait=180s); then
+  if ! (yq eval "${CONFIG}" --expression ".networking.disableDefaultCNI = ${KIND_DISABLE_CNI}" | \
+    kind create cluster --name="${NAME}" -v4 --retain --image "${IMAGE}" ${KIND_WAIT_FLAG:+"$KIND_WAIT_FLAG"} --config -); then
     echo "Could not setup KinD environment. Something wrong with KinD setup. Exporting logs."
     return 9
   fi
   # Workaround kind issue causing taints to not be removed in 1.24
   kubectl taint nodes "${NAME}"-control-plane node-role.kubernetes.io/control-plane- || true
 
+  # Determine what CNI to install
+  case "${KUBERNETES_CNI:-}" in 
+
+    "calico")
+      echo "Installing Calico CNI"
+      install_calico "" "$(dirname "$CONFIG")"
+      ;;
+
+    "")
+      # perfectly fine, we accepted the default KinD CNI
+      ;;
+
+    *)
+      # we don't know what to do but we've got no CNI, return non-zero
+      echo "${KUBERNETES_CNI} is not recognized. Supported options are \"calico\" or do not set the variable to use default."
+      return 1
+      ;;
+  esac
+
   # If metrics server configuration directory is specified then deploy in
   # the cluster just created
   if [[ -n ${METRICS_SERVER_CONFIG_DIR:-} ]]; then
@@ -362,6 +389,17 @@ function connect_kind_clusters() {
   fi
 }
 
+function install_calico {
+  local KUBECONFIG="${1}"
+  local CONFIG_DIR="${2}"
+
+  echo "Setting up ambient cluster, Calico CNI will be used."
+  kubectl --kubeconfig="$KUBECONFIG" apply -f "${CONFIG_DIR}"/calico.yaml
+
+  kubectl --kubeconfig="$KUBECONFIG" wait --for condition=ready -n kube-system pod -l k8s-app=calico-node --timeout 90s
+  kubectl --kubeconfig="$KUBECONFIG" wait --for condition=ready -n kube-system pod -l k8s-app=calico-kube-controllers --timeout 90s
+}
+
 function install_metallb() {
   KUBECONFIG="${1}"
   kubectl --kubeconfig="$KUBECONFIG" apply -f "${COMMON_SCRIPTS}/metallb-native.yaml"

prow/config/calico.md

@@ -0,0 +1,17 @@
+The calico.yaml file is from [https://raw.githubusercontent.com/projectcalico/calico/v3.27.0/manifests/calico.yaml](https://raw.githubusercontent.com/projectcalico/calico/v3.27.0/manifests/calico.yaml)
+
+Once downloaded, run the following sed command to replace the default docker.io images with istio-testing's copies of them:
+
+```shell
+sed -ie "s?docker.io?gcr.io/istio-testing?g" calico.yaml
+```
+
+In order to upgrade versions of calico we'll need to update the version below and then have someone with the ability to push run the following:
+
+```shell
+export VERSION=v3.27.0
+
+crane cp {docker.io,gcr.io/istio-testing}/calico/cni:"${VERSION}"
+crane cp {docker.io,gcr.io/istio-testing}/calico/node:"${VERSION}"
+crane cp {docker.io,gcr.io/istio-testing}/calico/kube-controllers:"${VERSION}"
+```