Add script to create kind cluster for e2e use (#117)

Signed-off-by: lubronzhan <[email protected]>

Author: lubronzhan

Makefile

@@ -20,6 +20,11 @@ SRC = $(shell find . -type f -name '*.go' -not -path "./vendor/*")
 DOCKERTAG ?= $(VERSION)
 REPOSITORY ?= kubevip
 
+KUBEVIPCLOUDPROVIDER_E2E_IMAGE ?= ghcr.io/kube-vip/kube-vip-cloud-provider:main
+# Optional variables
+# Run specific test specs (matched by regex)
+KUBEVIPCLOUDPROVIDER_E2E_PACKAGE_FOCUS ?=
+
 .PHONY: all build clean install uninstall fmt simplify check run
 
 all: check install
@@ -70,3 +75,30 @@ run: install
 
 test:
 	go test ./...
+
+.PHONY: setup-kind-cluster
+setup-kind-cluster: ## Make a kind cluster for testing
+	./test/scripts/make-kind-cluster.sh
+
+## Loads kube-vip-cloud-provider image into kind cluster specified by CLUSTERNAME (default
+## kvcp-e2e). By default for local development will build the current
+## working kube-vip-cloud-provider source and load into the cluster. If LOAD_PREBUILT_IMAGE
+## is specified and set to true, it will load a pre-build image. This requires
+## the multiarch-build target to have been run which puts the Kube-vip-cloud-provider docker
+## image at <repo>/image/kube-vip-cloud-provider-version.tar.gz. This second option is chosen
+## in CI to speed up builds.
+.PHONY: load-kvcp-image-kind
+load-kvcp-image-kind: ## Load Kube-vip-cloud-provider image from building working source or pre-built image into Kind.
+	./test/scripts/kind-load-kvcp-image.sh
+
+.PHONY: cleanup-kind
+cleanup-kind:
+	./test/scripts/cleanup.sh
+
+.PHONY: e2e
+e2e: | setup-kind-cluster load-kvcp-image-kind run-e2e cleanup-kind ## Run E2E tests against a real k8s cluster
+
+.PHONY: run-e2e
+run-e2e:
+	KUBEVIPCLOUDPROVIDER_E2E_IMAGE=$(KUBEVIPCLOUDPROVIDER_E2E_IMAGE) \
+	go run github.com/onsi/ginkgo/v2/ginkgo -tags=e2e -mod=readonly -keep-going -randomize-suites -randomize-all -poll-progress-after=120s --focus '$(KUBEVIPCLOUDPROVIDER_E2E_TEST_FOCUS)' -r $(KUBEVIPCLOUDPROVIDER_E2E_PACKAGE_FOCUS)

hack/actions/install-kubernetes-toolchain.sh

@@ -0,0 +1,51 @@
+#! /usr/bin/env bash
+
+set -o errexit
+set -o nounset
+set -o pipefail
+
+readonly KUBECTL_VERS="v1.29.2"
+readonly KIND_VERS="v0.22.0"
+
+readonly PROGNAME=$(basename $0)
+readonly CURL=${CURL:-curl}
+
+# Google storage is case sensitive, so we we need to lowercase the OS.
+readonly OS=$(uname | tr '[:upper:]' '[:lower:]')
+
+usage() {
+  echo "Usage: $PROGNAME INSTALLDIR"
+}
+
+download() {
+    local -r url="$1"
+    local -r target="$2"
+
+    echo Downloading "$target" from "$url"
+    ${CURL} --progress-bar --location  --output "$target" "$url"
+}
+
+case "$#" in
+  "1")
+    mkdir -p "$1"
+    readonly DESTDIR=$(cd "$1" && pwd)
+    ;;
+  *)
+    usage
+    exit 64
+    ;;
+esac
+
+echo "Installing Kubernetes toolchain..."
+
+download \
+   "https://github.com/kubernetes-sigs/kind/releases/download/${KIND_VERS}/kind-${OS}-amd64" \
+   "${DESTDIR}/kind"
+
+chmod +x  "${DESTDIR}/kind"
+
+download \
+    "https://storage.googleapis.com/kubernetes-release/release/${KUBECTL_VERS}/bin/${OS}/amd64/kubectl" \
+    "${DESTDIR}/kubectl"
+
+chmod +x "${DESTDIR}/kubectl"

test/scripts/cleanup.sh

@@ -0,0 +1,15 @@
+#! /usr/bin/env bash
+
+set -o pipefail
+set -o errexit
+set -o nounset
+
+readonly KIND=${KIND:-kind}
+readonly CLUSTERNAME=${CLUSTERNAME:-kvcp-e2e}
+
+kind::cluster::delete() {
+    ${KIND} delete cluster --name "${CLUSTERNAME}"
+}
+
+# Delete existing kind cluster.
+kind::cluster::delete

test/scripts/kind-load-kvcp-image.sh

@@ -0,0 +1,49 @@
+#! /usr/bin/env bash
+
+set -o errexit
+set -o nounset
+set -o pipefail
+
+readonly KIND=${KIND:-kind}
+
+readonly LOAD_PREBUILT_IMAGE=${LOAD_PREBUILT_IMAGE:-false}
+readonly CLUSTERNAME=${CLUSTERNAME:-kvcp-e2e}
+
+readonly HERE=$(cd $(dirname $0) && pwd)
+readonly REPO=$(cd ${HERE}/../.. && pwd)
+
+kind::cluster::exists() {
+    ${KIND} get clusters | grep -q "$1"
+}
+
+kind::cluster::load::archive() {
+    ${KIND} load image-archive \
+        --name "${CLUSTERNAME}" \
+        "$@"
+}
+
+kind::cluster::load::docker() {
+    ${KIND} load docker-image \
+        --name "${CLUSTERNAME}" \
+        "$@"
+}
+
+if ! kind::cluster::exists "$CLUSTERNAME" ; then
+    echo "cluster $CLUSTERNAME does not exist"
+    exit 2
+fi
+
+if [ "${LOAD_PREBUILT_IMAGE}" = "true" ]; then
+    kind::cluster::load::archive "$(ls ${REPO}/image/kube-vip-cloud-provider-*.tar)"
+else
+    # Build the current version of Kube-vip-cloud-provider.
+    VERSION="v$$"
+    make -C ${REPO} container IMAGE=ghcr.io/kube-vip/kube-vip-cloud-provider VERSION=$VERSION
+
+    # Also tag as main since test suites will use this tag unless overridden.
+    docker tag ghcr.io/kube-vip/kube-vip-cloud-provider:${VERSION} ghcr.io/kube-vip/kube-vip-cloud-provider:main
+
+    # Push the Kube-vip-cloud-provider build image into the cluster.
+    kind::cluster::load::docker ghcr.io/kube-vip/kube-vip-cloud-provider:${VERSION}
+    kind::cluster::load::docker ghcr.io/kube-vip/kube-vip-cloud-provider:main
+fi

test/scripts/make-kind-cluster.sh

@@ -0,0 +1,47 @@
+#! /usr/bin/env bash
+
+# make-kind-cluster.sh: build a kind cluster.
+
+set -o pipefail
+set -o errexit
+set -o nounset
+
+readonly KIND=${KIND:-kind}
+readonly KUBECTL=${KUBECTL:-kubectl}
+
+readonly NODEIMAGE=${NODEIMAGE:-"kindest/node:v1.29.2@sha256:51a1434a5397193442f0be2a297b488b6c919ce8a3931be0ce822606ea5ca245"}
+readonly CLUSTERNAME=${CLUSTERNAME:-kvcp-e2e}
+readonly WAITTIME=${WAITTIME:-5m}
+
+readonly HERE=$(cd "$(dirname "$0")" && pwd)
+readonly REPO=$(cd "${HERE}/../.." && pwd)
+
+kind::cluster::exists() {
+    ${KIND} get clusters | grep -q "$1"
+}
+
+kind::cluster::create() {
+    ${KIND} create cluster \
+        --name "${CLUSTERNAME}" \
+        --image "${NODEIMAGE}" \
+        --wait "${WAITTIME}"
+}
+
+kind::cluster::load() {
+    ${KIND} load docker-image \
+        --name "${CLUSTERNAME}" \
+        "$@"
+}
+
+if kind::cluster::exists "$CLUSTERNAME" ; then
+    echo "cluster $CLUSTERNAME already exists"
+    echo exit 2
+fi
+
+# Create a fresh kind cluster.
+if ! kind::cluster::exists "$CLUSTERNAME" ; then
+  kind::cluster::create
+
+  # Print the k8s version for verification.
+  ${KUBECTL} version
+fi