setup-cluster.sh

#!/usr/bin/env bash
# Bash3 Boilerplate. Copyright (c) 2014, kvz.io

set -o errexit
set -o pipefail
set -o nounset

# Software requirements:
# - yq
# - helm
# - k3d
# - kubectl

# Prerequisites:
# - cluster have been created using k3d
# - cluster have enabled load balancer

CLUSTER_NAME=$1

ISTIO_VERSION=1.18.2
KNATIVE_VERSION=1.10.2
KNATIVE_NET_ISTIO_VERSION=1.10.1
CERT_MANAGER_VERSION=1.12.2
MINIO_VERSION=3.6.3
KSERVE_VERSION=0.11.0
TIMEOUT=300s


add_helm_repo() {
    echo "::group::Add Helm repo"

    helm repo add istio https://istio-release.storage.googleapis.com/charts
    helm repo add minio https://charts.min.io/
    helm repo update

    echo "::endgroup::"
}

store_cluster_secret() {
  echo "::group::Storing Cluster Secret"

  # create and store K8sConfig in tmp dir
  cat <<EOF |  yq -P - > /tmp/temp_k8sconfig.yaml
{
    "k8s_config": {
        "name": $(k3d kubeconfig get "$CLUSTER_NAME" | yq '.clusters[0].name' -o json -),
        "cluster": $(k3d kubeconfig get "$CLUSTER_NAME" | yq '.clusters[0].cluster | .server = "https://kubernetes.default.svc.cluster.local:443"' -o json -),
        "user": $(k3d kubeconfig get "$CLUSTER_NAME" | yq '.users[0].user' -o json - )
    }
}
EOF

    echo "::endgroup::"
}

install_istio() {
    echo "::group::Istio Deployment"

    helm upgrade --install istio-base istio/base --version=${ISTIO_VERSION} -n istio-system --create-namespace
    helm upgrade --install istiod istio/istiod --version=${ISTIO_VERSION} -n istio-system --create-namespace \
        -f config/istio/istiod.yaml --timeout=${TIMEOUT}

    helm upgrade --install istio-ingressgateway istio/gateway -n istio-system --create-namespace \
        -f config/istio/ingress-gateway.yaml --timeout=${TIMEOUT}

    helm upgrade --install cluster-local-gateway istio/gateway -n istio-system --create-namespace \
        -f config/istio/clusterlocal-gateway.yaml --timeout=${TIMEOUT}

    kubectl rollout status deployment/istio-ingressgateway -n istio-system -w --timeout=${TIMEOUT}
    kubectl rollout status deployment/istiod -w -n istio-system --timeout=${TIMEOUT}
    kubectl rollout status deployment/cluster-local-gateway -n istio-system -w --timeout=${TIMEOUT}

    kubectl apply --server-side -f config/istio/ingress-class.yaml

    sleep 30

    echo "::endgroup::"
}

set_ingress_host() {
    echo "::group::Set Ingress Host"
    if [[ -z "${INGRESS_HOST:-}" ]]; then
        export INGRESS_HOST="$(kubectl -n istio-system get service istio-ingressgateway -o jsonpath='{.status.loadBalancer.ingress[0].ip}').nip.io"
    fi
    echo "INGRESS_HOST=${INGRESS_HOST}"
    echo "::endgroup::"
}

install_knative() {
    echo "::group::Knative Deployment"

    # Install CRD
    kubectl apply --server-side -f https://github.com/knative/serving/releases/download/knative-v${KNATIVE_VERSION}/serving-crds.yaml

    # Install knative serving
    wget https://github.com/knative/serving/releases/download/knative-v${KNATIVE_VERSION}/serving-core.yaml -O config/knative/serving-core.yaml
    kubectl apply --server-side -k config/knative

    kubectl rollout status deployment/autoscaler -n knative-serving -w --timeout=${TIMEOUT}
    kubectl rollout status deployment/controller -n knative-serving -w --timeout=${TIMEOUT}
    kubectl rollout status deployment/activator -n knative-serving -w --timeout=${TIMEOUT}
    kubectl rollout status deployment/domain-mapping -n knative-serving -w --timeout=${TIMEOUT}
    kubectl rollout status deployment/domainmapping-webhook -n knative-serving -w --timeout=${TIMEOUT}
    kubectl rollout status deployment/webhook -n knative-serving -w --timeout=${TIMEOUT}

    # Update knative config-deployment config map to allow resolving of the local e2e image repository
    kubectl get configmap -n knative-serving config-deployment -o yaml > temp.yaml
    yq -i '.data.registries-skipping-tag-resolving |= ("\(.),${DOCKER_REGISTRY}" | envsubst)' temp.yaml
    kubectl apply --server-side -f temp.yaml
    kubectl rollout restart deployment -n knative-serving controller

    # Install knative-istio
    kubectl apply --server-side -f https://github.com/knative-sandbox/net-istio/releases/download/knative-v${KNATIVE_NET_ISTIO_VERSION}/net-istio.yaml

    kubectl rollout status deployment/net-istio-controller -n knative-serving -w --timeout=${TIMEOUT}
    kubectl rollout status deployment/net-istio-webhook -n knative-serving -w --timeout=${TIMEOUT}

    echo "::endgroup::"
}

install_cert_manager() {
    echo "::group::Cert Manager Deployment"

    kubectl apply --server-side --filename=https://github.com/jetstack/cert-manager/releases/download/v${CERT_MANAGER_VERSION}/cert-manager.yaml

    kubectl rollout status deployment/cert-manager-webhook -n cert-manager -w --timeout=${TIMEOUT}
    kubectl rollout status deployment/cert-manager-cainjector -n cert-manager -w --timeout=${TIMEOUT}
    kubectl rollout status deployment/cert-manager -n cert-manager -w --timeout=${TIMEOUT}

    echo "::endgroup::"
}

install_minio() {
    echo "::group::Minio Deployment"

    helm upgrade --install minio minio/minio --version=${MINIO_VERSION} -f config/minio/values.yaml \
        --namespace=minio --create-namespace --timeout=${TIMEOUT} \
        --set "ingress.hosts[0]=minio.minio.${INGRESS_HOST}" \
        --set "consoleIngress.hosts[0]=console.minio.${INGRESS_HOST}"

    kubectl rollout status statefulset/minio -n minio -w --timeout=${TIMEOUT}

    echo "::endgroup::"
}

install_kserve() {
    echo "::group::KServe Deployment"

    wget https://raw.githubusercontent.com/kserve/kserve/master/install/v${KSERVE_VERSION}/kserve.yaml -O config/kserve/kserve.yaml
    kubectl apply --server-side -k config/kserve
    kubectl rollout status deployment/kserve-controller-manager -n kserve -w --timeout=${TIMEOUT}
    kubectl apply --server-side -f https://raw.githubusercontent.com/kserve/kserve/master/install/v${KSERVE_VERSION}/kserve-runtimes.yaml

    echo "::endgroup::"
}

patch_coredns() {
    echo "::group::Patching CoreDNS"

    kubectl patch cm coredns -n kube-system --patch-file config/coredns/patch.yaml
    kubectl get cm coredns -n kube-system -o yaml

    echo "::endgroup::"
}

add_helm_repo
install_istio
set_ingress_host
install_knative
install_minio
install_cert_manager
install_kserve
store_cluster_secret
patch_coredns