sigs.k8s.io/cluster-api-provider-azure@v1.14.3/scripts/ci-build-kubernetes.sh

#!/bin/bash

# Copyright 2021 The Kubernetes Authors.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

###############################################################################

set -o errexit
set -o nounset
set -o pipefail

REPO_ROOT=$(dirname "${BASH_SOURCE[0]}")/..
cd "${REPO_ROOT}" || exit 1

# shellcheck source=hack/ensure-azcli.sh
source "${REPO_ROOT}/hack/ensure-azcli.sh"
# shellcheck source=hack/ensure-go.sh
source "${REPO_ROOT}/hack/ensure-go.sh"
# shellcheck source=hack/parse-prow-creds.sh
source "${REPO_ROOT}/hack/parse-prow-creds.sh"
# shellcheck source=hack/util.sh
source "${REPO_ROOT}/hack/util.sh"

: "${AZURE_STORAGE_ACCOUNT:?Environment variable empty or not defined.}"
: "${AZURE_STORAGE_KEY:?Environment variable empty or not defined.}"
: "${REGISTRY:?Environment variable empty or not defined.}"

declare -a BINARIES=("kubeadm" "kubectl" "kubelet" "e2e.test")
declare -a WINDOWS_BINARIES=("kubeadm" "kubectl" "kubelet" "kube-proxy")
declare -a IMAGES=("kube-apiserver" "kube-controller-manager" "kube-proxy" "kube-scheduler")

GREP_BINARY="grep"
if [[ "${OSTYPE}" == "darwin"* ]]; then
  GREP_BINARY="ggrep"
fi

setup() {
    KUBE_ROOT="$(go env GOPATH)/src/k8s.io/kubernetes"
    export KUBE_ROOT

    # shellcheck disable=SC1091
    # extract KUBE_GIT_VERSION from k/k
    # ref: https://github.com/kubernetes/test-infra/blob/de07aa4b89f1161778856dc0fed310bd816aad72/experiment/kind-conformance-image-e2e.sh#L112-L115
    source "${KUBE_ROOT}/hack/lib/version.sh"
    pushd "${KUBE_ROOT}" && kube::version::get_version_vars && popd
    : "${KUBE_GIT_VERSION:?Environment variable empty or not defined.}"
    export KUBE_GIT_VERSION
    echo "using KUBE_GIT_VERSION=${KUBE_GIT_VERSION}"

    # allow both TEST_WINDOWS and WINDOWS for backwards compatibility.
    export TEST_WINDOWS="${TEST_WINDOWS:-${WINDOWS:-}}"

    # get the latest ci version for a particular release so that kubeadm is
    # able to pull existing images before being replaced by custom images
    major="$(echo "${KUBE_GIT_VERSION}" | ${GREP_BINARY} -Po "(?<=v)[0-9]+")"
    minor="$(echo "${KUBE_GIT_VERSION}" | ${GREP_BINARY} -Po "(?<=v${major}.)[0-9]+")"
    CI_VERSION="$(capz::util::get_latest_ci_version "${major}.${minor}")"
    export CI_VERSION
    echo "using CI_VERSION=${CI_VERSION}"
    export KUBERNETES_VERSION="${CI_VERSION}"
    echo "using KUBERNETES_VERSION=${KUBERNETES_VERSION}"

    # Docker tags cannot contain '+'
    # ref: https://github.com/kubernetes/kubernetes/blob/5491484aa91fd09a01a68042e7674bc24d42687a/build/lib/release.sh#L345-L346
    export KUBE_IMAGE_TAG="${KUBE_GIT_VERSION/+/_}"
    echo "using K8s KUBE_IMAGE_TAG=${KUBE_IMAGE_TAG}"

    export AZURE_BLOB_CONTAINER_NAME="${AZURE_BLOB_CONTAINER_NAME:-"kubernetes-ci"}"
}

main() {
    if [[ "$(az storage container exists --name "${AZURE_BLOB_CONTAINER_NAME}" --query exists --output tsv)" == "false" ]]; then
        echo "Creating ${AZURE_BLOB_CONTAINER_NAME} storage container"
        az storage container create --name "${AZURE_BLOB_CONTAINER_NAME}" > /dev/null
        az storage container set-permission --name "${AZURE_BLOB_CONTAINER_NAME}" --public-access container > /dev/null
    fi

    if [[ "${KUBE_BUILD_CONFORMANCE:-}" =~ [yY] ]]; then
        IMAGES+=("conformance")
        # consume by the conformance test suite
        export CONFORMANCE_IMAGE="${REGISTRY}/conformance:${KUBE_IMAGE_TAG}"
    fi

    if [[ "$(can_reuse_artifacts)" == "false" ]]; then
        echo "Building Kubernetes"

        # TODO(chewong): support multi-arch and Windows build
        make -C "${KUBE_ROOT}" quick-release

        if [[ "${KUBE_BUILD_CONFORMANCE:-}" =~ [yY] ]]; then
            # rename conformance image since it is the only image that has an amd64 suffix
            mv "${KUBE_ROOT}"/_output/release-images/amd64/conformance-amd64.tar "${KUBE_ROOT}"/_output/release-images/amd64/conformance.tar
        fi

        for IMAGE_NAME in "${IMAGES[@]}"; do
            # extract docker image URL form `docker load` output
            OLD_IMAGE_URL="$(docker load --input "${KUBE_ROOT}/_output/release-images/amd64/${IMAGE_NAME}.tar" | ${GREP_BINARY} -oP '(?<=Loaded image: )[^ ]*' | head -n 1)"
            NEW_IMAGE_URL="${REGISTRY}/${IMAGE_NAME}:${KUBE_IMAGE_TAG}"
            # retag and push images to ACR
            docker tag "${OLD_IMAGE_URL}" "${NEW_IMAGE_URL}" && docker push "${NEW_IMAGE_URL}"
        done

        echo "Uploading binaries to Azure storage container ${AZURE_BLOB_CONTAINER_NAME}"

        for BINARY in "${BINARIES[@]}"; do
            BIN_PATH="${KUBE_GIT_VERSION}/bin/linux/amd64/${BINARY}"
            echo "uploading ${BIN_PATH}"
            az storage blob upload --overwrite --container-name "${AZURE_BLOB_CONTAINER_NAME}" --file "${KUBE_ROOT}/_output/dockerized/bin/linux/amd64/${BINARY}" --name "${BIN_PATH}"
        done

        if [[ "${TEST_WINDOWS:-}" == "true" ]]; then
            echo "Building Kubernetes Windows binaries"

            for BINARY in "${WINDOWS_BINARIES[@]}"; do
                "${KUBE_ROOT}"/build/run.sh make WHAT=cmd/"${BINARY}" KUBE_BUILD_PLATFORMS=windows/amd64 KUBE_VERBOSE=0
            done

            for BINARY in "${WINDOWS_BINARIES[@]}"; do
                BIN_PATH="${KUBE_GIT_VERSION}/bin/windows/amd64/${BINARY}.exe"
                echo "uploading ${BIN_PATH}"
                az storage blob upload --overwrite --container-name "${AZURE_BLOB_CONTAINER_NAME}" --file "${KUBE_ROOT}/_output/dockerized/bin/windows/amd64/${BINARY}.exe" --name "${BIN_PATH}"
            done
        fi
    fi
}

# can_reuse_artifacts returns true if there exists Kubernetes artifacts built from a PR that we can reuse
can_reuse_artifacts() {
    for IMAGE_NAME in "${IMAGES[@]}"; do
        if ! docker pull "${REGISTRY}/${IMAGE_NAME}:${KUBE_IMAGE_TAG}"; then
            echo "false" && return
        fi
    done

    for BINARY in "${BINARIES[@]}"; do
        if [[ "$(az storage blob exists --container-name "${AZURE_BLOB_CONTAINER_NAME}" --name "${KUBE_GIT_VERSION}/bin/linux/amd64/${BINARY}" --query exists --output tsv)" == "false" ]]; then
            echo "false" && return
        fi
    done

    if [[ "${TEST_WINDOWS:-}" == "true" ]]; then
        for BINARY in "${WINDOWS_BINARIES[@]}"; do
            if [[ "$(az storage blob exists --container-name "${AZURE_BLOB_CONTAINER_NAME}" --name "${KUBE_GIT_VERSION}/bin/windows/amd64/${BINARY}.exe" --query exists --output tsv)" == "false" ]]; then
                echo "false" && return
            fi
        done
    fi

    echo "true"
}

capz::ci-build-kubernetes::cleanup() {
    if [[ -d "${KUBE_ROOT:-}" ]]; then
        make -C "${KUBE_ROOT}" clean || true
    fi
}

trap capz::ci-build-kubernetes::cleanup EXIT

setup
main