2018-01-09 18:57:14 +00:00
# Copyright 2016 The Kubernetes Authors.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# Build the etcd image
#
# Usage:
2018-11-26 18:23:56 +00:00
# [BUNDLED_ETCD_VERSIONS=2.2.1 2.3.7 3.0.17 3.1.12 3.2.24] [REGISTRY=k8s.gcr.io] [ARCH=amd64] [BASEIMAGE=busybox] make (build|push)
2018-07-18 14:47:22 +00:00
#
2018-01-09 18:57:14 +00:00
# The image contains different etcd versions to simplify
2018-07-18 14:47:22 +00:00
# upgrades. Thus be careful when removing any versions from here.
2018-01-09 18:57:14 +00:00
#
# NOTE: The etcd upgrade rules are that you can upgrade only 1 minor
# version at a time, and patch release don't matter.
#
2018-07-18 14:47:22 +00:00
# Except from etcd-$(version) and etcdctl-$(version) binaries, we also
2018-01-09 18:57:14 +00:00
# need etcd and etcdctl binaries for backward compatibility reasons.
2018-07-18 14:47:22 +00:00
# That binary will be set to the last version from $(BUNDLED_ETCD_VERSIONS).
2018-11-26 18:23:56 +00:00
BUNDLED_ETCD_VERSIONS ?= 2.2.1 2.3.7 3.0.17 3.1.12 3.2.24
2018-07-18 14:47:22 +00:00
# LATEST_ETCD_VERSION identifies the most recent etcd version available.
2018-11-26 18:23:56 +00:00
LATEST_ETCD_VERSION ?= 3.2.24
2018-07-18 14:47:22 +00:00
# REVISION provides a version number fo this image and all it's bundled
# artifacts. It should start at zero for each LATEST_ETCD_VERSION and increment
# for each revision of this image at that etcd version.
2018-11-26 18:23:56 +00:00
REVISION ?= 1
2018-07-18 14:47:22 +00:00
# IMAGE_TAG Uniquely identifies k8s.gcr.io/etcd docker image with a tag of the form "<etcd-version>-<revision>".
IMAGE_TAG = $( LATEST_ETCD_VERSION) -$( REVISION)
2018-01-09 18:57:14 +00:00
ARCH ?= amd64
2018-11-26 18:23:56 +00:00
ALL_ARCH = amd64 arm arm64 ppc64le s390x
2018-07-18 14:47:22 +00:00
# Image should be pulled from k8s.gcr.io, which will auto-detect
# region (us, eu, asia, ...) and pull from the closest.
2018-03-06 22:33:18 +00:00
REGISTRY ?= k8s.gcr.io
2018-07-18 14:47:22 +00:00
# Images should be pushed to staging-k8s.gcr.io.
PUSH_REGISTRY ?= staging-k8s.gcr.io
2018-11-26 18:23:56 +00:00
MANIFEST_IMAGE := $( PUSH_REGISTRY) /etcd
# This option is for running docker manifest command
export DOCKER_CLI_EXPERIMENTAL := enabled
2018-07-18 14:47:22 +00:00
# golang version should match the golang version from https://github.com/coreos/etcd/releases for the current ETCD_VERSION.
GOLANG_VERSION ?= 1.8.7
2018-01-09 18:57:14 +00:00
GOARM = 7
TEMP_DIR := $( shell mktemp -d)
i f e q ( $( ARCH ) , a m d 6 4 )
BASEIMAGE?= busybox
e n d i f
i f e q ( $( ARCH ) , a r m )
BASEIMAGE?= arm32v7/busybox
e n d i f
i f e q ( $( ARCH ) , a r m 6 4 )
BASEIMAGE?= arm64v8/busybox
e n d i f
i f e q ( $( ARCH ) , p p c 6 4 l e )
BASEIMAGE?= ppc64le/busybox
e n d i f
i f e q ( $( ARCH ) , s 3 9 0 x )
BASEIMAGE?= s390x/busybox
e n d i f
build :
# Copy the content in this dir to the temp dir,
# without copying the subdirectories.
2018-03-06 22:33:18 +00:00
find ./ -maxdepth 1 -type f | xargs -I { } cp { } $( TEMP_DIR)
2018-01-09 18:57:14 +00:00
2018-07-18 14:47:22 +00:00
# Compile migrate
2018-03-06 22:33:18 +00:00
docker run --interactive -v $( shell pwd ) /../../../:/go/src/k8s.io/kubernetes -v $( TEMP_DIR) :/build -e GOARCH = $( ARCH) golang:$( GOLANG_VERSION) \
2018-07-18 14:47:22 +00:00
/bin/bash -c "CGO_ENABLED=0 go build -o /build/migrate k8s.io/kubernetes/cluster/images/etcd/migrate"
2018-01-09 18:57:14 +00:00
i f e q ( $( ARCH ) , a m d 6 4 )
# Do not compile if we should make an image for amd64, use the official etcd binaries instead
# For each release create a tmp dir 'etcd_release_tmp_dir' and unpack the release tar there.
2018-07-18 14:47:22 +00:00
for version in $( BUNDLED_ETCD_VERSIONS) ; do \
2018-01-09 18:57:14 +00:00
etcd_release_tmp_dir = $( shell mktemp -d) ; \
2018-07-18 14:47:22 +00:00
curl -sSL --retry 5 https://github.com/coreos/etcd/releases/download/v$$ version/etcd-v$$ version-linux-amd64.tar.gz | tar -xz -C $$ etcd_release_tmp_dir --strip-components= 1; \
2018-01-09 18:57:14 +00:00
cp $$ etcd_release_tmp_dir/etcd $$ etcd_release_tmp_dir/etcdctl $( TEMP_DIR) /; \
2018-07-18 14:47:22 +00:00
cp $( TEMP_DIR) /etcd $( TEMP_DIR) /etcd-$$ version; \
cp $( TEMP_DIR) /etcdctl $( TEMP_DIR) /etcdctl-$$ version; \
2018-01-09 18:57:14 +00:00
done
e l s e
# Download etcd in a golang container and cross-compile it statically
# For each release create a tmp dir 'etcd_release_tmp_dir' and unpack the release tar there.
2018-07-18 14:47:22 +00:00
for version in $( BUNDLED_ETCD_VERSIONS) ; do \
2018-01-09 18:57:14 +00:00
etcd_release_tmp_dir = $( shell mktemp -d) ; \
2018-07-18 14:47:22 +00:00
docker run --interactive -v $$ { etcd_release_tmp_dir} :/etcdbin golang:$( GOLANG_VERSION) /bin/bash -c \
2018-01-09 18:57:14 +00:00
" git clone https://github.com/coreos/etcd /go/src/github.com/coreos/etcd \
&& cd /go/src/github.com/coreos/etcd \
2018-07-18 14:47:22 +00:00
&& git checkout v$$ { version} \
2018-01-09 18:57:14 +00:00
&& GOARM = $( GOARM) GOARCH = $( ARCH) ./build \
&& cp -f bin/$( ARCH) /etcd* bin/etcd* /etcdbin; echo 'done' " ; \
cp $$ etcd_release_tmp_dir/etcd $$ etcd_release_tmp_dir/etcdctl $( TEMP_DIR) /; \
2018-07-18 14:47:22 +00:00
cp $( TEMP_DIR) /etcd $( TEMP_DIR) /etcd-$$ version; \
cp $( TEMP_DIR) /etcdctl $( TEMP_DIR) /etcdctl-$$ version; \
2018-01-09 18:57:14 +00:00
done
# Add this ENV variable in order to workaround an unsupported arch blocker
# The multiarch feature is in an limited and experimental state right now, and etcd should work fine on arm64
# On arm (which is 32-bit), it can't handle >1GB data in-memory, but it is very unlikely someone tinkering with their limited arm devices would reach such a high usage
# ppc64le is still quite untested, but compiles and is probably in the process of being validated by IBM.
cd $( TEMP_DIR) && echo " ENV ETCD_UNSUPPORTED_ARCH= $( ARCH) " >> Dockerfile
e n d i f
# Replace BASEIMAGE with the real base image
cd $( TEMP_DIR) && sed -i.bak 's|BASEIMAGE|$(BASEIMAGE)|g' Dockerfile
# And build the image
2018-07-18 14:47:22 +00:00
docker build --pull -t $( REGISTRY) /etcd-$( ARCH) :$( IMAGE_TAG) $( TEMP_DIR)
2018-01-09 18:57:14 +00:00
push : build
2018-11-26 18:23:56 +00:00
docker tag $( REGISTRY) /etcd-$( ARCH) :$( IMAGE_TAG) $( MANIFEST_IMAGE) -$( ARCH) :$( IMAGE_TAG)
docker push $( MANIFEST_IMAGE) -$( ARCH) :$( IMAGE_TAG)
2018-01-09 18:57:14 +00:00
2018-11-26 18:23:56 +00:00
sub-build-% :
$( MAKE) ARCH = $* build
all-build : $( addprefix sub -build -,$ ( ALL_ARCH ) )
sub-push-image-% :
$( MAKE) ARCH = $* push
all-push-images : $( addprefix sub -push -image -,$ ( ALL_ARCH ) )
all-push : all -push -images push -manifest
push-manifest :
docker manifest create --amend $( MANIFEST_IMAGE) :$( IMAGE_TAG) $( shell echo $( ALL_ARCH) | sed -e " s~[^ ]*~ $( MANIFEST_IMAGE) \-&: $( IMAGE_TAG) ~g " )
@for arch in $( ALL_ARCH) ; do docker manifest annotate --arch $$ { arch} ${ MANIFEST_IMAGE } :${ IMAGE_TAG } ${ MANIFEST_IMAGE } -$$ { arch} :${ IMAGE_TAG } ; done
docker manifest push --purge ${ MANIFEST_IMAGE } :${ IMAGE_TAG }
2018-01-09 18:57:14 +00:00
2018-07-18 14:47:22 +00:00
unit-test :
docker run --interactive -v $( shell pwd ) /../../../:/go/src/k8s.io/kubernetes -e GOARCH = $( ARCH) golang:$( GOLANG_VERSION) \
/bin/bash -c "CGO_ENABLED=0 go test -v k8s.io/kubernetes/cluster/images/etcd/migrate"
# Integration tests require both a golang build environment and all the etcd binaries from a `k8s.gcr.io/etcd` image (`/usr/local/bin/etcd-<version>`, ...).
# Since the `k8s.gcr.io/etcd` image is for runtime only and does not have a build golang environment, we create a new docker image to run integration tests
# with.
build-integration-test-image : build
cp -r $( TEMP_DIR) $( TEMP_DIR) _integration_test
cp Dockerfile $( TEMP_DIR) _integration_test/Dockerfile
cd $( TEMP_DIR) _integration_test && sed -i.bak 's|BASEIMAGE|golang:$(GOLANG_VERSION)|g' Dockerfile
docker build --pull -t etcd-integration-test $( TEMP_DIR) _integration_test
integration-test :
docker run --interactive -v $( shell pwd ) /../../../:/go/src/k8s.io/kubernetes -e GOARCH = $( ARCH) etcd-integration-test \
/bin/bash -c "CGO_ENABLED=0 go test -tags=integration -v k8s.io/kubernetes/cluster/images/etcd/migrate -args -v 10 -logtostderr true"
integration-build-test : build -integration -test -image integration -test
test : unit -test integration -build -test
2018-11-26 18:23:56 +00:00
all : all -build test
.PHONY : build push push -manifest all -push all -push -images all -build unit -test build -integration -test -image integration -test integration -build -test test