2018-07-18 14:47:22 +00:00
|
|
|
#!/usr/bin/env bash
|
2018-01-09 18:57:14 +00:00
|
|
|
|
|
|
|
# Copyright 2014 The Kubernetes Authors.
|
|
|
|
#
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
# you may not use this file except in compliance with the License.
|
|
|
|
# You may obtain a copy of the License at
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
# limitations under the License.
|
|
|
|
|
|
|
|
set -o errexit
|
|
|
|
set -o nounset
|
|
|
|
set -o pipefail
|
|
|
|
|
|
|
|
KUBE_ROOT=$(dirname "${BASH_SOURCE}")/../..
|
|
|
|
source "${KUBE_ROOT}/hack/lib/util.sh"
|
|
|
|
|
2018-03-06 22:33:18 +00:00
|
|
|
# include shell2junit library
|
|
|
|
source "${KUBE_ROOT}/third_party/forked/shell2junit/sh2ju.sh"
|
|
|
|
|
2018-01-09 18:57:14 +00:00
|
|
|
# Excluded check patterns are always skipped.
|
|
|
|
EXCLUDED_PATTERNS=(
|
|
|
|
"verify-all.sh" # this script calls the make rule and would cause a loop
|
|
|
|
"verify-linkcheck.sh" # runs in separate Jenkins job once per day due to high network usage
|
|
|
|
"verify-test-owners.sh" # TODO(rmmh): figure out how to avoid endless conflicts
|
|
|
|
"verify-*-dockerized.sh" # Don't run any scripts that intended to be run dockerized
|
2018-03-06 22:33:18 +00:00
|
|
|
"verify-typecheck.sh" # runs in separate typecheck job
|
2018-01-09 18:57:14 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
# Only run whitelisted fast checks in quick mode.
|
|
|
|
# These run in <10s each on enisoc's workstation, assuming that
|
|
|
|
# `make` and `hack/godep-restore.sh` had already been run.
|
|
|
|
QUICK_PATTERNS+=(
|
|
|
|
"verify-api-groups.sh"
|
|
|
|
"verify-bazel.sh"
|
|
|
|
"verify-boilerplate.sh"
|
|
|
|
"verify-godep-licenses.sh"
|
|
|
|
"verify-gofmt.sh"
|
|
|
|
"verify-imports.sh"
|
|
|
|
"verify-pkg-names.sh"
|
|
|
|
"verify-readonly-packages.sh"
|
2018-03-06 22:33:18 +00:00
|
|
|
"verify-spelling.sh"
|
2018-01-09 18:57:14 +00:00
|
|
|
"verify-staging-client-go.sh"
|
2018-11-26 18:23:56 +00:00
|
|
|
"verify-staging-meta-files.sh"
|
2018-01-09 18:57:14 +00:00
|
|
|
"verify-test-images.sh"
|
|
|
|
"verify-test-owners.sh"
|
|
|
|
)
|
|
|
|
|
|
|
|
EXCLUDED_CHECKS=$(ls ${EXCLUDED_PATTERNS[@]/#/${KUBE_ROOT}\/hack\/} 2>/dev/null || true)
|
|
|
|
QUICK_CHECKS=$(ls ${QUICK_PATTERNS[@]/#/${KUBE_ROOT}\/hack\/} 2>/dev/null || true)
|
|
|
|
|
|
|
|
function is-excluded {
|
|
|
|
for e in ${EXCLUDED_CHECKS[@]}; do
|
|
|
|
if [[ $1 -ef "$e" ]]; then
|
|
|
|
return
|
|
|
|
fi
|
|
|
|
done
|
|
|
|
return 1
|
|
|
|
}
|
|
|
|
|
|
|
|
function is-quick {
|
|
|
|
for e in ${QUICK_CHECKS[@]}; do
|
|
|
|
if [[ $1 -ef "$e" ]]; then
|
|
|
|
return
|
|
|
|
fi
|
|
|
|
done
|
|
|
|
return 1
|
|
|
|
}
|
|
|
|
|
2018-07-18 14:47:22 +00:00
|
|
|
function is-explicitly-chosen {
|
|
|
|
local name="${1#verify-}"
|
|
|
|
name="${name%.*}"
|
|
|
|
for e in ${WHAT}; do
|
|
|
|
if [[ $e == "$name" ]]; then
|
|
|
|
return
|
|
|
|
fi
|
|
|
|
done
|
|
|
|
return 1
|
|
|
|
}
|
|
|
|
|
2018-01-09 18:57:14 +00:00
|
|
|
function run-cmd {
|
2018-03-06 22:33:18 +00:00
|
|
|
local filename="${2##*/verify-}"
|
|
|
|
local testname="${filename%%.*}"
|
|
|
|
local output="${KUBE_JUNIT_REPORT_DIR:-/tmp/junit-results}"
|
|
|
|
local tr
|
|
|
|
|
2018-01-09 18:57:14 +00:00
|
|
|
if ${SILENT}; then
|
2018-03-06 22:33:18 +00:00
|
|
|
juLog -output="${output}" -class="verify" -name="${testname}" "$@" &> /dev/null
|
|
|
|
tr=$?
|
2018-01-09 18:57:14 +00:00
|
|
|
else
|
2018-03-06 22:33:18 +00:00
|
|
|
juLog -output="${output}" -class="verify" -name="${testname}" "$@"
|
|
|
|
tr=$?
|
2018-01-09 18:57:14 +00:00
|
|
|
fi
|
2018-03-06 22:33:18 +00:00
|
|
|
return ${tr}
|
2018-01-09 18:57:14 +00:00
|
|
|
}
|
|
|
|
|
2018-03-06 22:33:18 +00:00
|
|
|
# Collect Failed tests in this Array , initialize it to nil
|
2018-01-09 18:57:14 +00:00
|
|
|
FAILED_TESTS=()
|
|
|
|
|
|
|
|
function print-failed-tests {
|
|
|
|
echo -e "========================"
|
|
|
|
echo -e "${color_red}FAILED TESTS${color_norm}"
|
|
|
|
echo -e "========================"
|
|
|
|
for t in ${FAILED_TESTS[@]}; do
|
|
|
|
echo -e "${color_red}${t}${color_norm}"
|
|
|
|
done
|
|
|
|
}
|
|
|
|
|
|
|
|
function run-checks {
|
|
|
|
local -r pattern=$1
|
|
|
|
local -r runner=$2
|
|
|
|
|
2018-03-06 22:33:18 +00:00
|
|
|
local t
|
2018-01-09 18:57:14 +00:00
|
|
|
for t in $(ls ${pattern})
|
|
|
|
do
|
2018-03-06 22:33:18 +00:00
|
|
|
local check_name="$(basename "${t}")"
|
2018-07-18 14:47:22 +00:00
|
|
|
if [[ ! -z ${WHAT:-} ]]; then
|
|
|
|
if ! is-explicitly-chosen "${check_name}"; then
|
|
|
|
continue
|
|
|
|
fi
|
|
|
|
else
|
|
|
|
if is-excluded "${t}" ; then
|
|
|
|
echo "Skipping ${check_name}"
|
|
|
|
continue
|
|
|
|
fi
|
|
|
|
if ${QUICK} && ! is-quick "${t}" ; then
|
|
|
|
echo "Skipping ${check_name} in quick mode"
|
|
|
|
continue
|
|
|
|
fi
|
2018-01-09 18:57:14 +00:00
|
|
|
fi
|
2018-03-06 22:33:18 +00:00
|
|
|
echo -e "Verifying ${check_name}"
|
2018-01-09 18:57:14 +00:00
|
|
|
local start=$(date +%s)
|
|
|
|
run-cmd "${runner}" "${t}" && tr=$? || tr=$?
|
|
|
|
local elapsed=$(($(date +%s) - ${start}))
|
|
|
|
if [[ ${tr} -eq 0 ]]; then
|
2018-03-06 22:33:18 +00:00
|
|
|
echo -e "${color_green}SUCCESS${color_norm} ${check_name}\t${elapsed}s"
|
2018-01-09 18:57:14 +00:00
|
|
|
else
|
2018-03-06 22:33:18 +00:00
|
|
|
echo -e "${color_red}FAILED${color_norm} ${check_name}\t${elapsed}s"
|
2018-01-09 18:57:14 +00:00
|
|
|
ret=1
|
|
|
|
FAILED_TESTS+=(${t})
|
|
|
|
fi
|
|
|
|
done
|
|
|
|
}
|
|
|
|
|
2018-03-06 22:33:18 +00:00
|
|
|
SILENT=${SILENT:-false}
|
|
|
|
QUICK=${QUICK:-false}
|
2018-01-09 18:57:14 +00:00
|
|
|
|
|
|
|
if ${SILENT} ; then
|
2018-03-06 22:33:18 +00:00
|
|
|
echo "Running in silent mode, run with SILENT=false if you want to see script logs."
|
2018-01-09 18:57:14 +00:00
|
|
|
fi
|
|
|
|
|
|
|
|
if ${QUICK} ; then
|
2018-03-06 22:33:18 +00:00
|
|
|
echo "Running in quick mode (QUICK=true). Only fast checks will run."
|
2018-01-09 18:57:14 +00:00
|
|
|
fi
|
|
|
|
|
|
|
|
ret=0
|
|
|
|
run-checks "${KUBE_ROOT}/hack/verify-*.sh" bash
|
|
|
|
run-checks "${KUBE_ROOT}/hack/verify-*.py" python
|
|
|
|
|
|
|
|
if [[ ${ret} -eq 1 ]]; then
|
2018-03-06 22:33:18 +00:00
|
|
|
print-failed-tests
|
2018-01-09 18:57:14 +00:00
|
|
|
fi
|
|
|
|
exit ${ret}
|
|
|
|
|
|
|
|
# ex: ts=2 sw=2 et filetype=sh
|