From 447e2b1ae44dbf82d03413db0bd2621291bd6115 Mon Sep 17 00:00:00 2001 From: Yug Date: Tue, 22 Sep 2020 10:41:50 +0530 Subject: [PATCH] ci: Add 'upgrade-tests' job to centos ci Add Snapshot and PVC to PVC cloning test cases to rbd and cephfs upgrade testing. Signed-off-by: Yug --- upgrade-tests.groovy | 119 +++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 119 insertions(+) create mode 100644 upgrade-tests.groovy diff --git a/upgrade-tests.groovy b/upgrade-tests.groovy new file mode 100644 index 000000000..4805e10d6 --- /dev/null +++ b/upgrade-tests.groovy @@ -0,0 +1,119 @@ +def cico_retries = 16 +def cico_retry_interval = 60 +def ci_git_repo = 'https://github.com/ceph/ceph-csi' +def ci_git_branch = 'ci/centos' +def git_repo = 'https://github.com/ceph/ceph-csi' +def ref = "master" +def git_since = 'master' +def skip_e2e = 0 +def doc_change = 0 +def k8s_release = 'latest' + +def ssh(cmd) { + sh "ssh -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no root@${CICO_NODE} '${cmd}'" +} + +node('cico-workspace') { + stage('checkout ci repository') { + git url: "${ci_git_repo}", + branch: "${ci_git_branch}", + changelog: false + } + + stage('skip ci/skip/e2e label') { + if (params.ghprbPullId == null) { + skip_e2e = 1 + return + } + skip_e2e = sh( + script: "./scripts/get_github_labels.py --id=${ghprbPullId} --has-label=ci/skip/e2e", + returnStatus: true) + } + // if skip_e2e returned 0, do not run full tests + if (skip_e2e == 0) { + currentBuild.result = 'SUCCESS' + return + } + + stage("detect k8s-${k8s_version} patch release") { + k8s_release = sh( + script: "./scripts/get_patch_release.py --version=${k8s_version}", + returnStdout: true).trim() + echo "detected Kubernetes patch release: ${k8s_release}" + } + + stage('checkout PR') { + if (params.ghprbPullId != null) { + ref = "pull/${ghprbPullId}/head" + } + if (params.ghprbTargetBranch != null) { + git_since = "${ghprbTargetBranch}" + } + + sh "git clone --depth=1 --branch='${git_since}' '${git_repo}' ~/build/ceph-csi" + sh "cd ~/build/ceph-csi && git fetch origin ${ref} && git checkout -b ${ref} FETCH_HEAD" + } + + stage('check doc-only change') { + doc_change = sh( + script: "cd ~/build/ceph-csi && \${OLDPWD}/scripts/skip-doc-change.sh origin/${git_since}", + returnStatus: true) + } + // if doc_change (return value of skip-doc-change.sh is 1, do not run the other stages + if (doc_change == 1) { + currentBuild.result = 'SUCCESS' + return + } + + stage('reserve bare-metal machine') { + def firstAttempt = true + retry(30) { + if (!firstAttempt) { + sleep(time: 5, unit: "MINUTES") + } + firstAttempt = false + cico = sh( + script: "cico node get -f value -c hostname -c comment --release=8 --retry-count=${cico_retries} --retry-interval=${cico_retry_interval}", + returnStdout: true + ).trim().tokenize(' ') + env.CICO_NODE = "${cico[0]}.ci.centos.org" + env.CICO_SSID = "${cico[1]}" + } + } + + try { + stage('prepare bare-metal machine') { + if (params.ghprbPullId != null) { + ref = "pull/${ghprbPullId}/head" + } + sh 'scp -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no ./prepare.sh ./single-node-k8s.sh root@${CICO_NODE}:' + ssh "./prepare.sh --workdir=/opt/build/go/src/github.com/ceph/ceph-csi --gitrepo=${git_repo} --ref=${ref}" + } + stage('build artifacts') { + // build container image + ssh 'cd /opt/build/go/src/github.com/ceph/ceph-csi && make image-cephcsi GOARCH=amd64 CONTAINER_CMD=podman' + // build e2e.test executable + ssh 'cd /opt/build/go/src/github.com/ceph/ceph-csi && make containerized-build CONTAINER_CMD=podman TARGET=e2e.test' + } + stage("deploy k8s-${k8s_version} and rook") { + timeout(time: 30, unit: 'MINUTES') { + ssh "./single-node-k8s.sh --k8s-version=${k8s_release}" + } + } + stage("run ${test_type} upgrade tests") { + timeout(time: 120, unit: 'MINUTES') { + upgrade_args = "--test-cephfs=false --test-rbd=true --upgrade-testing=true" + if ("${test_type}" == "cephfs"){ + upgrade_args = "--test-cephfs=true --test-rbd=false --upgrade-testing=true" + } + ssh "cd /opt/build/go/src/github.com/ceph/ceph-csi && source build.env && scripts/travis-functest.sh ${k8s_release} --upgrade-version=${UPGRADE_VERSION} ${upgrade_args}" + } + } + } + + finally { + stage('return bare-metal machine') { + sh 'cico node done ${CICO_SSID}' + } + } +}