2020-08-04 14:54:21 +00:00
|
|
|
def cico_retries = 16
|
|
|
|
def cico_retry_interval = 60
|
|
|
|
def ci_git_repo = 'https://github.com/ceph/ceph-csi'
|
|
|
|
def ci_git_branch = 'ci/centos'
|
|
|
|
def git_repo = 'https://github.com/ceph/ceph-csi'
|
|
|
|
def ref = "master"
|
2020-08-12 13:17:38 +00:00
|
|
|
def git_since = "master"
|
2020-08-24 07:33:45 +00:00
|
|
|
def skip_e2e = 0
|
2020-08-12 13:17:38 +00:00
|
|
|
def doc_change = 0
|
2020-09-15 10:59:01 +00:00
|
|
|
def k8s_release = 'latest'
|
2020-11-18 07:37:15 +00:00
|
|
|
def ci_registry = 'registry-ceph-csi.apps.ocp.ci.centos.org'
|
2020-08-05 09:06:26 +00:00
|
|
|
def namespace = 'cephcsi-e2e-' + UUID.randomUUID().toString().split('-')[-1]
|
2020-08-04 14:54:21 +00:00
|
|
|
|
2020-08-05 12:16:20 +00:00
|
|
|
// ssh executes a given command on the reserved bare-metal machine
|
|
|
|
// NOTE: do not pass " symbols on the command line, use ' only.
|
2020-08-04 14:54:21 +00:00
|
|
|
def ssh(cmd) {
|
2020-08-05 12:16:20 +00:00
|
|
|
sh "ssh -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no root@${CICO_NODE} \"${cmd}\""
|
2020-08-04 14:54:21 +00:00
|
|
|
}
|
|
|
|
|
2020-11-18 07:37:15 +00:00
|
|
|
def podman_login(username, passwd) {
|
|
|
|
ssh "podman login --authfile=~/.podman-auth.json --username=${username} --password='${passwd}' ${ci_registry}"
|
|
|
|
}
|
|
|
|
|
|
|
|
def podman_pull(image) {
|
|
|
|
ssh "podman pull --authfile=~/.podman-auth.json ${ci_registry}/${image} && podman tag ${ci_registry}/${image} ${image}"
|
|
|
|
}
|
|
|
|
|
2020-10-19 08:45:02 +00:00
|
|
|
node('cico-workspace') {
|
2020-08-04 14:54:21 +00:00
|
|
|
stage('checkout ci repository') {
|
|
|
|
git url: "${ci_git_repo}",
|
|
|
|
branch: "${ci_git_branch}",
|
|
|
|
changelog: false
|
|
|
|
}
|
|
|
|
|
2020-10-19 10:52:16 +00:00
|
|
|
// "github-api-token" is a secret text credential configured in Jenkins
|
|
|
|
withCredentials([string(credentialsId: 'github-api-token', variable: 'GITHUB_API_TOKEN')]) {
|
|
|
|
stage('skip ci/skip/e2e label') {
|
|
|
|
if (params.ghprbPullId == null) {
|
|
|
|
skip_e2e = 1
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
skip_e2e = sh(
|
|
|
|
script: "./scripts/get_github_labels.py --id=${ghprbPullId} --has-label=ci/skip/e2e",
|
|
|
|
returnStatus: true)
|
|
|
|
}
|
2020-10-13 09:57:04 +00:00
|
|
|
|
2020-10-19 10:52:16 +00:00
|
|
|
stage("detect k8s-${k8s_version} patch release") {
|
|
|
|
k8s_release = sh(
|
|
|
|
script: "./scripts/get_patch_release.py --version=${k8s_version}",
|
|
|
|
returnStdout: true).trim()
|
|
|
|
echo "detected Kubernetes patch release: ${k8s_release}"
|
|
|
|
}
|
2020-09-15 10:59:01 +00:00
|
|
|
}
|
|
|
|
|
2020-10-20 06:20:19 +00:00
|
|
|
// if skip_e2e returned 0, do not run full tests
|
|
|
|
if (skip_e2e == 0) {
|
|
|
|
currentBuild.result = 'SUCCESS'
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2020-08-12 13:17:38 +00:00
|
|
|
stage('checkout PR') {
|
|
|
|
if (params.ghprbPullId != null) {
|
2020-10-21 12:55:50 +00:00
|
|
|
ref = "pull/${ghprbPullId}/merge"
|
2020-08-12 13:17:38 +00:00
|
|
|
}
|
|
|
|
if (params.ghprbTargetBranch != null) {
|
|
|
|
git_since = "${ghprbTargetBranch}"
|
|
|
|
}
|
|
|
|
|
|
|
|
sh "git clone --depth=1 --branch='${git_since}' '${git_repo}' ~/build/ceph-csi"
|
|
|
|
sh "cd ~/build/ceph-csi && git fetch origin ${ref} && git checkout -b ${ref} FETCH_HEAD"
|
|
|
|
}
|
|
|
|
|
|
|
|
stage('check doc-only change') {
|
|
|
|
doc_change = sh(
|
|
|
|
script: "cd ~/build/ceph-csi && \${OLDPWD}/scripts/skip-doc-change.sh origin/${git_since}",
|
|
|
|
returnStatus: true)
|
|
|
|
}
|
|
|
|
// if doc_change (return value of skip-doc-change.sh is 1, do not run the other stages
|
|
|
|
if (doc_change == 1) {
|
|
|
|
currentBuild.result = 'SUCCESS'
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2020-08-04 14:54:21 +00:00
|
|
|
stage('reserve bare-metal machine') {
|
|
|
|
def firstAttempt = true
|
|
|
|
retry(30) {
|
|
|
|
if (!firstAttempt) {
|
|
|
|
sleep(time: 5, unit: "MINUTES")
|
|
|
|
}
|
|
|
|
firstAttempt = false
|
|
|
|
cico = sh(
|
|
|
|
script: "cico node get -f value -c hostname -c comment --release=8 --retry-count=${cico_retries} --retry-interval=${cico_retry_interval}",
|
|
|
|
returnStdout: true
|
|
|
|
).trim().tokenize(' ')
|
|
|
|
env.CICO_NODE = "${cico[0]}.ci.centos.org"
|
|
|
|
env.CICO_SSID = "${cico[1]}"
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
try {
|
|
|
|
stage('prepare bare-metal machine') {
|
|
|
|
if (params.ghprbPullId != null) {
|
2020-10-26 07:02:26 +00:00
|
|
|
ref = "pull/${ghprbPullId}/merge"
|
2020-08-04 14:54:21 +00:00
|
|
|
}
|
2020-11-18 07:52:18 +00:00
|
|
|
sh 'scp -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no ./prepare.sh ./single-node-k8s.sh ./podman2minikube.sh root@${CICO_NODE}:'
|
2020-08-04 14:54:21 +00:00
|
|
|
ssh "./prepare.sh --workdir=/opt/build/go/src/github.com/ceph/ceph-csi --gitrepo=${git_repo} --ref=${ref}"
|
|
|
|
}
|
2020-11-18 07:37:15 +00:00
|
|
|
stage('pull base container images') {
|
|
|
|
def base_image = sh(
|
|
|
|
script: 'ssh -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no root@${CICO_NODE} \'source /opt/build/go/src/github.com/ceph/ceph-csi/build.env && echo ${BASE_IMAGE}\'',
|
|
|
|
returnStdout: true
|
|
|
|
).trim()
|
|
|
|
|
|
|
|
withCredentials([usernamePassword(credentialsId: 'container-registry-auth', usernameVariable: 'CREDS_USER', passwordVariable: 'CREDS_PASSWD')]) {
|
2020-11-18 11:53:46 +00:00
|
|
|
podman_login("${CREDS_USER}", "${CREDS_PASSWD}")
|
2020-11-18 07:37:15 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// base_image is like ceph/ceph:v15
|
|
|
|
podman_pull("${base_image}")
|
|
|
|
// cephcsi:devel is used with 'make containerized-build'
|
|
|
|
podman_pull("ceph-csi:devel")
|
|
|
|
}
|
2020-08-04 14:54:21 +00:00
|
|
|
stage('build artifacts') {
|
|
|
|
// build container image
|
|
|
|
ssh 'cd /opt/build/go/src/github.com/ceph/ceph-csi && make image-cephcsi GOARCH=amd64 CONTAINER_CMD=podman'
|
|
|
|
// build e2e.test executable
|
|
|
|
ssh 'cd /opt/build/go/src/github.com/ceph/ceph-csi && make containerized-build CONTAINER_CMD=podman TARGET=e2e.test'
|
|
|
|
}
|
2020-09-15 10:59:01 +00:00
|
|
|
stage("deploy k8s-${k8s_version} and rook") {
|
2020-08-04 14:54:21 +00:00
|
|
|
timeout(time: 30, unit: 'MINUTES') {
|
2020-09-15 10:59:01 +00:00
|
|
|
ssh "./single-node-k8s.sh --k8s-version=${k8s_release}"
|
2020-08-04 14:54:21 +00:00
|
|
|
}
|
2020-11-18 08:20:49 +00:00
|
|
|
|
|
|
|
// vault:latest and nginx:latest are used by the e2e tests
|
|
|
|
podman_pull("vault:latest")
|
|
|
|
ssh "./podman2minikube.sh vault:latest"
|
|
|
|
podman_pull("nginx:latest")
|
|
|
|
ssh "./podman2minikube.sh nginx:latest"
|
2020-08-04 14:54:21 +00:00
|
|
|
}
|
|
|
|
stage('deploy ceph-csi through helm') {
|
|
|
|
timeout(time: 30, unit: 'MINUTES') {
|
|
|
|
ssh 'cd /opt/build/go/src/github.com/ceph/ceph-csi && ./scripts/install-helm.sh up'
|
2020-08-05 10:12:03 +00:00
|
|
|
ssh "kubectl create namespace '${namespace}'"
|
2020-08-05 09:12:42 +00:00
|
|
|
ssh "cd /opt/build/go/src/github.com/ceph/ceph-csi && ./scripts/install-helm.sh install-cephcsi '${namespace}'"
|
2020-08-04 14:54:21 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
stage('run e2e') {
|
2020-08-18 06:09:12 +00:00
|
|
|
timeout(time: 120, unit: 'MINUTES') {
|
2020-08-05 09:12:42 +00:00
|
|
|
ssh "cd /opt/build/go/src/github.com/ceph/ceph-csi && make run-e2e NAMESPACE='${namespace}' E2E_ARGS='--deploy-cephfs=false --deploy-rbd=false'"
|
2020-08-04 14:54:21 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
stage('cleanup ceph-csi deployment') {
|
|
|
|
timeout(time: 30, unit: 'MINUTES') {
|
2020-08-05 09:12:42 +00:00
|
|
|
ssh "cd /opt/build/go/src/github.com/ceph/ceph-csi && ./scripts/install-helm.sh cleanup-cephcsi '${namespace}'"
|
2020-08-04 14:54:21 +00:00
|
|
|
ssh 'cd /opt/build/go/src/github.com/ceph/ceph-csi && ./scripts/install-helm.sh clean'
|
2020-09-24 11:10:08 +00:00
|
|
|
ssh "kubectl delete namespace '${namespace}'"
|
|
|
|
}
|
2020-08-04 14:54:21 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
finally {
|
|
|
|
stage('return bare-metal machine') {
|
|
|
|
sh 'cico node done ${CICO_SSID}'
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|