diff --git a/jobs/mini-e2e-helm-sc.yaml b/jobs/mini-e2e-helm-sc.yaml new file mode 100644 index 000000000..47d47f06f --- /dev/null +++ b/jobs/mini-e2e-helm-sc.yaml @@ -0,0 +1,51 @@ +--- +- project: + name: mini-e2e-helm-sc + k8s_version: + - '1.20': + only_run_on_request: true + jobs: + - 'mini-e2e-helm-sc_k8s-{k8s_version}' + + +- job-template: + name: 'mini-e2e-helm-sc_k8s-{k8s_version}' + project-type: pipeline + concurrent: true + properties: + - github: + url: https://github.com/ceph/ceph-csi + - build-discarder: + days-to-keep: 7 + artifact-days-to-keep: 7 + # default variables + k8s_version: '' + # generated parameters for the job (used in the groovy script) + parameters: + - string: + name: k8s_version + default: '{k8s_version}' + description: Kubernetes version to deploy in the test cluster. + pipeline-scm: + scm: + - git: + name: origin + url: https://github.com/ceph/ceph-csi + branches: + - ci/centos + script-path: mini-e2e-helm-sc.groovy + lightweight-checkout: true + triggers: + - github-pull-request: + status-url: $RUN_DISPLAY_URL + status-context: 'ci/centos/mini-e2e-helm-sc/k8s-{k8s_version}' + # yamllint disable-line rule:line-length + trigger-phrase: '/(re)?test (ci/centos/mini-e2e-helm-sc(/k8s-{k8s_version})?)' + only-trigger-phrase: '{only_run_on_request}' + permit-all: true + github-hooks: true + black-list-target-branches: + - ci/centos + org-list: + - ceph + allow-whitelist-orgs-as-admins: true diff --git a/mini-e2e-helm-sc.groovy b/mini-e2e-helm-sc.groovy new file mode 100644 index 000000000..65559a82a --- /dev/null +++ b/mini-e2e-helm-sc.groovy @@ -0,0 +1,209 @@ +def cico_retries = 16 +def cico_retry_interval = 60 +def ci_git_repo = 'https://github.com/ceph/ceph-csi' +def ci_git_branch = 'ci/centos' +def git_repo = 'https://github.com/ceph/ceph-csi' +def ref = "devel" +def git_since = "devel" +def skip_e2e = 0 +def doc_change = 0 +def k8s_release = 'latest' +def ci_registry = 'registry-ceph-csi.apps.ocp.ci.centos.org' +def namespace = 'cephcsi-e2e-' + UUID.randomUUID().toString().split('-')[-1] +def failure = null + +// ssh executes a given command on the reserved bare-metal machine +// NOTE: do not pass " symbols on the command line, use ' only. +def ssh(cmd) { + sh "ssh -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no root@${CICO_NODE} \"${cmd}\"" +} + +def podman_login(registry, username, passwd) { + ssh "podman login --authfile=~/.podman-auth.json --username=${username} --password='${passwd}' ${registry}" +} + +// podman_pull pulls image from the source (CI internal) registry, and tags it +// as unqualified image name and into the destination registry. This prevents +// pulling from the destination registry. +// +// Images need to be pre-pushed into the source registry, though. +def podman_pull(source, destination, image) { + ssh "podman pull --authfile=~/.podman-auth.json ${source}/${image} && podman tag ${source}/${image} ${image} ${destination}/${image}" +} + +node('cico-workspace') { + stage('checkout ci repository') { + git url: "${ci_git_repo}", + branch: "${ci_git_branch}", + changelog: false + } + + // "github-api-token" is a secret text credential configured in Jenkins + withCredentials([string(credentialsId: 'github-api-token', variable: 'GITHUB_API_TOKEN')]) { + stage('skip ci/skip/e2e label') { + if (params.ghprbPullId == null) { + skip_e2e = 1 + return + } + + skip_e2e = sh( + script: "./scripts/get_github_labels.py --id=${ghprbPullId} --has-label=ci/skip/e2e", + returnStatus: true) + } + + stage("detect k8s-${k8s_version} patch release") { + k8s_release = sh( + script: "./scripts/get_patch_release.py --version=${k8s_version}", + returnStdout: true).trim() + echo "detected Kubernetes patch release: ${k8s_release}" + } + } + + // if skip_e2e returned 0, do not run full tests + if (skip_e2e == 0) { + currentBuild.result = 'SUCCESS' + return + } + + stage('checkout PR') { + if (params.ghprbPullId != null) { + ref = "pull/${ghprbPullId}/merge" + } + if (params.ghprbTargetBranch != null) { + git_since = "${ghprbTargetBranch}" + } + + sh "git clone --depth=1 --branch='${git_since}' '${git_repo}' ~/build/ceph-csi" + if (ref != git_since) { + sh "cd ~/build/ceph-csi && git fetch origin ${ref} && git checkout -b ${ref} FETCH_HEAD" + } + } + + stage('check doc-only change') { + doc_change = sh( + script: "cd ~/build/ceph-csi && \${OLDPWD}/scripts/skip-doc-change.sh origin/${git_since}", + returnStatus: true) + } + // if doc_change (return value of skip-doc-change.sh is 1, do not run the other stages + if (doc_change == 1 && ref != git_since) { + currentBuild.result = 'SUCCESS' + return + } + + stage('reserve bare-metal machine') { + def firstAttempt = true + retry(30) { + if (!firstAttempt) { + sleep(time: 5, unit: "MINUTES") + } + firstAttempt = false + cico = sh( + script: "cico node get -f value -c hostname -c comment --release=8 --retry-count=${cico_retries} --retry-interval=${cico_retry_interval}", + returnStdout: true + ).trim().tokenize(' ') + env.CICO_NODE = "${cico[0]}.ci.centos.org" + env.CICO_SSID = "${cico[1]}" + } + } + + try { + stage('prepare bare-metal machine') { + if (params.ghprbPullId != null) { + ref = "pull/${ghprbPullId}/merge" + } + sh 'scp -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no ./prepare.sh ./single-node-k8s.sh ./podman2minikube.sh ./system-status.sh root@${CICO_NODE}:' + ssh "./prepare.sh --workdir=/opt/build/go/src/github.com/ceph/ceph-csi --gitrepo=${git_repo} --ref=${ref}" + } + stage('pull base container images') { + def base_image = sh( + script: 'ssh -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no root@${CICO_NODE} \'source /opt/build/go/src/github.com/ceph/ceph-csi/build.env && echo ${BASE_IMAGE}\'', + returnStdout: true + ).trim() + def d_io_regex = ~"^docker.io/" + + withCredentials([usernamePassword(credentialsId: 'container-registry-auth', usernameVariable: 'CREDS_USER', passwordVariable: 'CREDS_PASSWD')]) { + podman_login(ci_registry, "${CREDS_USER}", "${CREDS_PASSWD}") + } + + // base_image is like ceph/ceph:v15 or docker.io/ceph/ceph:v15, strip "docker.io/" + podman_pull(ci_registry, "docker.io", "${base_image}" - d_io_regex) + // cephcsi:devel is used with 'make containerized-build' + podman_pull(ci_registry, ci_registry, "ceph-csi:devel") + } + stage('build artifacts') { + // build container image + ssh 'cd /opt/build/go/src/github.com/ceph/ceph-csi && make image-cephcsi GOARCH=amd64 CONTAINER_CMD=podman' + // build e2e.test executable + ssh 'cd /opt/build/go/src/github.com/ceph/ceph-csi && make containerized-build CONTAINER_CMD=podman TARGET=e2e.test' + } + stage("deploy k8s-${k8s_version} and rook") { + def rook_version = sh( + script: 'ssh -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no root@${CICO_NODE} \'source /opt/build/go/src/github.com/ceph/ceph-csi/build.env && echo ${ROOK_VERSION}\'', + returnStdout: true + ).trim() + + if (rook_version != '') { + // single-node-k8s.sh pushes the image into minikube + podman_pull(ci_registry, "docker.io", "rook/ceph:${rook_version}") + } + + def rook_ceph_cluster_image = sh( + script: 'ssh -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no root@${CICO_NODE} \'source /opt/build/go/src/github.com/ceph/ceph-csi/build.env && echo ${ROOK_CEPH_CLUSTER_IMAGE}\'', + returnStdout: true + ).trim() + def d_io_regex = ~"^docker.io/" + + if (rook_ceph_cluster_image != '') { + // single-node-k8s.sh pushes the image into minikube + podman_pull(ci_registry, "docker.io", rook_ceph_cluster_image - d_io_regex) + } + + timeout(time: 30, unit: 'MINUTES') { + ssh "./single-node-k8s.sh --k8s-version=${k8s_release}" + } + + // vault:latest and nginx:latest are used by the e2e tests + podman_pull(ci_registry, "docker.io", "library/vault:latest") + ssh "./podman2minikube.sh docker.io/library/vault:latest" + podman_pull(ci_registry, "docker.io", "library/nginx:latest") + ssh "./podman2minikube.sh docker.io/library/nginx:latest" + } + stage('deploy ceph-csi through helm') { + timeout(time: 30, unit: 'MINUTES') { + ssh 'cd /opt/build/go/src/github.com/ceph/ceph-csi && ./scripts/install-helm.sh up' + ssh "kubectl create namespace '${namespace}'" + ssh "cd /opt/build/go/src/github.com/ceph/ceph-csi && ./scripts/install-helm.sh install-cephcsi --namespace '${namespace}' --deploy-sc --deploy-secret" + } + } + stage('run e2e') { + timeout(time: 120, unit: 'MINUTES') { + ssh "cd /opt/build/go/src/github.com/ceph/ceph-csi && make run-e2e NAMESPACE='${namespace}' E2E_ARGS='--deploy-cephfs=false --deploy-rbd=false --helm-test=true'" + } + } + stage('cleanup ceph-csi deployment') { + timeout(time: 30, unit: 'MINUTES') { + ssh "cd /opt/build/go/src/github.com/ceph/ceph-csi && ./scripts/install-helm.sh cleanup-cephcsi --namespace '${namespace}'" + ssh 'cd /opt/build/go/src/github.com/ceph/ceph-csi && ./scripts/install-helm.sh clean' + ssh "kubectl delete namespace '${namespace}'" + } + } + } + + catch (err) { + failure = err + + stage('log system status') { + ssh './system-status.sh' + } + } + + finally { + stage('return bare-metal machine') { + sh 'cico node done ${CICO_SSID}' + } + + if (failure) { + throw failure + } + } +}