mirror of
https://github.com/ceph/ceph-csi.git
synced 2024-11-22 22:30:23 +00:00
e2e: force deploy storageclass and secret
Add a temp job to test the deployment of sc and secret via helm. Signed-off-by: Yug <yuggupta27@gmail.com>
This commit is contained in:
Yug
mergify[bot]
parent
432ff08758
commit
4a102b44cb
51
jobs/mini-e2e-helm-sc.yaml
Normal file
51
jobs/mini-e2e-helm-sc.yaml
Normal file
@ -0,0 +1,51 @@
|
||||
---
|
||||
- project:
|
||||
name: mini-e2e-helm-sc
|
||||
k8s_version:
|
||||
- '1.20':
|
||||
only_run_on_request: true
|
||||
jobs:
|
||||
- 'mini-e2e-helm-sc_k8s-{k8s_version}'
|
||||
|
||||
|
||||
- job-template:
|
||||
name: 'mini-e2e-helm-sc_k8s-{k8s_version}'
|
||||
project-type: pipeline
|
||||
concurrent: true
|
||||
properties:
|
||||
- github:
|
||||
url: https://github.com/ceph/ceph-csi
|
||||
- build-discarder:
|
||||
days-to-keep: 7
|
||||
artifact-days-to-keep: 7
|
||||
# default variables
|
||||
k8s_version: '<unset>'
|
||||
# generated parameters for the job (used in the groovy script)
|
||||
parameters:
|
||||
- string:
|
||||
name: k8s_version
|
||||
default: '{k8s_version}'
|
||||
description: Kubernetes version to deploy in the test cluster.
|
||||
pipeline-scm:
|
||||
scm:
|
||||
- git:
|
||||
name: origin
|
||||
url: https://github.com/ceph/ceph-csi
|
||||
branches:
|
||||
- ci/centos
|
||||
script-path: mini-e2e-helm-sc.groovy
|
||||
lightweight-checkout: true
|
||||
triggers:
|
||||
- github-pull-request:
|
||||
status-url: $RUN_DISPLAY_URL
|
||||
status-context: 'ci/centos/mini-e2e-helm-sc/k8s-{k8s_version}'
|
||||
# yamllint disable-line rule:line-length
|
||||
trigger-phrase: '/(re)?test (ci/centos/mini-e2e-helm-sc(/k8s-{k8s_version})?)'
|
||||
only-trigger-phrase: '{only_run_on_request}'
|
||||
permit-all: true
|
||||
github-hooks: true
|
||||
black-list-target-branches:
|
||||
- ci/centos
|
||||
org-list:
|
||||
- ceph
|
||||
allow-whitelist-orgs-as-admins: true
|
||||
209
mini-e2e-helm-sc.groovy
Normal file
209
mini-e2e-helm-sc.groovy
Normal file
@ -0,0 +1,209 @@
|
||||
def cico_retries = 16
|
||||
def cico_retry_interval = 60
|
||||
def ci_git_repo = 'https://github.com/ceph/ceph-csi'
|
||||
def ci_git_branch = 'ci/centos'
|
||||
def git_repo = 'https://github.com/ceph/ceph-csi'
|
||||
def ref = "devel"
|
||||
def git_since = "devel"
|
||||
def skip_e2e = 0
|
||||
def doc_change = 0
|
||||
def k8s_release = 'latest'
|
||||
def ci_registry = 'registry-ceph-csi.apps.ocp.ci.centos.org'
|
||||
def namespace = 'cephcsi-e2e-' + UUID.randomUUID().toString().split('-')[-1]
|
||||
def failure = null
|
||||
|
||||
// ssh executes a given command on the reserved bare-metal machine
|
||||
// NOTE: do not pass " symbols on the command line, use ' only.
|
||||
def ssh(cmd) {
|
||||
sh "ssh -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no root@${CICO_NODE} \"${cmd}\""
|
||||
}
|
||||
|
||||
def podman_login(registry, username, passwd) {
|
||||
ssh "podman login --authfile=~/.podman-auth.json --username=${username} --password='${passwd}' ${registry}"
|
||||
}
|
||||
|
||||
// podman_pull pulls image from the source (CI internal) registry, and tags it
|
||||
// as unqualified image name and into the destination registry. This prevents
|
||||
// pulling from the destination registry.
|
||||
//
|
||||
// Images need to be pre-pushed into the source registry, though.
|
||||
def podman_pull(source, destination, image) {
|
||||
ssh "podman pull --authfile=~/.podman-auth.json ${source}/${image} && podman tag ${source}/${image} ${image} ${destination}/${image}"
|
||||
}
|
||||
|
||||
node('cico-workspace') {
|
||||
stage('checkout ci repository') {
|
||||
git url: "${ci_git_repo}",
|
||||
branch: "${ci_git_branch}",
|
||||
changelog: false
|
||||
}
|
||||
|
||||
// "github-api-token" is a secret text credential configured in Jenkins
|
||||
withCredentials([string(credentialsId: 'github-api-token', variable: 'GITHUB_API_TOKEN')]) {
|
||||
stage('skip ci/skip/e2e label') {
|
||||
if (params.ghprbPullId == null) {
|
||||
skip_e2e = 1
|
||||
return
|
||||
}
|
||||
|
||||
skip_e2e = sh(
|
||||
script: "./scripts/get_github_labels.py --id=${ghprbPullId} --has-label=ci/skip/e2e",
|
||||
returnStatus: true)
|
||||
}
|
||||
|
||||
stage("detect k8s-${k8s_version} patch release") {
|
||||
k8s_release = sh(
|
||||
script: "./scripts/get_patch_release.py --version=${k8s_version}",
|
||||
returnStdout: true).trim()
|
||||
echo "detected Kubernetes patch release: ${k8s_release}"
|
||||
}
|
||||
}
|
||||
|
||||
// if skip_e2e returned 0, do not run full tests
|
||||
if (skip_e2e == 0) {
|
||||
currentBuild.result = 'SUCCESS'
|
||||
return
|
||||
}
|
||||
|
||||
stage('checkout PR') {
|
||||
if (params.ghprbPullId != null) {
|
||||
ref = "pull/${ghprbPullId}/merge"
|
||||
}
|
||||
if (params.ghprbTargetBranch != null) {
|
||||
git_since = "${ghprbTargetBranch}"
|
||||
}
|
||||
|
||||
sh "git clone --depth=1 --branch='${git_since}' '${git_repo}' ~/build/ceph-csi"
|
||||
if (ref != git_since) {
|
||||
sh "cd ~/build/ceph-csi && git fetch origin ${ref} && git checkout -b ${ref} FETCH_HEAD"
|
||||
}
|
||||
}
|
||||
|
||||
stage('check doc-only change') {
|
||||
doc_change = sh(
|
||||
script: "cd ~/build/ceph-csi && \${OLDPWD}/scripts/skip-doc-change.sh origin/${git_since}",
|
||||
returnStatus: true)
|
||||
}
|
||||
// if doc_change (return value of skip-doc-change.sh is 1, do not run the other stages
|
||||
if (doc_change == 1 && ref != git_since) {
|
||||
currentBuild.result = 'SUCCESS'
|
||||
return
|
||||
}
|
||||
|
||||
stage('reserve bare-metal machine') {
|
||||
def firstAttempt = true
|
||||
retry(30) {
|
||||
if (!firstAttempt) {
|
||||
sleep(time: 5, unit: "MINUTES")
|
||||
}
|
||||
firstAttempt = false
|
||||
cico = sh(
|
||||
script: "cico node get -f value -c hostname -c comment --release=8 --retry-count=${cico_retries} --retry-interval=${cico_retry_interval}",
|
||||
returnStdout: true
|
||||
).trim().tokenize(' ')
|
||||
env.CICO_NODE = "${cico[0]}.ci.centos.org"
|
||||
env.CICO_SSID = "${cico[1]}"
|
||||
}
|
||||
}
|
||||
|
||||
try {
|
||||
stage('prepare bare-metal machine') {
|
||||
if (params.ghprbPullId != null) {
|
||||
ref = "pull/${ghprbPullId}/merge"
|
||||
}
|
||||
sh 'scp -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no ./prepare.sh ./single-node-k8s.sh ./podman2minikube.sh ./system-status.sh root@${CICO_NODE}:'
|
||||
ssh "./prepare.sh --workdir=/opt/build/go/src/github.com/ceph/ceph-csi --gitrepo=${git_repo} --ref=${ref}"
|
||||
}
|
||||
stage('pull base container images') {
|
||||
def base_image = sh(
|
||||
script: 'ssh -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no root@${CICO_NODE} \'source /opt/build/go/src/github.com/ceph/ceph-csi/build.env && echo ${BASE_IMAGE}\'',
|
||||
returnStdout: true
|
||||
).trim()
|
||||
def d_io_regex = ~"^docker.io/"
|
||||
|
||||
withCredentials([usernamePassword(credentialsId: 'container-registry-auth', usernameVariable: 'CREDS_USER', passwordVariable: 'CREDS_PASSWD')]) {
|
||||
podman_login(ci_registry, "${CREDS_USER}", "${CREDS_PASSWD}")
|
||||
}
|
||||
|
||||
// base_image is like ceph/ceph:v15 or docker.io/ceph/ceph:v15, strip "docker.io/"
|
||||
podman_pull(ci_registry, "docker.io", "${base_image}" - d_io_regex)
|
||||
// cephcsi:devel is used with 'make containerized-build'
|
||||
podman_pull(ci_registry, ci_registry, "ceph-csi:devel")
|
||||
}
|
||||
stage('build artifacts') {
|
||||
// build container image
|
||||
ssh 'cd /opt/build/go/src/github.com/ceph/ceph-csi && make image-cephcsi GOARCH=amd64 CONTAINER_CMD=podman'
|
||||
// build e2e.test executable
|
||||
ssh 'cd /opt/build/go/src/github.com/ceph/ceph-csi && make containerized-build CONTAINER_CMD=podman TARGET=e2e.test'
|
||||
}
|
||||
stage("deploy k8s-${k8s_version} and rook") {
|
||||
def rook_version = sh(
|
||||
script: 'ssh -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no root@${CICO_NODE} \'source /opt/build/go/src/github.com/ceph/ceph-csi/build.env && echo ${ROOK_VERSION}\'',
|
||||
returnStdout: true
|
||||
).trim()
|
||||
|
||||
if (rook_version != '') {
|
||||
// single-node-k8s.sh pushes the image into minikube
|
||||
podman_pull(ci_registry, "docker.io", "rook/ceph:${rook_version}")
|
||||
}
|
||||
|
||||
def rook_ceph_cluster_image = sh(
|
||||
script: 'ssh -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no root@${CICO_NODE} \'source /opt/build/go/src/github.com/ceph/ceph-csi/build.env && echo ${ROOK_CEPH_CLUSTER_IMAGE}\'',
|
||||
returnStdout: true
|
||||
).trim()
|
||||
def d_io_regex = ~"^docker.io/"
|
||||
|
||||
if (rook_ceph_cluster_image != '') {
|
||||
// single-node-k8s.sh pushes the image into minikube
|
||||
podman_pull(ci_registry, "docker.io", rook_ceph_cluster_image - d_io_regex)
|
||||
}
|
||||
|
||||
timeout(time: 30, unit: 'MINUTES') {
|
||||
ssh "./single-node-k8s.sh --k8s-version=${k8s_release}"
|
||||
}
|
||||
|
||||
// vault:latest and nginx:latest are used by the e2e tests
|
||||
podman_pull(ci_registry, "docker.io", "library/vault:latest")
|
||||
ssh "./podman2minikube.sh docker.io/library/vault:latest"
|
||||
podman_pull(ci_registry, "docker.io", "library/nginx:latest")
|
||||
ssh "./podman2minikube.sh docker.io/library/nginx:latest"
|
||||
}
|
||||
stage('deploy ceph-csi through helm') {
|
||||
timeout(time: 30, unit: 'MINUTES') {
|
||||
ssh 'cd /opt/build/go/src/github.com/ceph/ceph-csi && ./scripts/install-helm.sh up'
|
||||
ssh "kubectl create namespace '${namespace}'"
|
||||
ssh "cd /opt/build/go/src/github.com/ceph/ceph-csi && ./scripts/install-helm.sh install-cephcsi --namespace '${namespace}' --deploy-sc --deploy-secret"
|
||||
}
|
||||
}
|
||||
stage('run e2e') {
|
||||
timeout(time: 120, unit: 'MINUTES') {
|
||||
ssh "cd /opt/build/go/src/github.com/ceph/ceph-csi && make run-e2e NAMESPACE='${namespace}' E2E_ARGS='--deploy-cephfs=false --deploy-rbd=false --helm-test=true'"
|
||||
}
|
||||
}
|
||||
stage('cleanup ceph-csi deployment') {
|
||||
timeout(time: 30, unit: 'MINUTES') {
|
||||
ssh "cd /opt/build/go/src/github.com/ceph/ceph-csi && ./scripts/install-helm.sh cleanup-cephcsi --namespace '${namespace}'"
|
||||
ssh 'cd /opt/build/go/src/github.com/ceph/ceph-csi && ./scripts/install-helm.sh clean'
|
||||
ssh "kubectl delete namespace '${namespace}'"
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
catch (err) {
|
||||
failure = err
|
||||
|
||||
stage('log system status') {
|
||||
ssh './system-status.sh'
|
||||
}
|
||||
}
|
||||
|
||||
finally {
|
||||
stage('return bare-metal machine') {
|
||||
sh 'cico node done ${CICO_SSID}'
|
||||
}
|
||||
|
||||
if (failure) {
|
||||
throw failure
|
||||
}
|
||||
}
|
||||
}
|
||||
Loading…
Reference in New Issue
Block a user