mirror of
https://github.com/ceph/ceph-csi.git
synced 2024-11-09 16:00:22 +00:00
63589f3314
Kuberentes e2e framework get kubeconfig information from KUBECONFIG environment variable. set the variable by default.
122 lines
3.8 KiB
Go
122 lines
3.8 KiB
Go
package e2e
|
|
|
|
import (
|
|
"flag"
|
|
"fmt"
|
|
"log"
|
|
"os"
|
|
"path/filepath"
|
|
"testing"
|
|
|
|
. "github.com/onsi/ginkgo"
|
|
. "github.com/onsi/gomega"
|
|
"k8s.io/kubernetes/test/e2e/framework"
|
|
e2elog "k8s.io/kubernetes/test/e2e/framework/log"
|
|
)
|
|
|
|
var (
|
|
RookVersion string
|
|
rookRequired bool
|
|
deployTimeout int
|
|
)
|
|
|
|
func init() {
|
|
log.SetOutput(GinkgoWriter)
|
|
flag.StringVar(&RookVersion, "rook-version", "v1.1.2", "rook version to pull yaml files")
|
|
|
|
flag.BoolVar(&rookRequired, "deploy-rook", true, "deploy rook on kubernetes")
|
|
flag.IntVar(&deployTimeout, "deploy-timeout", 10, "timeout to wait for created kubernetes resources")
|
|
|
|
setDefaultKubeconfig()
|
|
|
|
// Register framework flags, then handle flags
|
|
framework.HandleFlags()
|
|
framework.AfterReadingAllFlags(&framework.TestContext)
|
|
|
|
formRookURL(RookVersion)
|
|
fmt.Println("timeout for deploytimeout ", deployTimeout)
|
|
}
|
|
|
|
func setDefaultKubeconfig() {
|
|
_, exists := os.LookupEnv("KUBECONFIG")
|
|
if !exists {
|
|
defaultKubeconfig := filepath.Join(os.Getenv("HOME"), ".kube", "config")
|
|
os.Setenv("KUBECONFIG", defaultKubeconfig)
|
|
}
|
|
}
|
|
|
|
// removeCephCSIResource is a temporary fix for CI to remove the ceph-csi resources deployed by rook
|
|
func removeCephCSIResource() {
|
|
// cleanup rbd and cephfs deamonset deployed by rook
|
|
_, err := framework.RunKubectl("delete", "-nrook-ceph", "daemonset", "csi-cephfsplugin")
|
|
if err != nil {
|
|
e2elog.Logf("failed to delete rbd daemonset %v", err)
|
|
}
|
|
_, err = framework.RunKubectl("delete", "-nrook-ceph", "daemonset", "csi-rbdplugin")
|
|
if err != nil {
|
|
e2elog.Logf("failed to delete cephfs daemonset %v", err)
|
|
}
|
|
|
|
// if kube version is <1.14.0 rook deploys cephfs and rbd provisioner as statefulset
|
|
_, err = framework.RunKubectl("delete", "--ignore-not-found", "-nrook-ceph", "statefulset", "csi-rbdplugin-provisioner")
|
|
if err != nil {
|
|
e2elog.Logf("failed to delete rbd statefulset %v", err)
|
|
}
|
|
_, err = framework.RunKubectl("delete", "--ignore-not-found", "-nrook-ceph", "statefulset", "csi-cephfsplugin-provisioner")
|
|
if err != nil {
|
|
e2elog.Logf("failed to delete cephfs statefulset %v", err)
|
|
}
|
|
|
|
// if kube version is >=1.14.0 rook deploys cephfs and rbd provisioner as deployment
|
|
_, err = framework.RunKubectl("delete", "--ignore-not-found", "-nrook-ceph", "deployment", "csi-rbdplugin-provisioner")
|
|
if err != nil {
|
|
e2elog.Logf("failed to delete rbd deployment %v", err)
|
|
}
|
|
_, err = framework.RunKubectl("delete", "--ignore-not-found", "-nrook-ceph", "deployment", "csi-cephfsplugin-provisioner")
|
|
if err != nil {
|
|
e2elog.Logf("failed to delete cephfs deployment %v", err)
|
|
}
|
|
|
|
// cleanup rbd cluster roles deployed by rook
|
|
rbdPath := fmt.Sprintf("%s/%s/", rbdDirPath, "v1.13")
|
|
_, err = framework.RunKubectl("delete", "--ignore-not-found", "-f", rbdPath+rbdProvisionerRBAC)
|
|
if err != nil {
|
|
e2elog.Logf("failed to delete provisioner rbac %v", err)
|
|
}
|
|
_, err = framework.RunKubectl("delete", "--ignore-not-found", "-f", rbdPath+rbdNodePluginRBAC)
|
|
if err != nil {
|
|
e2elog.Logf("failed to delete nodeplugin rbac %v", err)
|
|
}
|
|
|
|
// cleanup cephfs cluster roles deployed by rook
|
|
cephfsPath := fmt.Sprintf("%s/%s/", cephfsDirPath, "v1.13")
|
|
_, err = framework.RunKubectl("delete", "--ignore-not-found", "-f", cephfsPath+cephfsProvisionerRBAC)
|
|
if err != nil {
|
|
e2elog.Logf("failed to delete provisioner rbac %v", err)
|
|
}
|
|
_, err = framework.RunKubectl("delete", "--ignore-not-found", "-f", cephfsPath+cephfsNodePluginRBAC)
|
|
if err != nil {
|
|
e2elog.Logf("failed to delete nodeplugin rbac %v", err)
|
|
}
|
|
}
|
|
|
|
// BeforeSuite deploys the rook-operator and ceph cluster
|
|
var _ = BeforeSuite(func() {
|
|
if rookRequired {
|
|
deployRook()
|
|
removeCephCSIResource()
|
|
}
|
|
})
|
|
|
|
// AfterSuite removes the rook-operator and ceph cluster
|
|
var _ = AfterSuite(func() {
|
|
if rookRequired {
|
|
tearDownRook()
|
|
}
|
|
})
|
|
|
|
func TestE2E(t *testing.T) {
|
|
RegisterFailHandler(Fail)
|
|
RunSpecs(t, "E2e Suite")
|
|
}
|