diff --git a/e2e/upgrade-cephfs.go b/e2e/upgrade-cephfs.go
index 6eb233972..83a19564c 100644
--- a/e2e/upgrade-cephfs.go
+++ b/e2e/upgrade-cephfs.go
@@ -74,6 +74,7 @@ var _ = Describe("CephFS Upgrade Testing", func() {
 		if err != nil {
 			e2elog.Failf("failed to getwd: %v", err)
 		}
+		deployVault(f.ClientSet, deployTimeout)
 		err = upgradeAndDeployCSI(upgradeVersion, "cephfs")
 		if err != nil {
 			e2elog.Failf("failed to upgrade csi: %v", err)
@@ -150,6 +151,7 @@ var _ = Describe("CephFS Upgrade Testing", func() {
 		if err != nil {
 			e2elog.Failf("failed to delete storageclass: %v", err)
 		}
+		deleteVault()
 		if deployCephFS {
 			deleteCephfsPlugin()
 			if cephCSINamespace != defaultNs {