2018-01-09 18:59:50 +00:00
|
|
|
/*
|
|
|
|
Copyright 2018 The Kubernetes Authors.
|
|
|
|
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
you may not use this file except in compliance with the License.
|
|
|
|
You may obtain a copy of the License at
|
|
|
|
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
See the License for the specific language governing permissions and
|
|
|
|
limitations under the License.
|
|
|
|
*/
|
|
|
|
|
|
|
|
package rbd
|
|
|
|
|
|
|
|
import (
|
|
|
|
"fmt"
|
|
|
|
"path"
|
|
|
|
|
|
|
|
"github.com/golang/glog"
|
|
|
|
"github.com/pborman/uuid"
|
|
|
|
"golang.org/x/net/context"
|
|
|
|
|
|
|
|
"k8s.io/client-go/kubernetes"
|
|
|
|
|
|
|
|
"github.com/container-storage-interface/spec/lib/go/csi"
|
|
|
|
"github.com/kubernetes-csi/drivers/pkg/csi-common"
|
|
|
|
)
|
|
|
|
|
|
|
|
const (
|
|
|
|
oneGB = 1073741824
|
|
|
|
)
|
|
|
|
|
|
|
|
type controllerServer struct {
|
|
|
|
*csicommon.DefaultControllerServer
|
|
|
|
clientSet *kubernetes.Clientset
|
|
|
|
}
|
|
|
|
|
|
|
|
func GetVersionString(ver *csi.Version) string {
|
|
|
|
return fmt.Sprintf("%d.%d.%d", ver.Major, ver.Minor, ver.Patch)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (cs *controllerServer) CreateVolume(ctx context.Context, req *csi.CreateVolumeRequest) (*csi.CreateVolumeResponse, error) {
|
|
|
|
if err := cs.Driver.ValidateControllerServiceRequest(req.Version, csi.ControllerServiceCapability_RPC_CREATE_DELETE_VOLUME); err != nil {
|
|
|
|
glog.V(3).Infof("invalid create volume req: %v", req)
|
|
|
|
return nil, err
|
|
|
|
}
|
2018-01-16 01:52:28 +00:00
|
|
|
|
|
|
|
volOptions, err := getRBDVolumeOptions(req.Parameters, cs.clientSet)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
// Generating Volume Name and Volume ID, as accoeding to CSI spec they MUST be different
|
2018-01-09 18:59:50 +00:00
|
|
|
volName := req.GetName()
|
2018-01-16 01:52:28 +00:00
|
|
|
uniqueID := uuid.NewUUID().String()
|
2018-01-09 18:59:50 +00:00
|
|
|
if len(volName) == 0 {
|
2018-01-16 01:52:28 +00:00
|
|
|
volName = volOptions.Pool + "-dynamic-pvc-" + uniqueID
|
2018-01-09 18:59:50 +00:00
|
|
|
}
|
2018-01-16 01:52:28 +00:00
|
|
|
volOptions.VolName = volName
|
|
|
|
volumeID := "csi-rbd-" + uniqueID
|
2018-01-09 18:59:50 +00:00
|
|
|
// Volume Size - Default is 1 GiB
|
|
|
|
volSizeBytes := int64(oneGB)
|
|
|
|
if req.GetCapacityRange() != nil {
|
|
|
|
volSizeBytes = int64(req.GetCapacityRange().GetRequiredBytes())
|
|
|
|
}
|
|
|
|
volSizeGB := int(volSizeBytes / 1024 / 1024 / 1024)
|
|
|
|
|
|
|
|
// Check if there is already RBD image with requested name
|
2018-01-16 01:52:28 +00:00
|
|
|
found, _, _ := rbdStatus(volOptions)
|
2018-01-09 18:59:50 +00:00
|
|
|
if !found {
|
2018-01-16 01:52:28 +00:00
|
|
|
if err := createRBDImage(volOptions, volSizeGB); err != nil {
|
2018-01-09 18:59:50 +00:00
|
|
|
if err != nil {
|
|
|
|
glog.Warningf("failed to create volume: %v", err)
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
glog.V(4).Infof("create volume %s", volName)
|
|
|
|
}
|
|
|
|
// Storing volInfo into a persistent file, will need info to delete rbd image
|
|
|
|
// in ControllerUnpublishVolume
|
2018-01-16 01:52:28 +00:00
|
|
|
if err := persistVolInfo(volumeID, path.Join(PluginFolder, "controller"), volOptions); err != nil {
|
2018-01-09 18:59:50 +00:00
|
|
|
glog.Warningf("rbd: failed to store volInfo with error: %v", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
return &csi.CreateVolumeResponse{
|
|
|
|
VolumeInfo: &csi.VolumeInfo{
|
2018-01-16 01:52:28 +00:00
|
|
|
Id: volumeID,
|
2018-01-09 18:59:50 +00:00
|
|
|
CapacityBytes: uint64(volSizeBytes),
|
|
|
|
Attributes: req.GetParameters(),
|
|
|
|
},
|
|
|
|
}, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (cs *controllerServer) DeleteVolume(ctx context.Context, req *csi.DeleteVolumeRequest) (*csi.DeleteVolumeResponse, error) {
|
|
|
|
if err := cs.Driver.ValidateControllerServiceRequest(req.Version, csi.ControllerServiceCapability_RPC_CREATE_DELETE_VOLUME); err != nil {
|
|
|
|
glog.Warningf("invalid delete volume req: %v", req)
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
return &csi.DeleteVolumeResponse{}, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (cs *controllerServer) ValidateVolumeCapabilities(ctx context.Context, req *csi.ValidateVolumeCapabilitiesRequest) (*csi.ValidateVolumeCapabilitiesResponse, error) {
|
|
|
|
for _, cap := range req.VolumeCapabilities {
|
|
|
|
if cap.GetAccessMode().GetMode() != csi.VolumeCapability_AccessMode_SINGLE_NODE_WRITER {
|
|
|
|
return &csi.ValidateVolumeCapabilitiesResponse{Supported: false, Message: ""}, nil
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return &csi.ValidateVolumeCapabilitiesResponse{Supported: true, Message: ""}, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (cs *controllerServer) ControllerUnpublishVolume(ctx context.Context, req *csi.ControllerUnpublishVolumeRequest) (*csi.ControllerUnpublishVolumeResponse, error) {
|
|
|
|
|
|
|
|
// For now the image get unconditionally deleted, but here retention policy can be checked
|
2018-01-16 01:52:28 +00:00
|
|
|
volumeID := req.GetVolumeId()
|
2018-01-09 18:59:50 +00:00
|
|
|
volOptions := &rbdVolumeOptions{}
|
2018-01-16 01:52:28 +00:00
|
|
|
if err := loadVolInfo(volumeID, path.Join(PluginFolder, "controller"), volOptions); err != nil {
|
2018-01-09 18:59:50 +00:00
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2018-01-16 01:52:28 +00:00
|
|
|
volName := volOptions.VolName
|
2018-01-09 18:59:50 +00:00
|
|
|
// Recover rbd secret key value, for now by k8s specific call
|
|
|
|
id := volOptions.AdminID
|
|
|
|
secretName := volOptions.AdminSecretName
|
|
|
|
secretNamespace := volOptions.AdminSecretNamespace
|
|
|
|
if id == "" {
|
|
|
|
secretName = volOptions.UserSecretName
|
|
|
|
secretNamespace = volOptions.UserSecretNamespace
|
|
|
|
}
|
|
|
|
if key, err := parseStorageClassSecret(secretName, secretNamespace, cs.clientSet); err != nil {
|
|
|
|
return nil, err
|
|
|
|
} else {
|
|
|
|
volOptions.adminSecret = key
|
|
|
|
}
|
|
|
|
|
|
|
|
// Deleting rbd image
|
|
|
|
glog.V(4).Infof("deleting volume %s", volName)
|
2018-01-16 01:52:28 +00:00
|
|
|
if err := deleteRBDImage(volOptions); err != nil {
|
2018-01-09 18:59:50 +00:00
|
|
|
glog.V(3).Infof("failed to delete rbd image: %s/%s with error: %v", volOptions.Pool, volName, err)
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
// Removing persistent storage file for the unmapped volume
|
2018-01-16 01:52:28 +00:00
|
|
|
if err := deleteVolInfo(volumeID, path.Join(PluginFolder, "controller")); err != nil {
|
2018-01-09 18:59:50 +00:00
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
return &csi.ControllerUnpublishVolumeResponse{}, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (cs *controllerServer) ControllerPublishVolume(ctx context.Context, req *csi.ControllerPublishVolumeRequest) (*csi.ControllerPublishVolumeResponse, error) {
|
|
|
|
|
|
|
|
return &csi.ControllerPublishVolumeResponse{}, nil
|
|
|
|
}
|