2018-01-09 18:59:50 +00:00
|
|
|
/*
|
|
|
|
Copyright 2018 The Kubernetes Authors.
|
|
|
|
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
you may not use this file except in compliance with the License.
|
|
|
|
You may obtain a copy of the License at
|
|
|
|
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
See the License for the specific language governing permissions and
|
|
|
|
limitations under the License.
|
|
|
|
*/
|
|
|
|
|
|
|
|
package rbd
|
|
|
|
|
|
|
|
import (
|
|
|
|
"github.com/golang/glog"
|
|
|
|
|
2018-12-19 14:26:16 +00:00
|
|
|
"github.com/ceph/ceph-csi/pkg/util"
|
2018-11-24 19:18:24 +00:00
|
|
|
"github.com/container-storage-interface/spec/lib/go/csi"
|
2018-01-09 18:59:50 +00:00
|
|
|
"github.com/kubernetes-csi/drivers/pkg/csi-common"
|
2018-10-15 14:59:41 +00:00
|
|
|
|
|
|
|
"k8s.io/kubernetes/pkg/util/mount"
|
|
|
|
"k8s.io/kubernetes/pkg/util/nsenter"
|
|
|
|
"k8s.io/utils/exec"
|
2018-01-09 18:59:50 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
// PluginFolder defines the location of rbdplugin
|
|
|
|
const (
|
2019-01-22 16:31:55 +00:00
|
|
|
PluginFolder = "/var/lib/kubelet/plugins/csi-rbdplugin"
|
2019-01-17 05:46:32 +00:00
|
|
|
rbdDefaultAdminID = "admin"
|
|
|
|
rbdDefaultUserID = rbdDefaultAdminID
|
2018-01-09 18:59:50 +00:00
|
|
|
)
|
|
|
|
|
2019-01-17 06:18:18 +00:00
|
|
|
type driver struct {
|
|
|
|
cd *csicommon.CSIDriver
|
2018-01-09 18:59:50 +00:00
|
|
|
|
|
|
|
ids *identityServer
|
|
|
|
ns *nodeServer
|
|
|
|
cs *controllerServer
|
|
|
|
}
|
|
|
|
|
|
|
|
var (
|
2019-01-17 05:07:59 +00:00
|
|
|
version = "1.0.0"
|
2018-01-09 18:59:50 +00:00
|
|
|
)
|
|
|
|
|
2019-01-17 06:18:18 +00:00
|
|
|
func GetDriver() *driver {
|
|
|
|
return &driver{}
|
2018-01-09 18:59:50 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func NewIdentityServer(d *csicommon.CSIDriver) *identityServer {
|
|
|
|
return &identityServer{
|
|
|
|
DefaultIdentityServer: csicommon.NewDefaultIdentityServer(d),
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-12-19 14:26:16 +00:00
|
|
|
func NewControllerServer(d *csicommon.CSIDriver, cachePersister util.CachePersister) *controllerServer {
|
2018-01-09 18:59:50 +00:00
|
|
|
return &controllerServer{
|
|
|
|
DefaultControllerServer: csicommon.NewDefaultControllerServer(d),
|
2018-12-19 14:26:16 +00:00
|
|
|
MetadataStore: cachePersister,
|
2018-01-09 18:59:50 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-10-15 14:59:41 +00:00
|
|
|
func NewNodeServer(d *csicommon.CSIDriver, containerized bool) (*nodeServer, error) {
|
|
|
|
mounter := mount.New("")
|
|
|
|
if containerized {
|
|
|
|
ne, err := nsenter.NewNsenter(nsenter.DefaultHostRootFsPath, exec.New())
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
mounter = mount.NewNsenterMounter("", ne)
|
|
|
|
}
|
2018-01-09 18:59:50 +00:00
|
|
|
return &nodeServer{
|
|
|
|
DefaultNodeServer: csicommon.NewDefaultNodeServer(d),
|
2018-10-15 14:59:41 +00:00
|
|
|
mounter: mounter,
|
|
|
|
}, nil
|
2018-01-09 18:59:50 +00:00
|
|
|
}
|
|
|
|
|
2019-01-17 06:18:18 +00:00
|
|
|
func (r *driver) Run(driverName, nodeID, endpoint string, containerized bool, cachePersister util.CachePersister) {
|
2018-10-15 14:59:41 +00:00
|
|
|
var err error
|
2018-03-06 22:33:57 +00:00
|
|
|
glog.Infof("Driver: %v version: %v", driverName, version)
|
2018-01-09 18:59:50 +00:00
|
|
|
|
|
|
|
// Initialize default library driver
|
2019-01-17 06:18:18 +00:00
|
|
|
r.cd = csicommon.NewCSIDriver(driverName, version, nodeID)
|
|
|
|
if r.cd == nil {
|
2018-01-09 18:59:50 +00:00
|
|
|
glog.Fatalln("Failed to initialize CSI Driver.")
|
|
|
|
}
|
2019-01-17 06:18:18 +00:00
|
|
|
r.cd.AddControllerServiceCapabilities([]csi.ControllerServiceCapability_RPC_Type{
|
2018-01-09 18:59:50 +00:00
|
|
|
csi.ControllerServiceCapability_RPC_CREATE_DELETE_VOLUME,
|
|
|
|
csi.ControllerServiceCapability_RPC_PUBLISH_UNPUBLISH_VOLUME,
|
2018-08-08 05:42:17 +00:00
|
|
|
csi.ControllerServiceCapability_RPC_CREATE_DELETE_SNAPSHOT,
|
|
|
|
csi.ControllerServiceCapability_RPC_LIST_SNAPSHOTS,
|
2018-01-09 18:59:50 +00:00
|
|
|
})
|
2019-01-17 06:18:18 +00:00
|
|
|
r.cd.AddVolumeCapabilityAccessModes([]csi.VolumeCapability_AccessMode_Mode{csi.VolumeCapability_AccessMode_SINGLE_NODE_WRITER})
|
2018-01-09 18:59:50 +00:00
|
|
|
|
|
|
|
// Create GRPC servers
|
2019-01-17 06:18:18 +00:00
|
|
|
r.ids = NewIdentityServer(r.cd)
|
|
|
|
r.ns, err = NewNodeServer(r.cd, containerized)
|
2018-10-15 14:59:41 +00:00
|
|
|
if err != nil {
|
2018-12-05 02:54:00 +00:00
|
|
|
glog.Fatalf("failed to start node server, err %v\n", err)
|
2018-10-15 14:59:41 +00:00
|
|
|
}
|
2018-12-19 14:26:16 +00:00
|
|
|
|
2019-01-17 06:18:18 +00:00
|
|
|
r.cs = NewControllerServer(r.cd, cachePersister)
|
|
|
|
r.cs.LoadExDataFromMetadataStore()
|
2018-12-19 14:26:16 +00:00
|
|
|
|
2018-01-09 18:59:50 +00:00
|
|
|
s := csicommon.NewNonBlockingGRPCServer()
|
2019-01-17 06:18:18 +00:00
|
|
|
s.Start(endpoint, r.ids, r.cs, r.ns)
|
2018-01-09 18:59:50 +00:00
|
|
|
s.Wait()
|
|
|
|
}
|