2019-03-20 19:14:20 +00:00
|
|
|
/*
|
|
|
|
Copyright 2019 The Ceph-CSI Authors.
|
|
|
|
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
you may not use this file except in compliance with the License.
|
|
|
|
You may obtain a copy of the License at
|
|
|
|
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
See the License for the specific language governing permissions and
|
|
|
|
limitations under the License.
|
|
|
|
*/
|
|
|
|
|
|
|
|
package main
|
|
|
|
|
|
|
|
import (
|
|
|
|
"flag"
|
|
|
|
"os"
|
|
|
|
"path"
|
2019-07-04 09:49:57 +00:00
|
|
|
"path/filepath"
|
2019-03-20 19:14:20 +00:00
|
|
|
"strings"
|
2019-06-20 19:30:40 +00:00
|
|
|
"time"
|
2019-03-20 19:14:20 +00:00
|
|
|
|
|
|
|
"github.com/ceph/ceph-csi/pkg/cephfs"
|
2019-06-20 19:30:40 +00:00
|
|
|
"github.com/ceph/ceph-csi/pkg/liveness"
|
2019-03-20 19:14:20 +00:00
|
|
|
"github.com/ceph/ceph-csi/pkg/rbd"
|
|
|
|
"github.com/ceph/ceph-csi/pkg/util"
|
|
|
|
"k8s.io/klog"
|
|
|
|
)
|
|
|
|
|
|
|
|
const (
|
2019-06-20 19:30:40 +00:00
|
|
|
rbdType = "rbd"
|
|
|
|
cephfsType = "cephfs"
|
|
|
|
livenessType = "liveness"
|
2019-03-20 19:14:20 +00:00
|
|
|
|
2019-06-20 19:30:40 +00:00
|
|
|
rbdDefaultName = "rbd.csi.ceph.com"
|
|
|
|
cephfsDefaultName = "cephfs.csi.ceph.com"
|
|
|
|
livenessDefaultName = "liveness.csi.ceph.com"
|
2019-03-20 19:14:20 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
var (
|
|
|
|
// common flags
|
2019-06-20 19:30:40 +00:00
|
|
|
vtype = flag.String("type", "", "driver type [rbd|cephfs|liveness]")
|
2019-04-22 21:35:39 +00:00
|
|
|
endpoint = flag.String("endpoint", "unix://tmp/csi.sock", "CSI endpoint")
|
|
|
|
driverName = flag.String("drivername", "", "name of the driver")
|
|
|
|
nodeID = flag.String("nodeid", "", "node id")
|
2019-05-28 19:03:18 +00:00
|
|
|
instanceID = flag.String("instanceid", "", "Unique ID distinguishing this instance of Ceph CSI among other"+
|
|
|
|
" instances, when sharing Ceph clusters across CSI instances for provisioning")
|
2019-05-31 18:09:24 +00:00
|
|
|
metadataStorage = flag.String("metadatastorage", "", "metadata persistence method [node|k8s_configmap]")
|
2019-07-04 09:49:57 +00:00
|
|
|
pluginPath = flag.String("pluginpath", "/var/lib/kubelet/plugins/", "the location of cephcsi plugin")
|
2019-07-26 12:36:43 +00:00
|
|
|
pidLimit = flag.Int("pidlimit", 0, "the PID limit to configure through cgroups")
|
2019-03-20 19:14:20 +00:00
|
|
|
|
|
|
|
// rbd related flags
|
|
|
|
containerized = flag.Bool("containerized", true, "whether run as containerized")
|
|
|
|
|
|
|
|
// cephfs related flags
|
2019-05-31 18:09:24 +00:00
|
|
|
volumeMounter = flag.String("volumemounter", "", "default volume mounter (possible options are 'kernel', 'fuse')")
|
|
|
|
mountCacheDir = flag.String("mountcachedir", "", "mount info cache save dir")
|
2019-06-20 19:30:40 +00:00
|
|
|
|
|
|
|
// livenes related flags
|
|
|
|
livenessport = flag.Int("livenessport", 8080, "TCP port for liveness requests")
|
|
|
|
livenesspath = flag.String("livenesspath", "/metrics", "path of prometheus endpoint where metrics will be available")
|
|
|
|
pollTime = flag.Duration("polltime", time.Second*60, "time interval in seconds between each poll")
|
|
|
|
timeout = flag.Duration("timeout", time.Second*3, "probe timeout in seconds")
|
2019-03-20 19:14:20 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
func init() {
|
|
|
|
klog.InitFlags(nil)
|
|
|
|
if err := flag.Set("logtostderr", "true"); err != nil {
|
|
|
|
klog.Exitf("failed to set logtostderr flag: %v", err)
|
|
|
|
}
|
|
|
|
flag.Parse()
|
|
|
|
}
|
|
|
|
|
|
|
|
func getType() string {
|
2019-06-10 06:48:41 +00:00
|
|
|
if vtype == nil || *vtype == "" {
|
2019-03-20 19:14:20 +00:00
|
|
|
a0 := path.Base(os.Args[0])
|
|
|
|
if strings.Contains(a0, rbdType) {
|
|
|
|
return rbdType
|
|
|
|
}
|
|
|
|
if strings.Contains(a0, cephfsType) {
|
|
|
|
return cephfsType
|
|
|
|
}
|
|
|
|
return ""
|
|
|
|
}
|
|
|
|
return *vtype
|
|
|
|
}
|
|
|
|
|
|
|
|
func getDriverName() string {
|
|
|
|
// was explicitly passed a driver name
|
2019-06-10 06:48:41 +00:00
|
|
|
if driverName != nil && *driverName != "" {
|
2019-03-20 19:14:20 +00:00
|
|
|
return *driverName
|
|
|
|
}
|
|
|
|
// select driver name based on volume type
|
|
|
|
switch getType() {
|
|
|
|
case rbdType:
|
|
|
|
return rbdDefaultName
|
|
|
|
case cephfsType:
|
|
|
|
return cephfsDefaultName
|
2019-06-20 19:30:40 +00:00
|
|
|
case livenessType:
|
|
|
|
return livenessDefaultName
|
2019-03-20 19:14:20 +00:00
|
|
|
default:
|
|
|
|
return ""
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func main() {
|
2019-07-12 10:18:00 +00:00
|
|
|
klog.Infof("Driver version: %s and Git version: %s", util.DriverVersion, util.GitCommit)
|
2019-05-28 19:03:18 +00:00
|
|
|
var cp util.CachePersister
|
|
|
|
|
2019-03-20 19:14:20 +00:00
|
|
|
driverType := getType()
|
2019-06-10 06:48:41 +00:00
|
|
|
if driverType == "" {
|
2019-03-20 19:14:20 +00:00
|
|
|
klog.Fatalln("driver type not specified")
|
|
|
|
}
|
|
|
|
|
|
|
|
dname := getDriverName()
|
|
|
|
err := util.ValidateDriverName(dname)
|
|
|
|
if err != nil {
|
|
|
|
klog.Fatalln(err) // calls exit
|
|
|
|
}
|
2019-07-04 09:49:57 +00:00
|
|
|
csipluginPath := filepath.Join(*pluginPath, dname)
|
|
|
|
if *metadataStorage != "" {
|
|
|
|
cp, err = util.CreatePersistanceStorage(
|
|
|
|
csipluginPath, *metadataStorage, *pluginPath)
|
|
|
|
if err != nil {
|
|
|
|
os.Exit(1)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-07-26 12:36:43 +00:00
|
|
|
// the driver may need a higher PID limit for handling all concurrent requests
|
|
|
|
if pidLimit != nil && *pidLimit != 0 {
|
|
|
|
currentLimit, err := util.GetPIDLimit()
|
|
|
|
if err != nil {
|
|
|
|
klog.Errorf("Failed to get the PID limit, can not reconfigure: %v", err)
|
|
|
|
} else {
|
|
|
|
klog.Infof("Initial PID limit is set to %d", currentLimit)
|
|
|
|
err = util.SetPIDLimit(*pidLimit)
|
|
|
|
if err != nil {
|
|
|
|
klog.Errorf("Failed to set new PID limit to %d: %v", *pidLimit, err)
|
|
|
|
} else {
|
|
|
|
s := ""
|
|
|
|
if *pidLimit == -1 {
|
|
|
|
s = " (max)"
|
|
|
|
}
|
|
|
|
klog.Infof("Reconfigured PID limit to %d%s", *pidLimit, s)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-05-24 11:03:33 +00:00
|
|
|
klog.Infof("Starting driver type: %v with name: %v", driverType, dname)
|
2019-03-20 19:14:20 +00:00
|
|
|
switch driverType {
|
|
|
|
case rbdType:
|
|
|
|
driver := rbd.NewDriver()
|
2019-07-30 06:20:28 +00:00
|
|
|
driver.Run(dname, *nodeID, *endpoint, *instanceID, *containerized, cp, driverType)
|
2019-03-20 19:14:20 +00:00
|
|
|
|
|
|
|
case cephfsType:
|
|
|
|
driver := cephfs.NewDriver()
|
2019-07-30 06:20:28 +00:00
|
|
|
driver.Run(dname, *nodeID, *endpoint, *volumeMounter, *mountCacheDir, *instanceID, csipluginPath, cp, driverType)
|
2019-03-20 19:14:20 +00:00
|
|
|
|
2019-06-20 19:30:40 +00:00
|
|
|
case livenessType:
|
|
|
|
liveness.Run(*endpoint, *livenesspath, *livenessport, *pollTime, *timeout)
|
|
|
|
|
2019-03-20 19:14:20 +00:00
|
|
|
default:
|
|
|
|
klog.Fatalln("invalid volume type", vtype) // calls exit
|
|
|
|
}
|
|
|
|
|
|
|
|
os.Exit(0)
|
|
|
|
}
|