2019-02-19 08:14:10 +00:00
|
|
|
/*
|
2019-04-03 08:46:15 +00:00
|
|
|
Copyright 2019 The Ceph-CSI Authors.
|
2019-02-19 08:14:10 +00:00
|
|
|
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
you may not use this file except in compliance with the License.
|
|
|
|
You may obtain a copy of the License at
|
|
|
|
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
See the License for the specific language governing permissions and
|
|
|
|
limitations under the License.
|
|
|
|
*/
|
|
|
|
|
|
|
|
package util
|
|
|
|
|
|
|
|
import (
|
2019-08-22 17:19:06 +00:00
|
|
|
"context"
|
2019-09-25 08:35:33 +00:00
|
|
|
"math"
|
2019-02-19 08:14:10 +00:00
|
|
|
"os"
|
|
|
|
"path"
|
2019-03-13 05:09:58 +00:00
|
|
|
"strings"
|
2019-08-14 05:57:45 +00:00
|
|
|
"time"
|
2019-02-19 08:14:10 +00:00
|
|
|
|
2019-03-13 05:09:58 +00:00
|
|
|
"github.com/pkg/errors"
|
2019-07-03 10:02:36 +00:00
|
|
|
"google.golang.org/grpc/codes"
|
|
|
|
"google.golang.org/grpc/status"
|
2019-03-13 05:09:58 +00:00
|
|
|
"k8s.io/apimachinery/pkg/util/validation"
|
2019-02-19 08:14:10 +00:00
|
|
|
"k8s.io/klog"
|
2020-01-14 10:38:55 +00:00
|
|
|
"k8s.io/utils/mount"
|
2019-02-19 08:14:10 +00:00
|
|
|
)
|
|
|
|
|
2019-03-01 12:08:17 +00:00
|
|
|
// remove this once kubernetes v1.14.0 release is done
|
|
|
|
// https://github.com/kubernetes/cloud-provider/blob/master/volume/helpers/rounding.go
|
|
|
|
const (
|
|
|
|
// MiB - MebiByte size
|
|
|
|
MiB = 1024 * 1024
|
2019-09-25 08:35:33 +00:00
|
|
|
GiB = MiB * 1024
|
2019-03-01 12:08:17 +00:00
|
|
|
)
|
|
|
|
|
2019-09-25 08:35:33 +00:00
|
|
|
// RoundOffVolSize rounds up given quantity upto chunks of MiB/GiB
|
|
|
|
func RoundOffVolSize(size int64) int64 {
|
2019-10-11 08:26:10 +00:00
|
|
|
size = RoundOffBytes(size)
|
2019-09-25 08:35:33 +00:00
|
|
|
// convert size back to MiB for rbd CLI
|
2019-10-11 08:26:10 +00:00
|
|
|
return size / MiB
|
2019-09-25 08:35:33 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// RoundOffBytes converts roundoff the size
|
|
|
|
// 1.1Mib will be round off to 2Mib same for GiB
|
2019-10-11 08:26:10 +00:00
|
|
|
// size less than 1MiB will be round off to 1MiB
|
2019-09-25 08:35:33 +00:00
|
|
|
func RoundOffBytes(bytes int64) int64 {
|
|
|
|
var num int64
|
|
|
|
floatBytes := float64(bytes)
|
|
|
|
// round off the value if its in decimal
|
|
|
|
if floatBytes < GiB {
|
|
|
|
num = int64(math.Ceil(floatBytes / MiB))
|
|
|
|
num *= MiB
|
|
|
|
} else {
|
|
|
|
num = int64(math.Ceil(floatBytes / GiB))
|
|
|
|
num *= GiB
|
|
|
|
}
|
|
|
|
return num
|
2019-03-01 12:08:17 +00:00
|
|
|
}
|
|
|
|
|
2019-07-12 10:18:00 +00:00
|
|
|
// variables which will be set during the build time
|
|
|
|
var (
|
|
|
|
// GitCommit tell the latest git commit image is built from
|
|
|
|
GitCommit string
|
|
|
|
// DriverVersion which will be driver version
|
|
|
|
DriverVersion string
|
|
|
|
)
|
|
|
|
|
2019-08-14 05:57:45 +00:00
|
|
|
// Config holds the parameters list which can be configured
|
|
|
|
type Config struct {
|
2019-08-21 09:28:02 +00:00
|
|
|
Vtype string // driver type [rbd|cephfs|liveness]
|
|
|
|
Endpoint string // CSI endpoint
|
|
|
|
DriverName string // name of the driver
|
|
|
|
NodeID string // node id
|
|
|
|
InstanceID string // unique ID distinguishing this instance of Ceph CSI
|
|
|
|
MetadataStorage string // metadata persistence method [node|k8s_configmap]
|
|
|
|
PluginPath string // location of cephcsi plugin
|
2019-08-14 05:57:45 +00:00
|
|
|
|
|
|
|
// cephfs related flags
|
|
|
|
MountCacheDir string // mount info cache save dir
|
|
|
|
|
2019-08-21 09:28:02 +00:00
|
|
|
// metrics related flags
|
|
|
|
MetricsPath string // path of prometheus endpoint where metrics will be available
|
|
|
|
HistogramOption string // Histogram option for grpc metrics, should be comma separated value, ex:= "0.5,2,6" where start=0.5 factor=2, count=6
|
|
|
|
MetricsIP string // TCP port for liveness/ metrics requests
|
|
|
|
PidLimit int // PID limit to configure through cgroups")
|
|
|
|
MetricsPort int // TCP port for liveness/grpc metrics requests
|
|
|
|
PollTime time.Duration // time interval in seconds between each poll
|
|
|
|
PoolTimeout time.Duration // probe timeout in seconds
|
|
|
|
EnableGRPCMetrics bool // option to enable grpc metrics
|
|
|
|
|
|
|
|
IsControllerServer bool // if set to true start provisoner server
|
|
|
|
IsNodeServer bool // if set to true start node server
|
2019-11-06 04:52:07 +00:00
|
|
|
Version bool // cephcsi version
|
2019-10-10 10:15:44 +00:00
|
|
|
|
|
|
|
// cephfs related flags
|
|
|
|
ForceKernelCephFS bool // force to use the ceph kernel client even if the kernel is < 4.17
|
|
|
|
|
2019-08-14 05:57:45 +00:00
|
|
|
}
|
|
|
|
|
2019-02-19 08:14:10 +00:00
|
|
|
// CreatePersistanceStorage creates storage path and initializes new cache
|
2019-07-04 09:49:57 +00:00
|
|
|
func CreatePersistanceStorage(sPath, metaDataStore, pluginPath string) (CachePersister, error) {
|
2019-02-19 08:14:10 +00:00
|
|
|
var err error
|
2019-07-03 10:02:36 +00:00
|
|
|
if err = CreateMountPoint(path.Join(sPath, "controller")); err != nil {
|
2019-02-19 08:14:10 +00:00
|
|
|
klog.Errorf("failed to create persistent storage for controller: %v", err)
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2019-07-03 10:02:36 +00:00
|
|
|
if err = CreateMountPoint(path.Join(sPath, "node")); err != nil {
|
2019-02-19 08:14:10 +00:00
|
|
|
klog.Errorf("failed to create persistent storage for node: %v", err)
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2019-07-04 09:49:57 +00:00
|
|
|
cp, err := NewCachePersister(metaDataStore, pluginPath)
|
2019-02-19 08:14:10 +00:00
|
|
|
if err != nil {
|
|
|
|
klog.Errorf("failed to define cache persistence method: %v", err)
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
return cp, err
|
|
|
|
}
|
|
|
|
|
2019-03-13 05:09:58 +00:00
|
|
|
// ValidateDriverName validates the driver name
|
|
|
|
func ValidateDriverName(driverName string) error {
|
2019-06-10 06:48:41 +00:00
|
|
|
if driverName == "" {
|
2019-03-13 05:09:58 +00:00
|
|
|
return errors.New("driver name is empty")
|
|
|
|
}
|
|
|
|
|
|
|
|
if len(driverName) > 63 {
|
|
|
|
return errors.New("driver name length should be less than 63 chars")
|
|
|
|
}
|
|
|
|
var err error
|
|
|
|
for _, msg := range validation.IsDNS1123Subdomain(strings.ToLower(driverName)) {
|
|
|
|
if err == nil {
|
|
|
|
err = errors.New(msg)
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
err = errors.Wrap(err, msg)
|
|
|
|
}
|
|
|
|
return err
|
|
|
|
}
|
2019-05-14 19:15:01 +00:00
|
|
|
|
|
|
|
// GenerateVolID generates a volume ID based on passed in parameters and version, to be returned
|
|
|
|
// to the CO system
|
2019-08-22 17:19:06 +00:00
|
|
|
func GenerateVolID(ctx context.Context, monitors string, cr *Credentials, pool, clusterID, objUUID string, volIDVersion uint16) (string, error) {
|
|
|
|
poolID, err := GetPoolID(ctx, monitors, cr, pool)
|
2019-05-14 19:15:01 +00:00
|
|
|
if err != nil {
|
|
|
|
return "", err
|
|
|
|
}
|
|
|
|
|
|
|
|
// generate the volume ID to return to the CO system
|
|
|
|
vi := CSIIdentifier{
|
2019-05-28 19:03:18 +00:00
|
|
|
LocationID: poolID,
|
2019-05-14 19:15:01 +00:00
|
|
|
EncodingVersion: volIDVersion,
|
|
|
|
ClusterID: clusterID,
|
|
|
|
ObjectUUID: objUUID,
|
|
|
|
}
|
|
|
|
|
|
|
|
volID, err := vi.ComposeCSIID()
|
|
|
|
|
|
|
|
return volID, err
|
|
|
|
}
|
2019-07-03 10:02:36 +00:00
|
|
|
|
|
|
|
// CreateMountPoint creates the directory with given path
|
|
|
|
func CreateMountPoint(mountPath string) error {
|
|
|
|
return os.MkdirAll(mountPath, 0750)
|
|
|
|
}
|
|
|
|
|
2019-07-25 09:01:10 +00:00
|
|
|
// checkDirExists checks directory exists or not
|
|
|
|
func checkDirExists(p string) bool {
|
|
|
|
if _, err := os.Stat(p); os.IsNotExist(err) {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
2019-07-03 10:02:36 +00:00
|
|
|
// IsMountPoint checks if the given path is mountpoint or not
|
|
|
|
func IsMountPoint(p string) (bool, error) {
|
|
|
|
dummyMount := mount.New("")
|
|
|
|
notMnt, err := dummyMount.IsLikelyNotMountPoint(p)
|
|
|
|
if err != nil {
|
|
|
|
return false, status.Error(codes.Internal, err.Error())
|
|
|
|
}
|
|
|
|
|
|
|
|
return !notMnt, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// Mount mounts the source to target path
|
|
|
|
func Mount(source, target, fstype string, options []string) error {
|
|
|
|
dummyMount := mount.New("")
|
|
|
|
return dummyMount.Mount(source, target, fstype, options)
|
|
|
|
}
|