2018-03-05 11:59:47 +00:00
|
|
|
/*
|
2019-04-03 08:46:15 +00:00
|
|
|
Copyright 2018 The Ceph-CSI Authors.
|
2018-03-05 11:59:47 +00:00
|
|
|
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
you may not use this file except in compliance with the License.
|
|
|
|
You may obtain a copy of the License at
|
|
|
|
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
See the License for the specific language governing permissions and
|
|
|
|
limitations under the License.
|
|
|
|
*/
|
|
|
|
|
|
|
|
package cephfs
|
|
|
|
|
2018-03-22 13:11:51 +00:00
|
|
|
import (
|
|
|
|
"fmt"
|
2018-04-13 12:21:15 +00:00
|
|
|
"strconv"
|
2019-05-28 19:03:18 +00:00
|
|
|
|
2019-06-11 12:40:31 +00:00
|
|
|
"github.com/pkg/errors"
|
|
|
|
|
2019-05-28 19:03:18 +00:00
|
|
|
"github.com/ceph/ceph-csi/pkg/util"
|
2018-03-22 13:11:51 +00:00
|
|
|
)
|
2018-03-05 11:59:47 +00:00
|
|
|
|
|
|
|
type volumeOptions struct {
|
2019-05-28 19:03:18 +00:00
|
|
|
RequestName string
|
|
|
|
Size int64
|
|
|
|
ClusterID string
|
|
|
|
FsName string
|
|
|
|
FscID int64
|
|
|
|
MetadataPool string
|
|
|
|
Monitors string `json:"monitors"`
|
|
|
|
Pool string `json:"pool"`
|
|
|
|
RootPath string `json:"rootPath"`
|
2018-04-13 12:21:15 +00:00
|
|
|
Mounter string `json:"mounter"`
|
|
|
|
ProvisionVolume bool `json:"provisionVolume"`
|
|
|
|
}
|
|
|
|
|
|
|
|
func validateNonEmptyField(field, fieldName string) error {
|
|
|
|
if field == "" {
|
2019-02-04 05:14:37 +00:00
|
|
|
return fmt.Errorf("parameter '%s' cannot be empty", fieldName)
|
2018-04-13 12:21:15 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2019-05-28 19:03:18 +00:00
|
|
|
func extractOptionalOption(dest *string, optionLabel string, options map[string]string) error {
|
|
|
|
opt, ok := options[optionLabel]
|
|
|
|
if !ok {
|
|
|
|
// Option not found, no error as it is optional
|
|
|
|
return nil
|
2018-04-13 12:21:15 +00:00
|
|
|
}
|
|
|
|
|
2019-05-28 19:03:18 +00:00
|
|
|
if err := validateNonEmptyField(opt, optionLabel); err != nil {
|
|
|
|
return err
|
2018-04-13 12:21:15 +00:00
|
|
|
}
|
|
|
|
|
2019-05-28 19:03:18 +00:00
|
|
|
*dest = opt
|
2018-04-13 12:21:15 +00:00
|
|
|
return nil
|
2018-03-05 11:59:47 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func extractOption(dest *string, optionLabel string, options map[string]string) error {
|
2019-01-16 13:03:38 +00:00
|
|
|
opt, ok := options[optionLabel]
|
|
|
|
if !ok {
|
2019-02-04 05:14:37 +00:00
|
|
|
return fmt.Errorf("missing required field %s", optionLabel)
|
2018-03-05 11:59:47 +00:00
|
|
|
}
|
2019-01-16 13:03:38 +00:00
|
|
|
|
2019-05-28 19:03:18 +00:00
|
|
|
if err := validateNonEmptyField(opt, optionLabel); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2019-01-16 13:03:38 +00:00
|
|
|
*dest = opt
|
|
|
|
return nil
|
2018-03-05 11:59:47 +00:00
|
|
|
}
|
|
|
|
|
2018-03-22 13:11:51 +00:00
|
|
|
func validateMounter(m string) error {
|
|
|
|
switch m {
|
2019-01-16 13:03:38 +00:00
|
|
|
case volumeMounterFuse:
|
|
|
|
case volumeMounterKernel:
|
2018-03-22 13:11:51 +00:00
|
|
|
default:
|
2019-02-04 05:14:37 +00:00
|
|
|
return fmt.Errorf("unknown mounter '%s'. Valid options are 'fuse' and 'kernel'", m)
|
2018-03-22 13:11:51 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2019-05-28 19:03:18 +00:00
|
|
|
func extractMounter(dest *string, options map[string]string) error {
|
|
|
|
if err := extractOptionalOption(dest, "mounter", options); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
if *dest != "" {
|
|
|
|
if err := validateMounter(*dest); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func getMonsAndClusterID(options map[string]string) (string, string, error) {
|
|
|
|
clusterID, ok := options["clusterID"]
|
|
|
|
if !ok {
|
|
|
|
err := fmt.Errorf("clusterID must be set")
|
|
|
|
return "", "", err
|
|
|
|
}
|
|
|
|
|
|
|
|
if err := validateNonEmptyField(clusterID, "clusterID"); err != nil {
|
|
|
|
return "", "", err
|
|
|
|
}
|
|
|
|
|
|
|
|
monitors, err := util.Mons(csiConfigFile, clusterID)
|
|
|
|
if err != nil {
|
|
|
|
err = fmt.Errorf("failed to fetch monitor list using clusterID (%s)", clusterID)
|
|
|
|
return "", "", err
|
|
|
|
}
|
|
|
|
|
|
|
|
return monitors, clusterID, err
|
|
|
|
}
|
|
|
|
|
|
|
|
// newVolumeOptions generates a new instance of volumeOptions from the provided
|
|
|
|
// CSI request parameters
|
|
|
|
func newVolumeOptions(requestName string, size int64, volOptions, secret map[string]string) (*volumeOptions, error) {
|
2018-04-13 12:21:15 +00:00
|
|
|
var (
|
2019-01-29 05:49:16 +00:00
|
|
|
opts volumeOptions
|
|
|
|
err error
|
2018-04-13 12:21:15 +00:00
|
|
|
)
|
2018-03-05 11:59:47 +00:00
|
|
|
|
2019-05-28 19:03:18 +00:00
|
|
|
opts.Monitors, opts.ClusterID, err = getMonsAndClusterID(volOptions)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
2019-01-21 14:21:03 +00:00
|
|
|
}
|
2019-05-28 19:03:18 +00:00
|
|
|
|
2019-08-05 15:40:48 +00:00
|
|
|
if err = extractOptionalOption(&opts.Pool, "pool", volOptions); err != nil {
|
2019-05-28 19:03:18 +00:00
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
if err = extractMounter(&opts.Mounter, volOptions); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
if err = extractOption(&opts.FsName, "fsName", volOptions); err != nil {
|
|
|
|
return nil, err
|
2018-03-09 16:05:19 +00:00
|
|
|
}
|
2019-01-29 05:49:16 +00:00
|
|
|
|
2019-05-28 19:03:18 +00:00
|
|
|
opts.RequestName = requestName
|
|
|
|
opts.Size = size
|
|
|
|
|
2019-06-25 19:29:17 +00:00
|
|
|
cr, err := util.NewAdminCredentials(secret)
|
2019-05-28 19:03:18 +00:00
|
|
|
if err != nil {
|
2019-01-29 05:49:16 +00:00
|
|
|
return nil, err
|
|
|
|
}
|
2019-06-25 19:29:17 +00:00
|
|
|
defer cr.DeleteCredentials()
|
2019-01-29 05:49:16 +00:00
|
|
|
|
2019-06-01 21:26:42 +00:00
|
|
|
opts.FscID, err = getFscID(opts.Monitors, cr, opts.FsName)
|
2019-05-28 19:03:18 +00:00
|
|
|
if err != nil {
|
2018-03-09 16:05:19 +00:00
|
|
|
return nil, err
|
|
|
|
}
|
2018-03-05 11:59:47 +00:00
|
|
|
|
2019-06-01 21:26:42 +00:00
|
|
|
opts.MetadataPool, err = getMetadataPool(opts.Monitors, cr, opts.FsName)
|
2019-05-28 19:03:18 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
opts.ProvisionVolume = true
|
|
|
|
|
2019-01-29 05:49:16 +00:00
|
|
|
return &opts, nil
|
|
|
|
}
|
|
|
|
|
2019-05-28 19:03:18 +00:00
|
|
|
// newVolumeOptionsFromVolID generates a new instance of volumeOptions and volumeIdentifier
|
|
|
|
// from the provided CSI VolumeID
|
|
|
|
func newVolumeOptionsFromVolID(volID string, volOpt, secrets map[string]string) (*volumeOptions, *volumeIdentifier, error) {
|
2019-01-29 05:49:16 +00:00
|
|
|
var (
|
2019-05-28 19:03:18 +00:00
|
|
|
vi util.CSIIdentifier
|
|
|
|
volOptions volumeOptions
|
|
|
|
vid volumeIdentifier
|
|
|
|
)
|
|
|
|
|
|
|
|
// Decode the VolID first, to detect older volumes or pre-provisioned volumes
|
|
|
|
// before other errors
|
|
|
|
err := vi.DecomposeCSIID(volID)
|
|
|
|
if err != nil {
|
|
|
|
err = fmt.Errorf("error decoding volume ID (%s) (%s)", err, volID)
|
|
|
|
return nil, nil, ErrInvalidVolID{err}
|
|
|
|
}
|
|
|
|
volOptions.ClusterID = vi.ClusterID
|
|
|
|
vid.FsSubvolName = volJournal.NamingPrefix() + vi.ObjectUUID
|
|
|
|
vid.VolumeID = volID
|
|
|
|
volOptions.FscID = vi.LocationID
|
|
|
|
|
|
|
|
if volOptions.Monitors, err = util.Mons(csiConfigFile, vi.ClusterID); err != nil {
|
2019-06-11 12:40:31 +00:00
|
|
|
return nil, nil, errors.Wrapf(err, "failed to fetch monitor list using clusterID (%s)", vi.ClusterID)
|
2019-05-28 19:03:18 +00:00
|
|
|
}
|
|
|
|
|
2019-06-25 19:29:17 +00:00
|
|
|
cr, err := util.NewAdminCredentials(secrets)
|
2019-05-28 19:03:18 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, nil, err
|
|
|
|
}
|
2019-06-25 19:29:17 +00:00
|
|
|
defer cr.DeleteCredentials()
|
2019-05-28 19:03:18 +00:00
|
|
|
|
2019-06-01 21:26:42 +00:00
|
|
|
volOptions.FsName, err = getFsName(volOptions.Monitors, cr, volOptions.FscID)
|
2019-05-28 19:03:18 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, nil, err
|
|
|
|
}
|
|
|
|
|
2019-06-01 21:26:42 +00:00
|
|
|
volOptions.MetadataPool, err = getMetadataPool(volOptions.Monitors, cr, volOptions.FsName)
|
2019-05-28 19:03:18 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, nil, err
|
|
|
|
}
|
|
|
|
|
2019-06-01 21:26:42 +00:00
|
|
|
volOptions.RequestName, _, err = volJournal.GetObjectUUIDData(volOptions.Monitors, cr,
|
2019-05-28 19:03:18 +00:00
|
|
|
volOptions.MetadataPool, vi.ObjectUUID, false)
|
|
|
|
if err != nil {
|
|
|
|
return nil, nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
if volOpt != nil {
|
2019-08-05 15:40:48 +00:00
|
|
|
if err = extractOptionalOption(&volOptions.Pool, "pool", volOpt); err != nil {
|
2019-05-28 19:03:18 +00:00
|
|
|
return nil, nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
if err = extractMounter(&volOptions.Mounter, volOpt); err != nil {
|
|
|
|
return nil, nil, err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-06-08 05:06:03 +00:00
|
|
|
volOptions.RootPath, err = getVolumeRootPathCeph(&volOptions, cr, volumeID(vid.FsSubvolName))
|
|
|
|
if err != nil {
|
|
|
|
return nil, nil, err
|
|
|
|
}
|
|
|
|
|
2019-05-28 19:03:18 +00:00
|
|
|
volOptions.ProvisionVolume = true
|
|
|
|
|
|
|
|
return &volOptions, &vid, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// newVolumeOptionsFromVersion1Context generates a new instance of volumeOptions and
|
|
|
|
// volumeIdentifier from the provided CSI volume context, if the provided context was
|
|
|
|
// for a volume created by version 1.0.0 (or prior) of the CSI plugin
|
|
|
|
func newVolumeOptionsFromVersion1Context(volID string, options, secrets map[string]string) (*volumeOptions, *volumeIdentifier, error) {
|
|
|
|
var (
|
|
|
|
opts volumeOptions
|
|
|
|
vid volumeIdentifier
|
2019-01-29 05:49:16 +00:00
|
|
|
provisionVolumeBool string
|
|
|
|
err error
|
|
|
|
)
|
2019-05-28 19:03:18 +00:00
|
|
|
|
|
|
|
// Check if monitors is part of the options, that is an indicator this is an 1.0.0 volume
|
|
|
|
if err = extractOption(&opts.Monitors, "monitors", options); err != nil {
|
|
|
|
return nil, nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
// check if there are mon values in secret and if so override option retrieved monitors from
|
|
|
|
// monitors in the secret
|
2019-06-01 21:26:42 +00:00
|
|
|
mon, err := util.GetMonValFromSecret(secrets)
|
2019-05-28 19:03:18 +00:00
|
|
|
if err == nil && len(mon) > 0 {
|
|
|
|
opts.Monitors = mon
|
|
|
|
}
|
|
|
|
|
|
|
|
if err = extractOption(&provisionVolumeBool, "provisionVolume", options); err != nil {
|
|
|
|
return nil, nil, err
|
2019-01-29 05:49:16 +00:00
|
|
|
}
|
|
|
|
|
2018-04-13 12:21:15 +00:00
|
|
|
if opts.ProvisionVolume, err = strconv.ParseBool(provisionVolumeBool); err != nil {
|
2019-05-28 19:03:18 +00:00
|
|
|
return nil, nil, fmt.Errorf("failed to parse provisionVolume: %v", err)
|
2018-03-09 16:05:19 +00:00
|
|
|
}
|
2018-03-05 11:59:47 +00:00
|
|
|
|
2018-04-13 12:21:15 +00:00
|
|
|
if opts.ProvisionVolume {
|
2019-05-28 19:03:18 +00:00
|
|
|
if err = extractOption(&opts.Pool, "pool", options); err != nil {
|
|
|
|
return nil, nil, err
|
2018-04-13 12:21:15 +00:00
|
|
|
}
|
2019-05-28 19:03:18 +00:00
|
|
|
|
2019-07-10 10:50:04 +00:00
|
|
|
opts.RootPath = getVolumeRootPathCephDeprecated(volumeID(volID))
|
2018-04-13 12:21:15 +00:00
|
|
|
} else {
|
2019-05-28 19:03:18 +00:00
|
|
|
if err = extractOption(&opts.RootPath, "rootPath", options); err != nil {
|
|
|
|
return nil, nil, err
|
2018-04-13 12:21:15 +00:00
|
|
|
}
|
2018-03-22 13:11:51 +00:00
|
|
|
}
|
|
|
|
|
2019-05-28 19:03:18 +00:00
|
|
|
if err = extractMounter(&opts.Mounter, options); err != nil {
|
|
|
|
return nil, nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
vid.FsSubvolName = volID
|
|
|
|
vid.VolumeID = volID
|
|
|
|
|
|
|
|
return &opts, &vid, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// newVolumeOptionsFromStaticVolume generates a new instance of volumeOptions and
|
|
|
|
// volumeIdentifier from the provided CSI volume context, if the provided context is
|
|
|
|
// detected to be a statically provisioned volume
|
|
|
|
func newVolumeOptionsFromStaticVolume(volID string, options map[string]string) (*volumeOptions, *volumeIdentifier, error) {
|
|
|
|
var (
|
|
|
|
opts volumeOptions
|
|
|
|
vid volumeIdentifier
|
|
|
|
staticVol bool
|
|
|
|
err error
|
|
|
|
)
|
|
|
|
|
|
|
|
val, ok := options["staticVolume"]
|
|
|
|
if !ok {
|
|
|
|
return nil, nil, ErrNonStaticVolume{err}
|
|
|
|
}
|
|
|
|
|
|
|
|
if staticVol, err = strconv.ParseBool(val); err != nil {
|
|
|
|
return nil, nil, fmt.Errorf("failed to parse preProvisionedVolume: %v", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
if !staticVol {
|
|
|
|
return nil, nil, ErrNonStaticVolume{err}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Volume is static, and ProvisionVolume carries bool stating if it was provisioned, hence
|
|
|
|
// store NOT of static boolean
|
|
|
|
opts.ProvisionVolume = !staticVol
|
|
|
|
|
|
|
|
opts.Monitors, opts.ClusterID, err = getMonsAndClusterID(options)
|
|
|
|
if err != nil {
|
|
|
|
return nil, nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
if err = extractOption(&opts.RootPath, "rootPath", options); err != nil {
|
|
|
|
return nil, nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
if err = extractOption(&opts.FsName, "fsName", options); err != nil {
|
|
|
|
return nil, nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
if err = extractMounter(&opts.Mounter, options); err != nil {
|
|
|
|
return nil, nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
vid.FsSubvolName = opts.RootPath
|
|
|
|
vid.VolumeID = volID
|
|
|
|
|
|
|
|
return &opts, &vid, nil
|
2018-03-05 11:59:47 +00:00
|
|
|
}
|