mirror of
https://github.com/ceph/ceph-csi.git
synced 2024-09-20 23:49:53 +00:00
400 lines
12 KiB
Go
400 lines
12 KiB
Go
/*
|
|
Copyright 2015 The Kubernetes Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package iscsi
|
|
|
|
import (
|
|
"fmt"
|
|
"strconv"
|
|
"strings"
|
|
|
|
"github.com/golang/glog"
|
|
"k8s.io/api/core/v1"
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
"k8s.io/apimachinery/pkg/types"
|
|
"k8s.io/kubernetes/pkg/util/mount"
|
|
utilstrings "k8s.io/kubernetes/pkg/util/strings"
|
|
"k8s.io/kubernetes/pkg/volume"
|
|
ioutil "k8s.io/kubernetes/pkg/volume/util"
|
|
)
|
|
|
|
// This is the primary entrypoint for volume plugins.
|
|
func ProbeVolumePlugins() []volume.VolumePlugin {
|
|
return []volume.VolumePlugin{&iscsiPlugin{nil}}
|
|
}
|
|
|
|
type iscsiPlugin struct {
|
|
host volume.VolumeHost
|
|
}
|
|
|
|
var _ volume.VolumePlugin = &iscsiPlugin{}
|
|
var _ volume.PersistentVolumePlugin = &iscsiPlugin{}
|
|
|
|
const (
|
|
iscsiPluginName = "kubernetes.io/iscsi"
|
|
)
|
|
|
|
func (plugin *iscsiPlugin) Init(host volume.VolumeHost) error {
|
|
plugin.host = host
|
|
return nil
|
|
}
|
|
|
|
func (plugin *iscsiPlugin) GetPluginName() string {
|
|
return iscsiPluginName
|
|
}
|
|
|
|
func (plugin *iscsiPlugin) GetVolumeName(spec *volume.Spec) (string, error) {
|
|
tp, _, iqn, lun, err := getISCSITargetInfo(spec)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
|
|
return fmt.Sprintf("%v:%v:%v", tp, iqn, lun), nil
|
|
}
|
|
|
|
func (plugin *iscsiPlugin) CanSupport(spec *volume.Spec) bool {
|
|
if (spec.Volume != nil && spec.Volume.ISCSI == nil) || (spec.PersistentVolume != nil && spec.PersistentVolume.Spec.ISCSI == nil) {
|
|
return false
|
|
}
|
|
|
|
return true
|
|
}
|
|
|
|
func (plugin *iscsiPlugin) RequiresRemount() bool {
|
|
return false
|
|
}
|
|
|
|
func (plugin *iscsiPlugin) SupportsMountOption() bool {
|
|
return true
|
|
}
|
|
|
|
func (plugin *iscsiPlugin) SupportsBulkVolumeVerification() bool {
|
|
return false
|
|
}
|
|
|
|
func (plugin *iscsiPlugin) GetAccessModes() []v1.PersistentVolumeAccessMode {
|
|
return []v1.PersistentVolumeAccessMode{
|
|
v1.ReadWriteOnce,
|
|
v1.ReadOnlyMany,
|
|
}
|
|
}
|
|
|
|
func (plugin *iscsiPlugin) NewMounter(spec *volume.Spec, pod *v1.Pod, _ volume.VolumeOptions) (volume.Mounter, error) {
|
|
// Inject real implementations here, test through the internal function.
|
|
var secret map[string]string
|
|
if pod == nil {
|
|
return nil, fmt.Errorf("nil pod")
|
|
}
|
|
chapDiscover, err := getISCSIDiscoveryCHAPInfo(spec)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
chapSession, err := getISCSISessionCHAPInfo(spec)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if chapDiscover || chapSession {
|
|
secretName, secretNamespace, err := getISCSISecretNameAndNamespace(spec, pod.Namespace)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
if len(secretName) > 0 && len(secretNamespace) > 0 {
|
|
// if secret is provideded, retrieve it
|
|
kubeClient := plugin.host.GetKubeClient()
|
|
if kubeClient == nil {
|
|
return nil, fmt.Errorf("Cannot get kube client")
|
|
}
|
|
secretObj, err := kubeClient.Core().Secrets(secretNamespace).Get(secretName, metav1.GetOptions{})
|
|
if err != nil {
|
|
err = fmt.Errorf("Couldn't get secret %v/%v error: %v", secretNamespace, secretName, err)
|
|
return nil, err
|
|
}
|
|
secret = make(map[string]string)
|
|
for name, data := range secretObj.Data {
|
|
glog.V(4).Infof("retrieving CHAP secret name: %s", name)
|
|
secret[name] = string(data)
|
|
}
|
|
}
|
|
}
|
|
return plugin.newMounterInternal(spec, pod.UID, &ISCSIUtil{}, plugin.host.GetMounter(plugin.GetPluginName()), plugin.host.GetExec(plugin.GetPluginName()), secret)
|
|
}
|
|
|
|
func (plugin *iscsiPlugin) newMounterInternal(spec *volume.Spec, podUID types.UID, manager diskManager, mounter mount.Interface, exec mount.Exec, secret map[string]string) (volume.Mounter, error) {
|
|
// iscsi volumes used directly in a pod have a ReadOnly flag set by the pod author.
|
|
// iscsi volumes used as a PersistentVolume gets the ReadOnly flag indirectly through the persistent-claim volume used to mount the PV
|
|
readOnly, fsType, err := getISCSIVolumeInfo(spec)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
tp, portals, iqn, lunStr, err := getISCSITargetInfo(spec)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
lun := strconv.Itoa(int(lunStr))
|
|
portal := portalMounter(tp)
|
|
var bkportal []string
|
|
bkportal = append(bkportal, portal)
|
|
for _, p := range portals {
|
|
bkportal = append(bkportal, portalMounter(string(p)))
|
|
}
|
|
|
|
iface, initiatorNamePtr, err := getISCSIInitiatorInfo(spec)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
var initiatorName string
|
|
if initiatorNamePtr != nil {
|
|
initiatorName = *initiatorNamePtr
|
|
}
|
|
chapDiscovery, err := getISCSIDiscoveryCHAPInfo(spec)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
chapSession, err := getISCSISessionCHAPInfo(spec)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return &iscsiDiskMounter{
|
|
iscsiDisk: &iscsiDisk{
|
|
podUID: podUID,
|
|
VolName: spec.Name(),
|
|
Portals: bkportal,
|
|
Iqn: iqn,
|
|
lun: lun,
|
|
Iface: iface,
|
|
chap_discovery: chapDiscovery,
|
|
chap_session: chapSession,
|
|
secret: secret,
|
|
InitiatorName: initiatorName,
|
|
manager: manager,
|
|
plugin: plugin},
|
|
fsType: fsType,
|
|
readOnly: readOnly,
|
|
mounter: &mount.SafeFormatAndMount{Interface: mounter, Exec: exec},
|
|
exec: exec,
|
|
deviceUtil: ioutil.NewDeviceHandler(ioutil.NewIOHandler()),
|
|
mountOptions: volume.MountOptionFromSpec(spec),
|
|
}, nil
|
|
}
|
|
|
|
func (plugin *iscsiPlugin) NewUnmounter(volName string, podUID types.UID) (volume.Unmounter, error) {
|
|
// Inject real implementations here, test through the internal function.
|
|
return plugin.newUnmounterInternal(volName, podUID, &ISCSIUtil{}, plugin.host.GetMounter(plugin.GetPluginName()), plugin.host.GetExec(plugin.GetPluginName()))
|
|
}
|
|
|
|
func (plugin *iscsiPlugin) newUnmounterInternal(volName string, podUID types.UID, manager diskManager, mounter mount.Interface, exec mount.Exec) (volume.Unmounter, error) {
|
|
return &iscsiDiskUnmounter{
|
|
iscsiDisk: &iscsiDisk{
|
|
podUID: podUID,
|
|
VolName: volName,
|
|
manager: manager,
|
|
plugin: plugin,
|
|
},
|
|
mounter: mounter,
|
|
exec: exec,
|
|
}, nil
|
|
}
|
|
|
|
func (plugin *iscsiPlugin) ConstructVolumeSpec(volumeName, mountPath string) (*volume.Spec, error) {
|
|
iscsiVolume := &v1.Volume{
|
|
Name: volumeName,
|
|
VolumeSource: v1.VolumeSource{
|
|
ISCSI: &v1.ISCSIVolumeSource{
|
|
TargetPortal: volumeName,
|
|
IQN: volumeName,
|
|
},
|
|
},
|
|
}
|
|
return volume.NewSpecFromVolume(iscsiVolume), nil
|
|
}
|
|
|
|
type iscsiDisk struct {
|
|
VolName string
|
|
podUID types.UID
|
|
Portals []string
|
|
Iqn string
|
|
lun string
|
|
Iface string
|
|
chap_discovery bool
|
|
chap_session bool
|
|
secret map[string]string
|
|
InitiatorName string
|
|
plugin *iscsiPlugin
|
|
// Utility interface that provides API calls to the provider to attach/detach disks.
|
|
manager diskManager
|
|
volume.MetricsNil
|
|
}
|
|
|
|
func (iscsi *iscsiDisk) GetPath() string {
|
|
name := iscsiPluginName
|
|
// safe to use PodVolumeDir now: volume teardown occurs before pod is cleaned up
|
|
return iscsi.plugin.host.GetPodVolumeDir(iscsi.podUID, utilstrings.EscapeQualifiedNameForDisk(name), iscsi.VolName)
|
|
}
|
|
|
|
type iscsiDiskMounter struct {
|
|
*iscsiDisk
|
|
readOnly bool
|
|
fsType string
|
|
mounter *mount.SafeFormatAndMount
|
|
exec mount.Exec
|
|
deviceUtil ioutil.DeviceUtil
|
|
mountOptions []string
|
|
}
|
|
|
|
var _ volume.Mounter = &iscsiDiskMounter{}
|
|
|
|
func (b *iscsiDiskMounter) GetAttributes() volume.Attributes {
|
|
return volume.Attributes{
|
|
ReadOnly: b.readOnly,
|
|
Managed: !b.readOnly,
|
|
SupportsSELinux: true,
|
|
}
|
|
}
|
|
|
|
// Checks prior to mount operations to verify that the required components (binaries, etc.)
|
|
// to mount the volume are available on the underlying node.
|
|
// If not, it returns an error
|
|
func (b *iscsiDiskMounter) CanMount() error {
|
|
return nil
|
|
}
|
|
|
|
func (b *iscsiDiskMounter) SetUp(fsGroup *int64) error {
|
|
return b.SetUpAt(b.GetPath(), fsGroup)
|
|
}
|
|
|
|
func (b *iscsiDiskMounter) SetUpAt(dir string, fsGroup *int64) error {
|
|
// diskSetUp checks mountpoints and prevent repeated calls
|
|
err := diskSetUp(b.manager, *b, dir, b.mounter, fsGroup)
|
|
if err != nil {
|
|
glog.Errorf("iscsi: failed to setup")
|
|
}
|
|
return err
|
|
}
|
|
|
|
type iscsiDiskUnmounter struct {
|
|
*iscsiDisk
|
|
mounter mount.Interface
|
|
exec mount.Exec
|
|
}
|
|
|
|
var _ volume.Unmounter = &iscsiDiskUnmounter{}
|
|
|
|
// Unmounts the bind mount, and detaches the disk only if the disk
|
|
// resource was the last reference to that disk on the kubelet.
|
|
func (c *iscsiDiskUnmounter) TearDown() error {
|
|
return c.TearDownAt(c.GetPath())
|
|
}
|
|
|
|
func (c *iscsiDiskUnmounter) TearDownAt(dir string) error {
|
|
return ioutil.UnmountPath(dir, c.mounter)
|
|
}
|
|
|
|
func portalMounter(portal string) string {
|
|
if !strings.Contains(portal, ":") {
|
|
portal = portal + ":3260"
|
|
}
|
|
return portal
|
|
}
|
|
|
|
// get iSCSI volume info: readOnly and fstype
|
|
func getISCSIVolumeInfo(spec *volume.Spec) (bool, string, error) {
|
|
// for volume source, readonly is in volume spec
|
|
// for PV, readonly is in PV spec
|
|
if spec.Volume != nil && spec.Volume.ISCSI != nil {
|
|
return spec.Volume.ISCSI.ReadOnly, spec.Volume.ISCSI.FSType, nil
|
|
} else if spec.PersistentVolume != nil &&
|
|
spec.PersistentVolume.Spec.ISCSI != nil {
|
|
return spec.ReadOnly, spec.PersistentVolume.Spec.ISCSI.FSType, nil
|
|
}
|
|
|
|
return false, "", fmt.Errorf("Spec does not reference an ISCSI volume type")
|
|
}
|
|
|
|
// get iSCSI target info: target portal, portals, iqn, and lun
|
|
func getISCSITargetInfo(spec *volume.Spec) (string, []string, string, int32, error) {
|
|
if spec.Volume != nil && spec.Volume.ISCSI != nil {
|
|
return spec.Volume.ISCSI.TargetPortal, spec.Volume.ISCSI.Portals, spec.Volume.ISCSI.IQN, spec.Volume.ISCSI.Lun, nil
|
|
} else if spec.PersistentVolume != nil &&
|
|
spec.PersistentVolume.Spec.ISCSI != nil {
|
|
return spec.PersistentVolume.Spec.ISCSI.TargetPortal, spec.PersistentVolume.Spec.ISCSI.Portals, spec.PersistentVolume.Spec.ISCSI.IQN, spec.PersistentVolume.Spec.ISCSI.Lun, nil
|
|
}
|
|
|
|
return "", nil, "", 0, fmt.Errorf("Spec does not reference an ISCSI volume type")
|
|
}
|
|
|
|
// get iSCSI initiator info: iface and initiator name
|
|
func getISCSIInitiatorInfo(spec *volume.Spec) (string, *string, error) {
|
|
if spec.Volume != nil && spec.Volume.ISCSI != nil {
|
|
return spec.Volume.ISCSI.ISCSIInterface, spec.Volume.ISCSI.InitiatorName, nil
|
|
} else if spec.PersistentVolume != nil &&
|
|
spec.PersistentVolume.Spec.ISCSI != nil {
|
|
return spec.PersistentVolume.Spec.ISCSI.ISCSIInterface, spec.PersistentVolume.Spec.ISCSI.InitiatorName, nil
|
|
}
|
|
|
|
return "", nil, fmt.Errorf("Spec does not reference an ISCSI volume type")
|
|
}
|
|
|
|
// get iSCSI Discovery CHAP boolean
|
|
func getISCSIDiscoveryCHAPInfo(spec *volume.Spec) (bool, error) {
|
|
if spec.Volume != nil && spec.Volume.ISCSI != nil {
|
|
return spec.Volume.ISCSI.DiscoveryCHAPAuth, nil
|
|
} else if spec.PersistentVolume != nil &&
|
|
spec.PersistentVolume.Spec.ISCSI != nil {
|
|
return spec.PersistentVolume.Spec.ISCSI.DiscoveryCHAPAuth, nil
|
|
}
|
|
|
|
return false, fmt.Errorf("Spec does not reference an ISCSI volume type")
|
|
}
|
|
|
|
// get iSCSI Session CHAP boolean
|
|
func getISCSISessionCHAPInfo(spec *volume.Spec) (bool, error) {
|
|
if spec.Volume != nil && spec.Volume.ISCSI != nil {
|
|
return spec.Volume.ISCSI.SessionCHAPAuth, nil
|
|
} else if spec.PersistentVolume != nil &&
|
|
spec.PersistentVolume.Spec.ISCSI != nil {
|
|
return spec.PersistentVolume.Spec.ISCSI.SessionCHAPAuth, nil
|
|
}
|
|
|
|
return false, fmt.Errorf("Spec does not reference an ISCSI volume type")
|
|
}
|
|
|
|
// get iSCSI CHAP Secret info: secret name and namespace
|
|
func getISCSISecretNameAndNamespace(spec *volume.Spec, defaultSecretNamespace string) (string, string, error) {
|
|
if spec.Volume != nil && spec.Volume.ISCSI != nil {
|
|
if spec.Volume.ISCSI.SecretRef != nil {
|
|
return spec.Volume.ISCSI.SecretRef.Name, defaultSecretNamespace, nil
|
|
}
|
|
return "", "", nil
|
|
} else if spec.PersistentVolume != nil &&
|
|
spec.PersistentVolume.Spec.ISCSI != nil {
|
|
secretRef := spec.PersistentVolume.Spec.ISCSI.SecretRef
|
|
secretNs := defaultSecretNamespace
|
|
if secretRef != nil {
|
|
if len(secretRef.Namespace) != 0 {
|
|
secretNs = secretRef.Namespace
|
|
}
|
|
return secretRef.Name, secretNs, nil
|
|
}
|
|
return "", "", nil
|
|
}
|
|
|
|
return "", "", fmt.Errorf("Spec does not reference an ISCSI volume type")
|
|
}
|