mirror of
https://github.com/ceph/ceph-csi.git
synced 2024-11-14 02:10:21 +00:00
3161a6b060
add support to run rbd map and mount -t
commands with the nsenter.
complete design of pod/multus network
is added here https://github.com/rook/rook/
blob/master/design/ceph/multus-network.md#csi-pods
Signed-off-by: Madhu Rajanna <madhupr007@gmail.com>
(cherry picked from commit 7b2aef0d81
)
175 lines
4.9 KiB
Go
175 lines
4.9 KiB
Go
/*
|
|
Copyright 2019 The Ceph-CSI Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package util
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"fmt"
|
|
"os"
|
|
"strings"
|
|
)
|
|
|
|
const (
|
|
// defaultCsiSubvolumeGroup defines the default name for the CephFS CSI subvolumegroup.
|
|
// This was hardcoded once and defaults to the old value to keep backward compatibility.
|
|
defaultCsiSubvolumeGroup = "csi"
|
|
|
|
// CsiConfigFile is the location of the CSI config file.
|
|
CsiConfigFile = "/etc/ceph-csi-config/config.json"
|
|
|
|
// ClusterIDKey is the name of the key containing clusterID.
|
|
ClusterIDKey = "clusterID"
|
|
)
|
|
|
|
// ClusterInfo strongly typed JSON spec for the below JSON structure.
|
|
type ClusterInfo struct {
|
|
// ClusterID is used for unique identification
|
|
ClusterID string `json:"clusterID"`
|
|
// RadosNamespace is a rados namespace in the pool
|
|
RadosNamespace string `json:"radosNamespace"`
|
|
// Monitors is monitor list for corresponding cluster ID
|
|
Monitors []string `json:"monitors"`
|
|
// CephFS contains CephFS specific options
|
|
CephFS struct {
|
|
// SubvolumeGroup contains the name of the SubvolumeGroup for CSI volumes
|
|
SubvolumeGroup string `json:"subvolumeGroup"`
|
|
} `json:"cephFS"`
|
|
// symlink filepath for the network namespace where we need to execute commands.
|
|
NetNamespaceFilePath string `json:"netNamespaceFilePath"`
|
|
}
|
|
|
|
// Expected JSON structure in the passed in config file is,
|
|
// [
|
|
// {
|
|
// "clusterID": "<cluster-id>",
|
|
// "radosNamespace": "<rados-namespace>",
|
|
// "monitors":
|
|
// [
|
|
// "<monitor-value>",
|
|
// "<monitor-value>",
|
|
// ...
|
|
// ],
|
|
// "cephFS": {
|
|
// "subvolumeGroup": "<subvolumegroup for cephfs volumes>"
|
|
// }
|
|
// },
|
|
// ...
|
|
// ].
|
|
func readClusterInfo(pathToConfig, clusterID string) (*ClusterInfo, error) {
|
|
var config []ClusterInfo
|
|
|
|
// #nosec
|
|
content, err := os.ReadFile(pathToConfig)
|
|
if err != nil {
|
|
err = fmt.Errorf("error fetching configuration for cluster ID %q: %w", clusterID, err)
|
|
|
|
return nil, err
|
|
}
|
|
|
|
err = json.Unmarshal(content, &config)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("unmarshal failed (%w), raw buffer response: %s",
|
|
err, string(content))
|
|
}
|
|
|
|
for _, cluster := range config {
|
|
if cluster.ClusterID == clusterID {
|
|
return &cluster, nil
|
|
}
|
|
}
|
|
|
|
return nil, fmt.Errorf("missing configuration for cluster ID %q", clusterID)
|
|
}
|
|
|
|
// Mons returns a comma separated MON list from the csi config for the given clusterID.
|
|
func Mons(pathToConfig, clusterID string) (string, error) {
|
|
cluster, err := readClusterInfo(pathToConfig, clusterID)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
|
|
if len(cluster.Monitors) == 0 {
|
|
return "", fmt.Errorf("empty monitor list for cluster ID (%s) in config", clusterID)
|
|
}
|
|
|
|
return strings.Join(cluster.Monitors, ","), nil
|
|
}
|
|
|
|
// GetRadosNamespace returns the namespace for the given clusterID.
|
|
func GetRadosNamespace(pathToConfig, clusterID string) (string, error) {
|
|
cluster, err := readClusterInfo(pathToConfig, clusterID)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
|
|
return cluster.RadosNamespace, nil
|
|
}
|
|
|
|
// CephFSSubvolumeGroup returns the subvolumeGroup for CephFS volumes. If not set, it returns the default value "csi".
|
|
func CephFSSubvolumeGroup(pathToConfig, clusterID string) (string, error) {
|
|
cluster, err := readClusterInfo(pathToConfig, clusterID)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
|
|
if cluster.CephFS.SubvolumeGroup == "" {
|
|
return defaultCsiSubvolumeGroup, nil
|
|
}
|
|
|
|
return cluster.CephFS.SubvolumeGroup, nil
|
|
}
|
|
|
|
// GetMonsAndClusterID returns monitors and clusterID information read from
|
|
// configfile.
|
|
func GetMonsAndClusterID(ctx context.Context, clusterID string, checkClusterIDMapping bool) (string, string, error) {
|
|
if checkClusterIDMapping {
|
|
monitors, mappedClusterID, err := FetchMappedClusterIDAndMons(ctx, clusterID)
|
|
if err != nil {
|
|
return "", "", err
|
|
}
|
|
|
|
return monitors, mappedClusterID, nil
|
|
}
|
|
|
|
monitors, err := Mons(CsiConfigFile, clusterID)
|
|
if err != nil {
|
|
return "", "", fmt.Errorf("failed to fetch monitor list using clusterID (%s): %w", clusterID, err)
|
|
}
|
|
|
|
return monitors, clusterID, nil
|
|
}
|
|
|
|
// GetClusterID fetches clusterID from given options map.
|
|
func GetClusterID(options map[string]string) (string, error) {
|
|
clusterID, ok := options[ClusterIDKey]
|
|
if !ok {
|
|
return "", ErrClusterIDNotSet
|
|
}
|
|
|
|
return clusterID, nil
|
|
}
|
|
|
|
func GetNetNamespaceFilePath(pathToConfig, clusterID string) (string, error) {
|
|
cluster, err := readClusterInfo(pathToConfig, clusterID)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
|
|
return cluster.NetNamespaceFilePath, nil
|
|
}
|