mirrors/ceph-csi
1
0
Fork 0
mirror of https://github.com/ceph/ceph-csi.git synced 2025-06-13 18:43:34 +00:00
Code Issues Packages Projects Releases Wiki Activity

rbd: pass CSI-drivername to volume group instead of journal instance

Browse Source 
Each object is responsible for maintaining a connection to the journal.

By sharing a single journal, cleanup of objects becomes more complex as
the journal is used in deferred functions and only the last should
destroy the journal connection resources.

Signed-off-by: Niels de Vos <ndevos@ibm.com>
This commit is contained in:
Niels de Vos
2024-10-01 09:35:50 +02:00
committed by mergify[bot]
parent 29bf5797b0
commit 9808408340
3 changed files with 69 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files

58
internal/rbd/group/util.go
View File

@ -57,13 +57,16 @@ type commonVolumeGroup struct {
pool string
namespace string
// csiDriver is the CSI drivername that is required to connect the journal
csiDriver string
// use getJournal() to make sure the journal is connected
journal journal.VolumeGroupJournal
}
func (cvg *commonVolumeGroup) initCommonVolumeGroup(
ctx context.Context,
id string,
j journal.VolumeGroupJournal,
csiDriver string,
creds *util.Credentials,
) error {
csiID := util.CSIIdentifier{}
@ -87,7 +90,7 @@ func (cvg *commonVolumeGroup) initCommonVolumeGroup(
return fmt.Errorf("failed to get pool for volume group id %q: %w", id, err)
}
cvg.journal = j
cvg.csiDriver = csiDriver
cvg.credentials = creds
cvg.id = id
cvg.clusterID = csiID.ClusterID
@ -113,18 +116,27 @@ func (cvg *commonVolumeGroup) Destroy(ctx context.Context) {
}
if cvg.credentials != nil {
cvg.credentials.DeleteCredentials()
// credentials should only be removed with DeleteCredentials()
// by the caller that allocated them
cvg.credentials = nil
}
log.DebugLog(ctx, "destroyed volume group instance with id %q", cvg.id)
if cvg.journal != nil {
cvg.journal.Destroy()
cvg.journal = nil
}
}
// getVolumeGroupAttributes fetches the attributes from the journal, sets some
// of the common values for the VolumeGroup and returns the attributes struct
// for further consumption (like checking the VolumeMap).
func (cvg *commonVolumeGroup) getVolumeGroupAttributes(ctx context.Context) (*journal.VolumeGroupAttributes, error) {
attrs, err := cvg.journal.GetVolumeGroupAttributes(ctx, cvg.pool, cvg.objectUUID)
j, err := cvg.getJournal(ctx)
if err != nil {
return nil, err
}
attrs, err := j.GetVolumeGroupAttributes(ctx, cvg.pool, cvg.objectUUID)
if err != nil {
if !errors.Is(err, util.ErrKeyNotFound) && !errors.Is(err, util.ErrPoolNotFound) {
return nil, fmt.Errorf("failed to get attributes for volume group id %q: %w", cvg.id, err)
@ -197,6 +209,12 @@ func (cvg *commonVolumeGroup) getConnection(ctx context.Context) (*util.ClusterC
return cvg.conn, nil
}
if cvg.credentials == nil {
log.DebugLog(ctx, "missing credentials for common volume group %q: %s", cvg, util.CallStack())
return nil, errors.New("can not connect to cluster without credentials")
}
conn := &util.ClusterConnection{}
err := conn.Connect(cvg.monitors, cvg.credentials)
if err != nil {
@ -209,6 +227,29 @@ func (cvg *commonVolumeGroup) getConnection(ctx context.Context) (*util.ClusterC
return conn, nil
}
func (cvg *commonVolumeGroup) getJournal(ctx context.Context) (journal.VolumeGroupJournal, error) {
if cvg.journal != nil {
return cvg.journal, nil
}
if cvg.credentials == nil {
log.DebugLog(ctx, "missing credentials for common volume group %q: %s", cvg, util.CallStack())
return nil, errors.New("can not connect the journal without credentials")
}
journalConfig := journal.NewCSIVolumeGroupJournalWithNamespace(cvg.csiDriver, cvg.namespace)
j, err := journalConfig.Connect(cvg.monitors, cvg.namespace, cvg.credentials)
if err != nil {
return nil, fmt.Errorf("failed to connect to journal: %w", err)
}
cvg.journal = j
return j, nil
}
// GetIOContext returns the IOContext for the volume group if it exists,
// otherwise it will allocate a new one.
// Destroy should be used to free the IOContext.
@ -254,7 +295,12 @@ func (cvg *commonVolumeGroup) Delete(ctx context.Context) error {
return fmt.Errorf("failed to get pool for volume group %q: %w", cvg, err)
}
err = cvg.journal.UndoReservation(ctx, pool, name, csiID)
j, err := cvg.getJournal(ctx)
if err != nil {
return err
}
err = j.UndoReservation(ctx, pool, name, csiID)
if err != nil /* TODO? !errors.Is(..., err) */ {
return fmt.Errorf("failed to undo the reservation for volume group %q: %w", cvg, err)
}