2019-12-13 11:41:32 +00:00
|
|
|
/*
|
|
|
|
Copyright 2019 The Ceph-CSI Authors.
|
|
|
|
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
you may not use this file except in compliance with the License.
|
|
|
|
You may obtain a copy of the License at
|
|
|
|
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
See the License for the specific language governing permissions and
|
|
|
|
limitations under the License.
|
|
|
|
*/
|
|
|
|
|
|
|
|
package util
|
|
|
|
|
|
|
|
import (
|
|
|
|
"bytes"
|
|
|
|
"fmt"
|
2024-06-21 10:19:06 +00:00
|
|
|
"os"
|
2019-12-13 11:41:32 +00:00
|
|
|
"os/exec"
|
util: Limit cryptsetup PBKDF memory usage
By default, `cryptsetup luksFormat` uses Argon2i as Password-Based Key
Derivation Function (PBKDF), which not only has a CPU cost, but also a memory
cost (to make brute-force attacks harder).
The memory cost is based on the available system memory by default, which in
the context of Ceph CSI can be a problem for two reasons:
1. Pods can have a memory limit (much lower that the memory available on the
node, usually) which isn't taken into account by `cryptsetup`, so it can get
OOM-killed when formating a new volume;
2. The amount of memory that was used during `cryptsetup luksFormat` will then
be needed for `cryptsetup luksOpen`, so if the volume was formated on a node
with a lot of memory, but then needs to be opened on a different node with
less memory, `cryptsetup` will get OOM-killed.
This commit sets the PBKDF memory limit to a fixed value to ensure consistent
memory usage regardless of the specifications of the nodes where the volume
happens to be formatted in the first place.
The limit is set to a relatively low value (32 MiB) so that the `csi-rbdplugin`
container in the `nodeplugin` pod doesn't require an extravagantly high memory
limit in order to format/open volumes (particularly with operations happening
in parallel), while at the same time not being so low as to render it
completely pointless.
Signed-off-by: Benoît Knecht <bknecht@protonmail.ch>
2023-04-26 09:22:25 +00:00
|
|
|
"strconv"
|
2019-12-13 11:41:32 +00:00
|
|
|
"strings"
|
2024-06-21 10:19:06 +00:00
|
|
|
|
|
|
|
"github.com/ceph/ceph-csi/internal/util/file"
|
|
|
|
"github.com/ceph/ceph-csi/internal/util/log"
|
2019-12-13 11:41:32 +00:00
|
|
|
)
|
|
|
|
|
util: Limit cryptsetup PBKDF memory usage
By default, `cryptsetup luksFormat` uses Argon2i as Password-Based Key
Derivation Function (PBKDF), which not only has a CPU cost, but also a memory
cost (to make brute-force attacks harder).
The memory cost is based on the available system memory by default, which in
the context of Ceph CSI can be a problem for two reasons:
1. Pods can have a memory limit (much lower that the memory available on the
node, usually) which isn't taken into account by `cryptsetup`, so it can get
OOM-killed when formating a new volume;
2. The amount of memory that was used during `cryptsetup luksFormat` will then
be needed for `cryptsetup luksOpen`, so if the volume was formated on a node
with a lot of memory, but then needs to be opened on a different node with
less memory, `cryptsetup` will get OOM-killed.
This commit sets the PBKDF memory limit to a fixed value to ensure consistent
memory usage regardless of the specifications of the nodes where the volume
happens to be formatted in the first place.
The limit is set to a relatively low value (32 MiB) so that the `csi-rbdplugin`
container in the `nodeplugin` pod doesn't require an extravagantly high memory
limit in order to format/open volumes (particularly with operations happening
in parallel), while at the same time not being so low as to render it
completely pointless.
Signed-off-by: Benoît Knecht <bknecht@protonmail.ch>
2023-04-26 09:22:25 +00:00
|
|
|
// Limit memory used by Argon2i PBKDF to 32 MiB.
|
|
|
|
const cryptsetupPBKDFMemoryLimit = 32 << 10 // 32768 KiB
|
|
|
|
|
2020-07-19 12:21:03 +00:00
|
|
|
// LuksFormat sets up volume as an encrypted LUKS partition.
|
2021-11-08 07:56:23 +00:00
|
|
|
func LuksFormat(devicePath, passphrase string) (string, string, error) {
|
2021-06-25 12:15:08 +00:00
|
|
|
return execCryptsetupCommand(
|
|
|
|
&passphrase,
|
|
|
|
"-q",
|
|
|
|
"luksFormat",
|
|
|
|
"--type",
|
|
|
|
"luks2",
|
|
|
|
"--hash",
|
|
|
|
"sha256",
|
util: Limit cryptsetup PBKDF memory usage
By default, `cryptsetup luksFormat` uses Argon2i as Password-Based Key
Derivation Function (PBKDF), which not only has a CPU cost, but also a memory
cost (to make brute-force attacks harder).
The memory cost is based on the available system memory by default, which in
the context of Ceph CSI can be a problem for two reasons:
1. Pods can have a memory limit (much lower that the memory available on the
node, usually) which isn't taken into account by `cryptsetup`, so it can get
OOM-killed when formating a new volume;
2. The amount of memory that was used during `cryptsetup luksFormat` will then
be needed for `cryptsetup luksOpen`, so if the volume was formated on a node
with a lot of memory, but then needs to be opened on a different node with
less memory, `cryptsetup` will get OOM-killed.
This commit sets the PBKDF memory limit to a fixed value to ensure consistent
memory usage regardless of the specifications of the nodes where the volume
happens to be formatted in the first place.
The limit is set to a relatively low value (32 MiB) so that the `csi-rbdplugin`
container in the `nodeplugin` pod doesn't require an extravagantly high memory
limit in order to format/open volumes (particularly with operations happening
in parallel), while at the same time not being so low as to render it
completely pointless.
Signed-off-by: Benoît Knecht <bknecht@protonmail.ch>
2023-04-26 09:22:25 +00:00
|
|
|
"--pbkdf-memory",
|
|
|
|
strconv.Itoa(cryptsetupPBKDFMemoryLimit),
|
2021-06-25 12:15:08 +00:00
|
|
|
devicePath,
|
|
|
|
"-d",
|
|
|
|
"/dev/stdin")
|
2019-12-13 11:41:32 +00:00
|
|
|
}
|
|
|
|
|
2020-07-19 12:21:03 +00:00
|
|
|
// LuksOpen opens LUKS encrypted partition and sets up a mapping.
|
2021-11-08 07:56:23 +00:00
|
|
|
func LuksOpen(devicePath, mapperFile, passphrase string) (string, string, error) {
|
2021-07-08 15:06:42 +00:00
|
|
|
// cryptsetup option --disable-keyring (introduced with cryptsetup v2.0.0)
|
|
|
|
// will be ignored with luks1
|
|
|
|
return execCryptsetupCommand(&passphrase, "luksOpen", devicePath, mapperFile, "--disable-keyring", "-d", "/dev/stdin")
|
2019-12-13 11:41:32 +00:00
|
|
|
}
|
|
|
|
|
2021-07-06 07:31:08 +00:00
|
|
|
// LuksResize resizes LUKS encrypted partition.
|
2021-11-08 07:56:23 +00:00
|
|
|
func LuksResize(mapperFile string) (string, string, error) {
|
2021-07-06 07:31:08 +00:00
|
|
|
return execCryptsetupCommand(nil, "resize", mapperFile)
|
|
|
|
}
|
|
|
|
|
2020-07-19 12:21:03 +00:00
|
|
|
// LuksClose removes existing mapping.
|
2021-11-08 07:56:23 +00:00
|
|
|
func LuksClose(mapperFile string) (string, string, error) {
|
2019-12-13 11:41:32 +00:00
|
|
|
return execCryptsetupCommand(nil, "luksClose", mapperFile)
|
|
|
|
}
|
|
|
|
|
2020-07-19 12:21:03 +00:00
|
|
|
// LuksStatus returns encryption status of a provided device.
|
2021-11-08 07:56:23 +00:00
|
|
|
func LuksStatus(mapperFile string) (string, string, error) {
|
2019-12-13 11:41:32 +00:00
|
|
|
return execCryptsetupCommand(nil, "status", mapperFile)
|
|
|
|
}
|
|
|
|
|
2024-06-21 10:19:06 +00:00
|
|
|
// LuksAddKey adds a new key to the specified slot.
|
|
|
|
func LuksAddKey(devicePath, passphrase, newPassphrase, slot string) error {
|
|
|
|
passFile, err := file.CreateTempFile("luks-", passphrase)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
defer os.Remove(passFile.Name())
|
|
|
|
|
|
|
|
newPassFile, err := file.CreateTempFile("luks-", newPassphrase)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
defer os.Remove(newPassFile.Name())
|
|
|
|
|
|
|
|
_, stderr, err := execCryptsetupCommand(
|
|
|
|
nil,
|
|
|
|
"--verbose",
|
|
|
|
"--key-file="+passFile.Name(),
|
|
|
|
"--key-slot="+slot,
|
|
|
|
"luksAddKey",
|
|
|
|
devicePath,
|
|
|
|
newPassFile.Name(),
|
|
|
|
)
|
|
|
|
|
|
|
|
// Return early if no error to save us some time
|
|
|
|
if err == nil {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// Possible scenarios
|
|
|
|
// 1. The provided passphrase to unlock the disk is wrong
|
|
|
|
// 2. The key slot is already in use
|
|
|
|
// If so, check if the key we want to add to the slot is already there
|
|
|
|
// If not, remove it and then add the new key to the slot
|
|
|
|
if strings.Contains(stderr, fmt.Sprintf("Key slot %s is full", slot)) {
|
|
|
|
// The given slot already has a key
|
|
|
|
// Check if it is the one that we want to update with
|
|
|
|
exists, fErr := LuksVerifyKey(devicePath, newPassphrase, slot)
|
|
|
|
if fErr != nil {
|
|
|
|
return fErr
|
|
|
|
}
|
|
|
|
|
|
|
|
// Verification passed, return early
|
|
|
|
if exists {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// Else, we remove the key from the given slot and add the new one
|
|
|
|
// Note: we use existing passphrase here as we are not yet sure if
|
|
|
|
// the newPassphrase is present in the headers
|
|
|
|
fErr = LuksRemoveKey(devicePath, passphrase, slot)
|
|
|
|
if fErr != nil {
|
|
|
|
return fErr
|
|
|
|
}
|
|
|
|
|
|
|
|
// Now the slot is free, add the new key to it
|
|
|
|
fErr = LuksAddKey(devicePath, passphrase, newPassphrase, slot)
|
|
|
|
if fErr != nil {
|
|
|
|
return fErr
|
|
|
|
}
|
|
|
|
|
|
|
|
// No errors, we good.
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// The existing passphrase is wrong and the slot is empty
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
// LuksRemoveKey removes the key by killing the specified slot.
|
|
|
|
func LuksRemoveKey(devicePath, passphrase, slot string) error {
|
|
|
|
keyFile, err := file.CreateTempFile("luks-", passphrase)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
defer os.Remove(keyFile.Name())
|
|
|
|
|
|
|
|
_, stderr, err := execCryptsetupCommand(
|
|
|
|
nil,
|
|
|
|
"--verbose",
|
|
|
|
"--key-file="+keyFile.Name(),
|
|
|
|
"luksKillSlot",
|
|
|
|
devicePath,
|
|
|
|
slot,
|
|
|
|
)
|
|
|
|
if err != nil {
|
|
|
|
// If a slot is not active, don't treat that as an error
|
|
|
|
if !strings.Contains(stderr, fmt.Sprintf("Keyslot %s is not active.", slot)) {
|
|
|
|
return fmt.Errorf("failed to kill slot %s for device %s: %w", slot, devicePath, err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// LuksVerifyKey verifies that a key exists in a given slot.
|
|
|
|
func LuksVerifyKey(devicePath, passphrase, slot string) (bool, error) {
|
|
|
|
// Create a temp file that we will use to open the device
|
|
|
|
keyFile, err := file.CreateTempFile("luks-", passphrase)
|
|
|
|
if err != nil {
|
|
|
|
return false, err
|
|
|
|
}
|
|
|
|
defer os.Remove(keyFile.Name())
|
|
|
|
|
|
|
|
_, stderr, err := execCryptsetupCommand(
|
|
|
|
nil,
|
|
|
|
"--verbose",
|
|
|
|
"--key-file="+keyFile.Name(),
|
|
|
|
"--key-slot="+slot,
|
|
|
|
"luksChangeKey",
|
|
|
|
devicePath,
|
|
|
|
keyFile.Name(),
|
|
|
|
)
|
|
|
|
if err != nil {
|
|
|
|
// If the passphrase doesn't match the key in given slot
|
|
|
|
if strings.Contains(stderr, "No key available with this passphrase.") {
|
|
|
|
// No match, no error
|
|
|
|
return false, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// Otherwise it was something else, return the wrapped error
|
|
|
|
log.ErrorLogMsg("failed to verify key in slot %s. stderr: %s. err: %v", slot, stderr, err)
|
|
|
|
|
|
|
|
return false, fmt.Errorf("failed to verify key in slot %s for device %s: %w", slot, devicePath, err)
|
|
|
|
}
|
|
|
|
|
|
|
|
return true, nil
|
|
|
|
}
|
|
|
|
|
2021-11-08 07:56:23 +00:00
|
|
|
func execCryptsetupCommand(stdin *string, args ...string) (string, string, error) {
|
2019-12-13 11:41:32 +00:00
|
|
|
var (
|
|
|
|
program = "cryptsetup"
|
2020-07-20 12:49:05 +00:00
|
|
|
cmd = exec.Command(program, args...) // #nosec:G204, commands executing not vulnerable.
|
2019-12-13 11:41:32 +00:00
|
|
|
sanitizedArgs = StripSecretInArgs(args)
|
|
|
|
stdoutBuf bytes.Buffer
|
|
|
|
stderrBuf bytes.Buffer
|
|
|
|
)
|
|
|
|
|
|
|
|
cmd.Stdout = &stdoutBuf
|
|
|
|
cmd.Stderr = &stderrBuf
|
|
|
|
if stdin != nil {
|
|
|
|
cmd.Stdin = strings.NewReader(*stdin)
|
|
|
|
}
|
2021-11-08 07:56:23 +00:00
|
|
|
err := cmd.Run()
|
|
|
|
stdout := stdoutBuf.String()
|
|
|
|
stderr := stderrBuf.String()
|
2019-12-13 11:41:32 +00:00
|
|
|
|
2021-11-08 07:56:23 +00:00
|
|
|
if err != nil {
|
|
|
|
return stdout, stderr, fmt.Errorf("an error (%v)"+
|
2019-12-13 11:41:32 +00:00
|
|
|
" occurred while running %s args: %v", err, program, sanitizedArgs)
|
|
|
|
}
|
|
|
|
|
2021-11-08 07:56:23 +00:00
|
|
|
return stdout, stderr, err
|
2019-12-13 11:41:32 +00:00
|
|
|
}
|