2019-05-31 09:45:11 +00:00
// +build linux
/ *
Copyright 2016 The Kubernetes Authors .
Licensed under the Apache License , Version 2.0 ( the "License" ) ;
you may not use this file except in compliance with the License .
You may obtain a copy of the License at
http : //www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing , software
distributed under the License is distributed on an "AS IS" BASIS ,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND , either express or implied .
See the License for the specific language governing permissions and
limitations under the License .
* /
package volume
import (
"path/filepath"
"syscall"
"os"
2020-12-17 12:28:29 +00:00
"time"
2019-05-31 09:45:11 +00:00
2020-04-14 07:04:33 +00:00
v1 "k8s.io/api/core/v1"
utilfeature "k8s.io/apiserver/pkg/util/feature"
2020-12-17 12:28:29 +00:00
"k8s.io/klog/v2"
2020-04-14 07:04:33 +00:00
"k8s.io/kubernetes/pkg/features"
2021-06-25 04:59:51 +00:00
"k8s.io/kubernetes/pkg/volume/util/types"
2019-05-31 09:45:11 +00:00
)
const (
rwMask = os . FileMode ( 0660 )
roMask = os . FileMode ( 0440 )
execMask = os . FileMode ( 0110 )
)
// SetVolumeOwnership modifies the given volume to be owned by
// fsGroup, and sets SetGid so that newly created files are owned by
// fsGroup. If fsGroup is nil nothing is done.
2021-06-25 04:59:51 +00:00
func SetVolumeOwnership ( mounter Mounter , fsGroup * int64 , fsGroupChangePolicy * v1 . PodFSGroupChangePolicy , completeFunc func ( types . CompleteFuncParam ) ) error {
2019-05-31 09:45:11 +00:00
if fsGroup == nil {
return nil
}
2020-04-14 07:04:33 +00:00
fsGroupPolicyEnabled := utilfeature . DefaultFeatureGate . Enabled ( features . ConfigurableFSGroupPolicy )
2020-12-17 12:28:29 +00:00
timer := time . AfterFunc ( 30 * time . Second , func ( ) {
klog . Warningf ( "Setting volume ownership for %s and fsGroup set. If the volume has a lot of files then setting volume ownership could be slow, see https://github.com/kubernetes/kubernetes/issues/69699" , mounter . GetPath ( ) )
} )
defer timer . Stop ( )
2020-01-14 10:38:55 +00:00
2020-04-14 07:04:33 +00:00
// This code exists for legacy purposes, so as old behaviour is entirely preserved when feature gate is disabled
// TODO: remove this when ConfigurableFSGroupPolicy turns GA.
if ! fsGroupPolicyEnabled {
2020-12-17 12:28:29 +00:00
err := legacyOwnershipChange ( mounter , fsGroup )
if completeFunc != nil {
2021-06-25 04:59:51 +00:00
completeFunc ( types . CompleteFuncParam {
Err : & err ,
} )
2020-12-17 12:28:29 +00:00
}
return err
2020-04-14 07:04:33 +00:00
}
if skipPermissionChange ( mounter , fsGroup , fsGroupChangePolicy ) {
klog . V ( 3 ) . Infof ( "skipping permission and ownership change for volume %s" , mounter . GetPath ( ) )
return nil
}
2020-12-17 12:28:29 +00:00
err := walkDeep ( mounter . GetPath ( ) , func ( path string , info os . FileInfo , err error ) error {
2019-05-31 09:45:11 +00:00
if err != nil {
return err
}
2020-04-14 07:04:33 +00:00
return changeFilePermission ( path , fsGroup , mounter . GetAttributes ( ) . ReadOnly , info )
} )
2020-12-17 12:28:29 +00:00
if completeFunc != nil {
2021-06-25 04:59:51 +00:00
completeFunc ( types . CompleteFuncParam {
Err : & err ,
} )
2020-12-17 12:28:29 +00:00
}
return err
2020-04-14 07:04:33 +00:00
}
2019-05-31 09:45:11 +00:00
2020-04-14 07:04:33 +00:00
func legacyOwnershipChange ( mounter Mounter , fsGroup * int64 ) error {
return filepath . Walk ( mounter . GetPath ( ) , func ( path string , info os . FileInfo , err error ) error {
if err != nil {
return err
2019-05-31 09:45:11 +00:00
}
2020-04-14 07:04:33 +00:00
return changeFilePermission ( path , fsGroup , mounter . GetAttributes ( ) . ReadOnly , info )
} )
}
2019-05-31 09:45:11 +00:00
2020-04-14 07:04:33 +00:00
func changeFilePermission ( filename string , fsGroup * int64 , readonly bool , info os . FileInfo ) error {
2021-06-25 04:59:51 +00:00
err := os . Lchown ( filename , - 1 , int ( * fsGroup ) )
if err != nil {
klog . Errorf ( "Lchown failed on %v: %v" , filename , err )
}
// chmod passes through to the underlying file for symlinks.
2020-04-14 07:04:33 +00:00
// Symlinks have a mode of 777 but this really doesn't mean anything.
// The permissions of the underlying file are what matter.
// However, if one reads the mode of a symlink then chmods the symlink
// with that mode, it changes the mode of the underlying file, overridden
// the defaultMode and permissions initialized by the volume plugin, which
2021-06-25 04:59:51 +00:00
// is not what we want; thus, we skip chmod for symlinks.
2020-04-14 07:04:33 +00:00
if info . Mode ( ) & os . ModeSymlink != 0 {
return nil
}
2019-05-31 09:45:11 +00:00
2020-04-14 07:04:33 +00:00
mask := rwMask
if readonly {
mask = roMask
}
if info . IsDir ( ) {
mask |= os . ModeSetgid
mask |= execMask
}
2019-05-31 09:45:11 +00:00
2020-04-14 07:04:33 +00:00
err = os . Chmod ( filename , info . Mode ( ) | mask )
if err != nil {
klog . Errorf ( "Chmod failed on %v: %v" , filename , err )
}
return nil
}
func skipPermissionChange ( mounter Mounter , fsGroup * int64 , fsGroupChangePolicy * v1 . PodFSGroupChangePolicy ) bool {
dir := mounter . GetPath ( )
if fsGroupChangePolicy == nil || * fsGroupChangePolicy != v1 . FSGroupChangeOnRootMismatch {
klog . V ( 4 ) . Infof ( "perform recursive ownership change for %s" , dir )
return false
}
return ! requiresPermissionChange ( mounter . GetPath ( ) , fsGroup , mounter . GetAttributes ( ) . ReadOnly )
}
func requiresPermissionChange ( rootDir string , fsGroup * int64 , readonly bool ) bool {
fsInfo , err := os . Stat ( rootDir )
if err != nil {
klog . Errorf ( "performing recursive ownership change on %s because reading permissions of root volume failed: %v" , rootDir , err )
return true
}
stat , ok := fsInfo . Sys ( ) . ( * syscall . Stat_t )
if ! ok || stat == nil {
klog . Errorf ( "performing recursive ownership change on %s because reading permissions of root volume failed" , rootDir )
return true
}
if int ( stat . Gid ) != int ( * fsGroup ) {
klog . V ( 4 ) . Infof ( "expected group ownership of volume %s did not match with: %d" , rootDir , stat . Gid )
return true
}
unixPerms := rwMask
if readonly {
unixPerms = roMask
}
// if rootDir is not a directory then we should apply permission change anyways
if ! fsInfo . IsDir ( ) {
return true
}
unixPerms |= execMask
filePerm := fsInfo . Mode ( ) . Perm ( )
// We need to check if actual permissions of root directory is a superset of permissions required by unixPerms.
// This is done by checking if permission bits expected in unixPerms is set in actual permissions of the directory.
// We use bitwise AND operation to check set bits. For example:
// unixPerms: 770, filePerms: 775 : 770&775 = 770 (perms on directory is a superset)
// unixPerms: 770, filePerms: 770 : 770&770 = 770 (perms on directory is a superset)
// unixPerms: 770, filePerms: 750 : 770&750 = 750 (perms on directory is NOT a superset)
// We also need to check if setgid bits are set in permissions of the directory.
if ( unixPerms & filePerm != unixPerms ) || ( fsInfo . Mode ( ) & os . ModeSetgid == 0 ) {
klog . V ( 4 ) . Infof ( "performing recursive ownership change on %s because of mismatching mode" , rootDir )
return true
}
return false
}
// readDirNames reads the directory named by dirname and returns
// a list of directory entries.
// We are not using filepath.readDirNames because we do not want to sort files found in a directory before changing
// permissions for performance reasons.
func readDirNames ( dirname string ) ( [ ] string , error ) {
f , err := os . Open ( dirname )
if err != nil {
return nil , err
}
names , err := f . Readdirnames ( - 1 )
f . Close ( )
if err != nil {
return nil , err
}
return names , nil
}
// walkDeep can be used to traverse directories and has two minor differences
// from filepath.Walk:
// - List of files/dirs is not sorted for performance reasons
// - callback walkFunc is invoked on root directory after visiting children dirs and files
func walkDeep ( root string , walkFunc filepath . WalkFunc ) error {
info , err := os . Lstat ( root )
if err != nil {
return walkFunc ( root , nil , err )
}
return walk ( root , info , walkFunc )
}
func walk ( path string , info os . FileInfo , walkFunc filepath . WalkFunc ) error {
if ! info . IsDir ( ) {
return walkFunc ( path , info , nil )
}
names , err := readDirNames ( path )
if err != nil {
return err
}
for _ , name := range names {
filename := filepath . Join ( path , name )
fileInfo , err := os . Lstat ( filename )
2019-05-31 09:45:11 +00:00
if err != nil {
2020-04-14 07:04:33 +00:00
if err := walkFunc ( filename , fileInfo , err ) ; err != nil {
return err
}
} else {
err = walk ( filename , fileInfo , walkFunc )
if err != nil {
return err
}
2019-05-31 09:45:11 +00:00
}
2020-04-14 07:04:33 +00:00
}
return walkFunc ( path , info , nil )
2019-05-31 09:45:11 +00:00
}