mirror of
https://github.com/ceph/ceph-csi.git
synced 2024-11-23 06:40:23 +00:00
304 lines
8.6 KiB
Go
304 lines
8.6 KiB
Go
/*
|
|
Copyright 2015 The Kubernetes Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package transport
|
|
|
|
import (
|
|
"context"
|
|
"crypto/tls"
|
|
"crypto/x509"
|
|
"fmt"
|
|
"io/ioutil"
|
|
"net/http"
|
|
"sync"
|
|
"time"
|
|
|
|
utilnet "k8s.io/apimachinery/pkg/util/net"
|
|
"k8s.io/klog"
|
|
)
|
|
|
|
// New returns an http.RoundTripper that will provide the authentication
|
|
// or transport level security defined by the provided Config.
|
|
func New(config *Config) (http.RoundTripper, error) {
|
|
// Set transport level security
|
|
if config.Transport != nil && (config.HasCA() || config.HasCertAuth() || config.HasCertCallback() || config.TLS.Insecure) {
|
|
return nil, fmt.Errorf("using a custom transport with TLS certificate options or the insecure flag is not allowed")
|
|
}
|
|
|
|
var (
|
|
rt http.RoundTripper
|
|
err error
|
|
)
|
|
|
|
if config.Transport != nil {
|
|
rt = config.Transport
|
|
} else {
|
|
rt, err = tlsCache.get(config)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
}
|
|
|
|
return HTTPWrappersForConfig(config, rt)
|
|
}
|
|
|
|
// TLSConfigFor returns a tls.Config that will provide the transport level security defined
|
|
// by the provided Config. Will return nil if no transport level security is requested.
|
|
func TLSConfigFor(c *Config) (*tls.Config, error) {
|
|
if !(c.HasCA() || c.HasCertAuth() || c.HasCertCallback() || c.TLS.Insecure || len(c.TLS.ServerName) > 0 || len(c.TLS.NextProtos) > 0) {
|
|
return nil, nil
|
|
}
|
|
if c.HasCA() && c.TLS.Insecure {
|
|
return nil, fmt.Errorf("specifying a root certificates file with the insecure flag is not allowed")
|
|
}
|
|
if err := loadTLSFiles(c); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
tlsConfig := &tls.Config{
|
|
// Can't use SSLv3 because of POODLE and BEAST
|
|
// Can't use TLSv1.0 because of POODLE and BEAST using CBC cipher
|
|
// Can't use TLSv1.1 because of RC4 cipher usage
|
|
MinVersion: tls.VersionTLS12,
|
|
InsecureSkipVerify: c.TLS.Insecure,
|
|
ServerName: c.TLS.ServerName,
|
|
NextProtos: c.TLS.NextProtos,
|
|
}
|
|
|
|
if c.HasCA() {
|
|
tlsConfig.RootCAs = rootCertPool(c.TLS.CAData)
|
|
}
|
|
|
|
var staticCert *tls.Certificate
|
|
// Treat cert as static if either key or cert was data, not a file
|
|
if c.HasCertAuth() && !c.TLS.ReloadTLSFiles {
|
|
// If key/cert were provided, verify them before setting up
|
|
// tlsConfig.GetClientCertificate.
|
|
cert, err := tls.X509KeyPair(c.TLS.CertData, c.TLS.KeyData)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
staticCert = &cert
|
|
}
|
|
|
|
var dynamicCertLoader func() (*tls.Certificate, error)
|
|
if c.TLS.ReloadTLSFiles {
|
|
dynamicCertLoader = cachingCertificateLoader(c.TLS.CertFile, c.TLS.KeyFile)
|
|
}
|
|
|
|
if c.HasCertAuth() || c.HasCertCallback() {
|
|
tlsConfig.GetClientCertificate = func(*tls.CertificateRequestInfo) (*tls.Certificate, error) {
|
|
// Note: static key/cert data always take precedence over cert
|
|
// callback.
|
|
if staticCert != nil {
|
|
return staticCert, nil
|
|
}
|
|
// key/cert files lead to ReloadTLSFiles being set - takes precedence over cert callback
|
|
if dynamicCertLoader != nil {
|
|
return dynamicCertLoader()
|
|
}
|
|
if c.HasCertCallback() {
|
|
cert, err := c.TLS.GetCert()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
// GetCert may return empty value, meaning no cert.
|
|
if cert != nil {
|
|
return cert, nil
|
|
}
|
|
}
|
|
|
|
// Both c.TLS.CertData/KeyData were unset and GetCert didn't return
|
|
// anything. Return an empty tls.Certificate, no client cert will
|
|
// be sent to the server.
|
|
return &tls.Certificate{}, nil
|
|
}
|
|
}
|
|
|
|
return tlsConfig, nil
|
|
}
|
|
|
|
// loadTLSFiles copies the data from the CertFile, KeyFile, and CAFile fields into the CertData,
|
|
// KeyData, and CAFile fields, or returns an error. If no error is returned, all three fields are
|
|
// either populated or were empty to start.
|
|
func loadTLSFiles(c *Config) error {
|
|
var err error
|
|
c.TLS.CAData, err = dataFromSliceOrFile(c.TLS.CAData, c.TLS.CAFile)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
// Check that we are purely loading from files
|
|
if len(c.TLS.CertFile) > 0 && len(c.TLS.CertData) == 0 && len(c.TLS.KeyFile) > 0 && len(c.TLS.KeyData) == 0 {
|
|
c.TLS.ReloadTLSFiles = true
|
|
}
|
|
|
|
c.TLS.CertData, err = dataFromSliceOrFile(c.TLS.CertData, c.TLS.CertFile)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
c.TLS.KeyData, err = dataFromSliceOrFile(c.TLS.KeyData, c.TLS.KeyFile)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// dataFromSliceOrFile returns data from the slice (if non-empty), or from the file,
|
|
// or an error if an error occurred reading the file
|
|
func dataFromSliceOrFile(data []byte, file string) ([]byte, error) {
|
|
if len(data) > 0 {
|
|
return data, nil
|
|
}
|
|
if len(file) > 0 {
|
|
fileData, err := ioutil.ReadFile(file)
|
|
if err != nil {
|
|
return []byte{}, err
|
|
}
|
|
return fileData, nil
|
|
}
|
|
return nil, nil
|
|
}
|
|
|
|
// rootCertPool returns nil if caData is empty. When passed along, this will mean "use system CAs".
|
|
// When caData is not empty, it will be the ONLY information used in the CertPool.
|
|
func rootCertPool(caData []byte) *x509.CertPool {
|
|
// What we really want is a copy of x509.systemRootsPool, but that isn't exposed. It's difficult to build (see the go
|
|
// code for a look at the platform specific insanity), so we'll use the fact that RootCAs == nil gives us the system values
|
|
// It doesn't allow trusting either/or, but hopefully that won't be an issue
|
|
if len(caData) == 0 {
|
|
return nil
|
|
}
|
|
|
|
// if we have caData, use it
|
|
certPool := x509.NewCertPool()
|
|
certPool.AppendCertsFromPEM(caData)
|
|
return certPool
|
|
}
|
|
|
|
// WrapperFunc wraps an http.RoundTripper when a new transport
|
|
// is created for a client, allowing per connection behavior
|
|
// to be injected.
|
|
type WrapperFunc func(rt http.RoundTripper) http.RoundTripper
|
|
|
|
// Wrappers accepts any number of wrappers and returns a wrapper
|
|
// function that is the equivalent of calling each of them in order. Nil
|
|
// values are ignored, which makes this function convenient for incrementally
|
|
// wrapping a function.
|
|
func Wrappers(fns ...WrapperFunc) WrapperFunc {
|
|
if len(fns) == 0 {
|
|
return nil
|
|
}
|
|
// optimize the common case of wrapping a possibly nil transport wrapper
|
|
// with an additional wrapper
|
|
if len(fns) == 2 && fns[0] == nil {
|
|
return fns[1]
|
|
}
|
|
return func(rt http.RoundTripper) http.RoundTripper {
|
|
base := rt
|
|
for _, fn := range fns {
|
|
if fn != nil {
|
|
base = fn(base)
|
|
}
|
|
}
|
|
return base
|
|
}
|
|
}
|
|
|
|
// ContextCanceller prevents new requests after the provided context is finished.
|
|
// err is returned when the context is closed, allowing the caller to provide a context
|
|
// appropriate error.
|
|
func ContextCanceller(ctx context.Context, err error) WrapperFunc {
|
|
return func(rt http.RoundTripper) http.RoundTripper {
|
|
return &contextCanceller{
|
|
ctx: ctx,
|
|
rt: rt,
|
|
err: err,
|
|
}
|
|
}
|
|
}
|
|
|
|
type contextCanceller struct {
|
|
ctx context.Context
|
|
rt http.RoundTripper
|
|
err error
|
|
}
|
|
|
|
func (b *contextCanceller) RoundTrip(req *http.Request) (*http.Response, error) {
|
|
select {
|
|
case <-b.ctx.Done():
|
|
return nil, b.err
|
|
default:
|
|
return b.rt.RoundTrip(req)
|
|
}
|
|
}
|
|
|
|
func tryCancelRequest(rt http.RoundTripper, req *http.Request) {
|
|
type canceler interface {
|
|
CancelRequest(*http.Request)
|
|
}
|
|
switch rt := rt.(type) {
|
|
case canceler:
|
|
rt.CancelRequest(req)
|
|
case utilnet.RoundTripperWrapper:
|
|
tryCancelRequest(rt.WrappedRoundTripper(), req)
|
|
default:
|
|
klog.Warningf("Unable to cancel request for %T", rt)
|
|
}
|
|
}
|
|
|
|
type certificateCacheEntry struct {
|
|
cert *tls.Certificate
|
|
err error
|
|
birth time.Time
|
|
}
|
|
|
|
// isStale returns true when this cache entry is too old to be usable
|
|
func (c *certificateCacheEntry) isStale() bool {
|
|
return time.Now().Sub(c.birth) > time.Second
|
|
}
|
|
|
|
func newCertificateCacheEntry(certFile, keyFile string) certificateCacheEntry {
|
|
cert, err := tls.LoadX509KeyPair(certFile, keyFile)
|
|
return certificateCacheEntry{cert: &cert, err: err, birth: time.Now()}
|
|
}
|
|
|
|
// cachingCertificateLoader ensures that we don't hammer the filesystem when opening many connections
|
|
// the underlying cert files are read at most once every second
|
|
func cachingCertificateLoader(certFile, keyFile string) func() (*tls.Certificate, error) {
|
|
current := newCertificateCacheEntry(certFile, keyFile)
|
|
var currentMtx sync.RWMutex
|
|
|
|
return func() (*tls.Certificate, error) {
|
|
currentMtx.RLock()
|
|
if current.isStale() {
|
|
currentMtx.RUnlock()
|
|
|
|
currentMtx.Lock()
|
|
defer currentMtx.Unlock()
|
|
|
|
if current.isStale() {
|
|
current = newCertificateCacheEntry(certFile, keyFile)
|
|
}
|
|
} else {
|
|
defer currentMtx.RUnlock()
|
|
}
|
|
|
|
return current.cert, current.err
|
|
}
|
|
}
|