mirror of
https://github.com/ceph/ceph-csi.git
synced 2024-11-14 02:10:21 +00:00
b1a4590967
There is no release for sigs.k8s.io/controller-runtime that supports Kubernetes v1.27. The main branch has all the required modifications, so we can use that for the time being. Signed-off-by: Niels de Vos <ndevos@ibm.com>
334 lines
9.4 KiB
Go
334 lines
9.4 KiB
Go
/*
|
|
Copyright 2018 The Kubernetes Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package webhook
|
|
|
|
import (
|
|
"context"
|
|
"crypto/tls"
|
|
"crypto/x509"
|
|
"fmt"
|
|
"net"
|
|
"net/http"
|
|
"os"
|
|
"path/filepath"
|
|
"strconv"
|
|
"sync"
|
|
"time"
|
|
|
|
"sigs.k8s.io/controller-runtime/pkg/certwatcher"
|
|
"sigs.k8s.io/controller-runtime/pkg/healthz"
|
|
"sigs.k8s.io/controller-runtime/pkg/internal/httpserver"
|
|
"sigs.k8s.io/controller-runtime/pkg/webhook/internal/metrics"
|
|
)
|
|
|
|
// DefaultPort is the default port that the webhook server serves.
|
|
var DefaultPort = 9443
|
|
|
|
// Server is an admission webhook server that can serve traffic and
|
|
// generates related k8s resources for deploying.
|
|
//
|
|
// TLS is required for a webhook to be accessed by kubernetes, so
|
|
// you must provide a CertName and KeyName or have valid cert/key
|
|
// at the default locations (tls.crt and tls.key). If you do not
|
|
// want to configure TLS (i.e for testing purposes) run an
|
|
// admission.StandaloneWebhook in your own server.
|
|
type Server interface {
|
|
// NeedLeaderElection implements the LeaderElectionRunnable interface, which indicates
|
|
// the webhook server doesn't need leader election.
|
|
NeedLeaderElection() bool
|
|
|
|
// Register marks the given webhook as being served at the given path.
|
|
// It panics if two hooks are registered on the same path.
|
|
Register(path string, hook http.Handler)
|
|
|
|
// Start runs the server.
|
|
// It will install the webhook related resources depend on the server configuration.
|
|
Start(ctx context.Context) error
|
|
|
|
// StartedChecker returns an healthz.Checker which is healthy after the
|
|
// server has been started.
|
|
StartedChecker() healthz.Checker
|
|
|
|
// WebhookMux returns the servers WebhookMux
|
|
WebhookMux() *http.ServeMux
|
|
}
|
|
|
|
// Options are all the available options for a webhook.Server
|
|
type Options struct {
|
|
// Host is the address that the server will listen on.
|
|
// Defaults to "" - all addresses.
|
|
Host string
|
|
|
|
// Port is the port number that the server will serve.
|
|
// It will be defaulted to 9443 if unspecified.
|
|
Port int
|
|
|
|
// CertDir is the directory that contains the server key and certificate. The
|
|
// server key and certificate.
|
|
CertDir string
|
|
|
|
// CertName is the server certificate name. Defaults to tls.crt.
|
|
//
|
|
// Note: This option should only be set when TLSOpts does not override GetCertificate.
|
|
CertName string
|
|
|
|
// KeyName is the server key name. Defaults to tls.key.
|
|
//
|
|
// Note: This option should only be set when TLSOpts does not override GetCertificate.
|
|
KeyName string
|
|
|
|
// ClientCAName is the CA certificate name which server used to verify remote(client)'s certificate.
|
|
// Defaults to "", which means server does not verify client's certificate.
|
|
ClientCAName string
|
|
|
|
// TLSVersion is the minimum version of TLS supported. Accepts
|
|
// "", "1.0", "1.1", "1.2" and "1.3" only ("" is equivalent to "1.0" for backwards compatibility)
|
|
// Deprecated: Use TLSOpts instead.
|
|
TLSMinVersion string
|
|
|
|
// TLSOpts is used to allow configuring the TLS config used for the server
|
|
TLSOpts []func(*tls.Config)
|
|
|
|
// WebhookMux is the multiplexer that handles different webhooks.
|
|
WebhookMux *http.ServeMux
|
|
}
|
|
|
|
// NewServer constructs a new Server from the provided options.
|
|
func NewServer(o Options) Server {
|
|
return &DefaultServer{
|
|
Options: o,
|
|
}
|
|
}
|
|
|
|
// DefaultServer is the default implementation used for Server.
|
|
type DefaultServer struct {
|
|
Options Options
|
|
|
|
// webhooks keep track of all registered webhooks
|
|
webhooks map[string]http.Handler
|
|
|
|
// defaultingOnce ensures that the default fields are only ever set once.
|
|
defaultingOnce sync.Once
|
|
|
|
// started is set to true immediately before the server is started
|
|
// and thus can be used to check if the server has been started
|
|
started bool
|
|
|
|
// mu protects access to the webhook map & setFields for Start, Register, etc
|
|
mu sync.Mutex
|
|
|
|
webhookMux *http.ServeMux
|
|
}
|
|
|
|
// setDefaults does defaulting for the Server.
|
|
func (o *Options) setDefaults() {
|
|
if o.WebhookMux == nil {
|
|
o.WebhookMux = http.NewServeMux()
|
|
}
|
|
|
|
if o.Port <= 0 {
|
|
o.Port = DefaultPort
|
|
}
|
|
|
|
if len(o.CertDir) == 0 {
|
|
o.CertDir = filepath.Join(os.TempDir(), "k8s-webhook-server", "serving-certs")
|
|
}
|
|
|
|
if len(o.CertName) == 0 {
|
|
o.CertName = "tls.crt"
|
|
}
|
|
|
|
if len(o.KeyName) == 0 {
|
|
o.KeyName = "tls.key"
|
|
}
|
|
}
|
|
|
|
func (s *DefaultServer) setDefaults() {
|
|
s.webhooks = map[string]http.Handler{}
|
|
s.Options.setDefaults()
|
|
|
|
s.webhookMux = s.Options.WebhookMux
|
|
}
|
|
|
|
// NeedLeaderElection implements the LeaderElectionRunnable interface, which indicates
|
|
// the webhook server doesn't need leader election.
|
|
func (*DefaultServer) NeedLeaderElection() bool {
|
|
return false
|
|
}
|
|
|
|
// Register marks the given webhook as being served at the given path.
|
|
// It panics if two hooks are registered on the same path.
|
|
func (s *DefaultServer) Register(path string, hook http.Handler) {
|
|
s.mu.Lock()
|
|
defer s.mu.Unlock()
|
|
|
|
s.defaultingOnce.Do(s.setDefaults)
|
|
if _, found := s.webhooks[path]; found {
|
|
panic(fmt.Errorf("can't register duplicate path: %v", path))
|
|
}
|
|
s.webhooks[path] = hook
|
|
s.webhookMux.Handle(path, metrics.InstrumentedHook(path, hook))
|
|
|
|
regLog := log.WithValues("path", path)
|
|
regLog.Info("Registering webhook")
|
|
}
|
|
|
|
// tlsVersion converts from human-readable TLS version (for example "1.1")
|
|
// to the values accepted by tls.Config (for example 0x301).
|
|
func tlsVersion(version string) (uint16, error) {
|
|
switch version {
|
|
// default is previous behaviour
|
|
case "":
|
|
return tls.VersionTLS10, nil
|
|
case "1.0":
|
|
return tls.VersionTLS10, nil
|
|
case "1.1":
|
|
return tls.VersionTLS11, nil
|
|
case "1.2":
|
|
return tls.VersionTLS12, nil
|
|
case "1.3":
|
|
return tls.VersionTLS13, nil
|
|
default:
|
|
return 0, fmt.Errorf("invalid TLSMinVersion %v: expects 1.0, 1.1, 1.2, 1.3 or empty", version)
|
|
}
|
|
}
|
|
|
|
// Start runs the server.
|
|
// It will install the webhook related resources depend on the server configuration.
|
|
func (s *DefaultServer) Start(ctx context.Context) error {
|
|
s.defaultingOnce.Do(s.setDefaults)
|
|
|
|
baseHookLog := log.WithName("webhooks")
|
|
baseHookLog.Info("Starting webhook server")
|
|
|
|
tlsMinVersion, err := tlsVersion(s.Options.TLSMinVersion)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
cfg := &tls.Config{ //nolint:gosec
|
|
NextProtos: []string{"h2"},
|
|
MinVersion: tlsMinVersion,
|
|
}
|
|
// fallback TLS config ready, will now mutate if passer wants full control over it
|
|
for _, op := range s.Options.TLSOpts {
|
|
op(cfg)
|
|
}
|
|
|
|
if cfg.GetCertificate == nil {
|
|
certPath := filepath.Join(s.Options.CertDir, s.Options.CertName)
|
|
keyPath := filepath.Join(s.Options.CertDir, s.Options.KeyName)
|
|
|
|
// Create the certificate watcher and
|
|
// set the config's GetCertificate on the TLSConfig
|
|
certWatcher, err := certwatcher.New(certPath, keyPath)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
cfg.GetCertificate = certWatcher.GetCertificate
|
|
|
|
go func() {
|
|
if err := certWatcher.Start(ctx); err != nil {
|
|
log.Error(err, "certificate watcher error")
|
|
}
|
|
}()
|
|
}
|
|
|
|
// Load CA to verify client certificate, if configured.
|
|
if s.Options.ClientCAName != "" {
|
|
certPool := x509.NewCertPool()
|
|
clientCABytes, err := os.ReadFile(filepath.Join(s.Options.CertDir, s.Options.ClientCAName))
|
|
if err != nil {
|
|
return fmt.Errorf("failed to read client CA cert: %w", err)
|
|
}
|
|
|
|
ok := certPool.AppendCertsFromPEM(clientCABytes)
|
|
if !ok {
|
|
return fmt.Errorf("failed to append client CA cert to CA pool")
|
|
}
|
|
|
|
cfg.ClientCAs = certPool
|
|
cfg.ClientAuth = tls.RequireAndVerifyClientCert
|
|
}
|
|
|
|
listener, err := tls.Listen("tcp", net.JoinHostPort(s.Options.Host, strconv.Itoa(s.Options.Port)), cfg)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
log.Info("Serving webhook server", "host", s.Options.Host, "port", s.Options.Port)
|
|
|
|
srv := httpserver.New(s.webhookMux)
|
|
|
|
idleConnsClosed := make(chan struct{})
|
|
go func() {
|
|
<-ctx.Done()
|
|
log.Info("Shutting down webhook server with timeout of 1 minute")
|
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), 1*time.Minute)
|
|
defer cancel()
|
|
if err := srv.Shutdown(ctx); err != nil {
|
|
// Error from closing listeners, or context timeout
|
|
log.Error(err, "error shutting down the HTTP server")
|
|
}
|
|
close(idleConnsClosed)
|
|
}()
|
|
|
|
s.mu.Lock()
|
|
s.started = true
|
|
s.mu.Unlock()
|
|
if err := srv.Serve(listener); err != nil && err != http.ErrServerClosed {
|
|
return err
|
|
}
|
|
|
|
<-idleConnsClosed
|
|
return nil
|
|
}
|
|
|
|
// StartedChecker returns an healthz.Checker which is healthy after the
|
|
// server has been started.
|
|
func (s *DefaultServer) StartedChecker() healthz.Checker {
|
|
config := &tls.Config{
|
|
InsecureSkipVerify: true, //nolint:gosec // config is used to connect to our own webhook port.
|
|
}
|
|
return func(req *http.Request) error {
|
|
s.mu.Lock()
|
|
defer s.mu.Unlock()
|
|
|
|
if !s.started {
|
|
return fmt.Errorf("webhook server has not been started yet")
|
|
}
|
|
|
|
d := &net.Dialer{Timeout: 10 * time.Second}
|
|
conn, err := tls.DialWithDialer(d, "tcp", net.JoinHostPort(s.Options.Host, strconv.Itoa(s.Options.Port)), config)
|
|
if err != nil {
|
|
return fmt.Errorf("webhook server is not reachable: %w", err)
|
|
}
|
|
|
|
if err := conn.Close(); err != nil {
|
|
return fmt.Errorf("webhook server is not reachable: closing connection: %w", err)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
}
|
|
|
|
// WebhookMux returns the servers WebhookMux
|
|
func (s *DefaultServer) WebhookMux() *http.ServeMux {
|
|
return s.webhookMux
|
|
}
|