2018-01-09 18:57:14 +00:00
|
|
|
/*
|
|
|
|
*
|
|
|
|
* Copyright 2017 gRPC authors.
|
|
|
|
*
|
|
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
* you may not use this file except in compliance with the License.
|
|
|
|
* You may obtain a copy of the License at
|
|
|
|
*
|
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
*
|
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
* See the License for the specific language governing permissions and
|
|
|
|
* limitations under the License.
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
|
|
|
|
package grpc
|
|
|
|
|
|
|
|
import (
|
|
|
|
"strings"
|
2020-01-14 10:38:55 +00:00
|
|
|
"sync"
|
2018-01-09 18:57:14 +00:00
|
|
|
|
2020-01-14 10:38:55 +00:00
|
|
|
"google.golang.org/grpc/balancer"
|
|
|
|
"google.golang.org/grpc/credentials"
|
2018-11-26 18:23:56 +00:00
|
|
|
"google.golang.org/grpc/internal/channelz"
|
2020-01-14 10:38:55 +00:00
|
|
|
"google.golang.org/grpc/internal/grpcsync"
|
2022-04-25 20:18:40 +00:00
|
|
|
"google.golang.org/grpc/internal/pretty"
|
2018-01-09 18:57:14 +00:00
|
|
|
"google.golang.org/grpc/resolver"
|
2020-01-14 10:38:55 +00:00
|
|
|
"google.golang.org/grpc/serviceconfig"
|
2018-01-09 18:57:14 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
// ccResolverWrapper is a wrapper on top of cc for resolvers.
|
2021-02-10 06:51:30 +00:00
|
|
|
// It implements resolver.ClientConn interface.
|
2018-01-09 18:57:14 +00:00
|
|
|
type ccResolverWrapper struct {
|
2020-01-14 10:38:55 +00:00
|
|
|
cc *ClientConn
|
|
|
|
resolverMu sync.Mutex
|
|
|
|
resolver resolver.Resolver
|
|
|
|
done *grpcsync.Event
|
|
|
|
curState resolver.State
|
2021-06-23 08:52:11 +00:00
|
|
|
|
2021-08-31 12:38:09 +00:00
|
|
|
incomingMu sync.Mutex // Synchronizes all the incoming calls.
|
2018-01-09 18:57:14 +00:00
|
|
|
}
|
|
|
|
|
2021-02-10 06:51:30 +00:00
|
|
|
// newCCResolverWrapper uses the resolver.Builder to build a Resolver and
|
|
|
|
// returns a ccResolverWrapper object which wraps the newly built resolver.
|
|
|
|
func newCCResolverWrapper(cc *ClientConn, rb resolver.Builder) (*ccResolverWrapper, error) {
|
2018-01-09 18:57:14 +00:00
|
|
|
ccr := &ccResolverWrapper{
|
2020-01-14 10:38:55 +00:00
|
|
|
cc: cc,
|
|
|
|
done: grpcsync.NewEvent(),
|
|
|
|
}
|
|
|
|
|
|
|
|
var credsClone credentials.TransportCredentials
|
|
|
|
if creds := cc.dopts.copts.TransportCredentials; creds != nil {
|
|
|
|
credsClone = creds.Clone()
|
|
|
|
}
|
|
|
|
rbo := resolver.BuildOptions{
|
|
|
|
DisableServiceConfig: cc.dopts.disableServiceConfig,
|
|
|
|
DialCreds: credsClone,
|
|
|
|
CredsBundle: cc.dopts.copts.CredsBundle,
|
|
|
|
Dialer: cc.dopts.copts.Dialer,
|
2018-01-09 18:57:14 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
var err error
|
2020-01-14 10:38:55 +00:00
|
|
|
// We need to hold the lock here while we assign to the ccr.resolver field
|
|
|
|
// to guard against a data race caused by the following code path,
|
|
|
|
// rb.Build-->ccr.ReportError-->ccr.poll-->ccr.resolveNow, would end up
|
|
|
|
// accessing ccr.resolver which is being assigned here.
|
|
|
|
ccr.resolverMu.Lock()
|
|
|
|
defer ccr.resolverMu.Unlock()
|
|
|
|
ccr.resolver, err = rb.Build(cc.parsedTarget, ccr, rbo)
|
2018-01-09 18:57:14 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
return ccr, nil
|
|
|
|
}
|
|
|
|
|
2020-01-14 10:38:55 +00:00
|
|
|
func (ccr *ccResolverWrapper) resolveNow(o resolver.ResolveNowOptions) {
|
|
|
|
ccr.resolverMu.Lock()
|
|
|
|
if !ccr.done.HasFired() {
|
|
|
|
ccr.resolver.ResolveNow(o)
|
|
|
|
}
|
|
|
|
ccr.resolverMu.Unlock()
|
2018-01-09 18:57:14 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (ccr *ccResolverWrapper) close() {
|
2020-01-14 10:38:55 +00:00
|
|
|
ccr.resolverMu.Lock()
|
2018-01-09 18:57:14 +00:00
|
|
|
ccr.resolver.Close()
|
2020-01-14 10:38:55 +00:00
|
|
|
ccr.done.Fire()
|
|
|
|
ccr.resolverMu.Unlock()
|
2018-01-09 18:57:14 +00:00
|
|
|
}
|
|
|
|
|
2021-08-31 12:38:09 +00:00
|
|
|
func (ccr *ccResolverWrapper) UpdateState(s resolver.State) error {
|
|
|
|
ccr.incomingMu.Lock()
|
|
|
|
defer ccr.incomingMu.Unlock()
|
2020-01-14 10:38:55 +00:00
|
|
|
if ccr.done.HasFired() {
|
2021-08-31 12:38:09 +00:00
|
|
|
return nil
|
2019-05-31 09:45:11 +00:00
|
|
|
}
|
2022-04-25 20:18:40 +00:00
|
|
|
ccr.addChannelzTraceEvent(s)
|
2019-05-31 09:45:11 +00:00
|
|
|
ccr.curState = s
|
2021-08-31 12:38:09 +00:00
|
|
|
if err := ccr.cc.updateResolverState(ccr.curState, nil); err == balancer.ErrBadResolverState {
|
|
|
|
return balancer.ErrBadResolverState
|
|
|
|
}
|
|
|
|
return nil
|
2020-01-14 10:38:55 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (ccr *ccResolverWrapper) ReportError(err error) {
|
2021-08-31 12:38:09 +00:00
|
|
|
ccr.incomingMu.Lock()
|
|
|
|
defer ccr.incomingMu.Unlock()
|
2020-01-14 10:38:55 +00:00
|
|
|
if ccr.done.HasFired() {
|
|
|
|
return
|
|
|
|
}
|
2021-02-10 06:51:30 +00:00
|
|
|
channelz.Warningf(logger, ccr.cc.channelzID, "ccResolverWrapper: reporting error to cc: %v", err)
|
2021-08-31 12:38:09 +00:00
|
|
|
ccr.cc.updateResolverState(resolver.State{}, err)
|
2019-05-31 09:45:11 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// NewAddress is called by the resolver implementation to send addresses to gRPC.
|
2018-01-09 18:57:14 +00:00
|
|
|
func (ccr *ccResolverWrapper) NewAddress(addrs []resolver.Address) {
|
2021-08-31 12:38:09 +00:00
|
|
|
ccr.incomingMu.Lock()
|
|
|
|
defer ccr.incomingMu.Unlock()
|
2020-01-14 10:38:55 +00:00
|
|
|
if ccr.done.HasFired() {
|
2019-01-15 16:20:41 +00:00
|
|
|
return
|
2018-01-09 18:57:14 +00:00
|
|
|
}
|
2022-04-25 20:18:40 +00:00
|
|
|
ccr.addChannelzTraceEvent(resolver.State{Addresses: addrs, ServiceConfig: ccr.curState.ServiceConfig})
|
2019-05-31 09:45:11 +00:00
|
|
|
ccr.curState.Addresses = addrs
|
2021-08-31 12:38:09 +00:00
|
|
|
ccr.cc.updateResolverState(ccr.curState, nil)
|
2018-01-09 18:57:14 +00:00
|
|
|
}
|
|
|
|
|
2019-05-31 09:45:11 +00:00
|
|
|
// NewServiceConfig is called by the resolver implementation to send service
|
2018-07-18 14:47:22 +00:00
|
|
|
// configs to gRPC.
|
2018-01-09 18:57:14 +00:00
|
|
|
func (ccr *ccResolverWrapper) NewServiceConfig(sc string) {
|
2021-08-31 12:38:09 +00:00
|
|
|
ccr.incomingMu.Lock()
|
|
|
|
defer ccr.incomingMu.Unlock()
|
2020-01-14 10:38:55 +00:00
|
|
|
if ccr.done.HasFired() {
|
2019-01-15 16:20:41 +00:00
|
|
|
return
|
2018-01-09 18:57:14 +00:00
|
|
|
}
|
2022-04-25 20:18:40 +00:00
|
|
|
channelz.Infof(logger, ccr.cc.channelzID, "ccResolverWrapper: got new service config: %s", sc)
|
2020-01-14 10:38:55 +00:00
|
|
|
if ccr.cc.dopts.disableServiceConfig {
|
2021-02-10 06:51:30 +00:00
|
|
|
channelz.Info(logger, ccr.cc.channelzID, "Service config lookups disabled; ignoring config")
|
2020-01-14 10:38:55 +00:00
|
|
|
return
|
|
|
|
}
|
|
|
|
scpr := parseServiceConfig(sc)
|
|
|
|
if scpr.Err != nil {
|
2021-02-10 06:51:30 +00:00
|
|
|
channelz.Warningf(logger, ccr.cc.channelzID, "ccResolverWrapper: error parsing service config: %v", scpr.Err)
|
2019-07-18 12:13:24 +00:00
|
|
|
return
|
|
|
|
}
|
2022-04-25 20:18:40 +00:00
|
|
|
ccr.addChannelzTraceEvent(resolver.State{Addresses: ccr.curState.Addresses, ServiceConfig: scpr})
|
2020-01-14 10:38:55 +00:00
|
|
|
ccr.curState.ServiceConfig = scpr
|
2021-08-31 12:38:09 +00:00
|
|
|
ccr.cc.updateResolverState(ccr.curState, nil)
|
2020-01-14 10:38:55 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (ccr *ccResolverWrapper) ParseServiceConfig(scJSON string) *serviceconfig.ParseResult {
|
|
|
|
return parseServiceConfig(scJSON)
|
2018-01-09 18:57:14 +00:00
|
|
|
}
|
2018-11-26 18:23:56 +00:00
|
|
|
|
2019-05-31 09:45:11 +00:00
|
|
|
func (ccr *ccResolverWrapper) addChannelzTraceEvent(s resolver.State) {
|
|
|
|
var updates []string
|
2020-01-14 10:38:55 +00:00
|
|
|
var oldSC, newSC *ServiceConfig
|
|
|
|
var oldOK, newOK bool
|
|
|
|
if ccr.curState.ServiceConfig != nil {
|
|
|
|
oldSC, oldOK = ccr.curState.ServiceConfig.Config.(*ServiceConfig)
|
|
|
|
}
|
|
|
|
if s.ServiceConfig != nil {
|
|
|
|
newSC, newOK = s.ServiceConfig.Config.(*ServiceConfig)
|
|
|
|
}
|
2019-07-18 12:13:24 +00:00
|
|
|
if oldOK != newOK || (oldOK && newOK && oldSC.rawJSONString != newSC.rawJSONString) {
|
2019-05-31 09:45:11 +00:00
|
|
|
updates = append(updates, "service config updated")
|
|
|
|
}
|
|
|
|
if len(ccr.curState.Addresses) > 0 && len(s.Addresses) == 0 {
|
|
|
|
updates = append(updates, "resolver returned an empty address list")
|
|
|
|
} else if len(ccr.curState.Addresses) == 0 && len(s.Addresses) > 0 {
|
|
|
|
updates = append(updates, "resolver returned new addresses")
|
2018-11-26 18:23:56 +00:00
|
|
|
}
|
2022-04-25 20:18:40 +00:00
|
|
|
channelz.Infof(logger, ccr.cc.channelzID, "Resolver state updated: %s (%v)", pretty.ToJSON(s), strings.Join(updates, "; "))
|
2018-11-26 18:23:56 +00:00
|
|
|
}
|