mirror of
https://github.com/ceph/ceph-csi.git
synced 2024-10-21 22:59:51 +00:00
419 lines
14 KiB
Go
419 lines
14 KiB
Go
|
/*
|
||
|
*
|
||
|
* Copyright 2018 gRPC authors.
|
||
|
*
|
||
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
||
|
* you may not use this file except in compliance with the License.
|
||
|
* You may obtain a copy of the License at
|
||
|
*
|
||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||
|
*
|
||
|
* Unless required by applicable law or agreed to in writing, software
|
||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||
|
* See the License for the specific language governing permissions and
|
||
|
* limitations under the License.
|
||
|
*
|
||
|
*/
|
||
|
|
||
|
package channelz
|
||
|
|
||
|
import (
|
||
|
"net"
|
||
|
"time"
|
||
|
|
||
|
"google.golang.org/grpc/connectivity"
|
||
|
"google.golang.org/grpc/grpclog"
|
||
|
)
|
||
|
|
||
|
// entry represents a node in the channelz database.
|
||
|
type entry interface {
|
||
|
// addChild adds a child e, whose channelz id is id to child list
|
||
|
addChild(id int64, e entry)
|
||
|
// deleteChild deletes a child with channelz id to be id from child list
|
||
|
deleteChild(id int64)
|
||
|
// triggerDelete tries to delete self from channelz database. However, if child
|
||
|
// list is not empty, then deletion from the database is on hold until the last
|
||
|
// child is deleted from database.
|
||
|
triggerDelete()
|
||
|
// deleteSelfIfReady check whether triggerDelete() has been called before, and whether child
|
||
|
// list is now empty. If both conditions are met, then delete self from database.
|
||
|
deleteSelfIfReady()
|
||
|
}
|
||
|
|
||
|
// dummyEntry is a fake entry to handle entry not found case.
|
||
|
type dummyEntry struct {
|
||
|
idNotFound int64
|
||
|
}
|
||
|
|
||
|
func (d *dummyEntry) addChild(id int64, e entry) {
|
||
|
// Note: It is possible for a normal program to reach here under race condition.
|
||
|
// For example, there could be a race between ClientConn.Close() info being propagated
|
||
|
// to addrConn and http2Client. ClientConn.Close() cancel the context and result
|
||
|
// in http2Client to error. The error info is then caught by transport monitor
|
||
|
// and before addrConn.tearDown() is called in side ClientConn.Close(). Therefore,
|
||
|
// the addrConn will create a new transport. And when registering the new transport in
|
||
|
// channelz, its parent addrConn could have already been torn down and deleted
|
||
|
// from channelz tracking, and thus reach the code here.
|
||
|
grpclog.Infof("attempt to add child of type %T with id %d to a parent (id=%d) that doesn't currently exist", e, id, d.idNotFound)
|
||
|
}
|
||
|
|
||
|
func (d *dummyEntry) deleteChild(id int64) {
|
||
|
// It is possible for a normal program to reach here under race condition.
|
||
|
// Refer to the example described in addChild().
|
||
|
grpclog.Infof("attempt to delete child with id %d from a parent (id=%d) that doesn't currently exist", id, d.idNotFound)
|
||
|
}
|
||
|
|
||
|
func (d *dummyEntry) triggerDelete() {
|
||
|
grpclog.Warningf("attempt to delete an entry (id=%d) that doesn't currently exist", d.idNotFound)
|
||
|
}
|
||
|
|
||
|
func (*dummyEntry) deleteSelfIfReady() {
|
||
|
// code should not reach here. deleteSelfIfReady is always called on an existing entry.
|
||
|
}
|
||
|
|
||
|
// ChannelMetric defines the info channelz provides for a specific Channel, which
|
||
|
// includes ChannelInternalMetric and channelz-specific data, such as channelz id,
|
||
|
// child list, etc.
|
||
|
type ChannelMetric struct {
|
||
|
// ID is the channelz id of this channel.
|
||
|
ID int64
|
||
|
// RefName is the human readable reference string of this channel.
|
||
|
RefName string
|
||
|
// ChannelData contains channel internal metric reported by the channel through
|
||
|
// ChannelzMetric().
|
||
|
ChannelData *ChannelInternalMetric
|
||
|
// NestedChans tracks the nested channel type children of this channel in the format of
|
||
|
// a map from nested channel channelz id to corresponding reference string.
|
||
|
NestedChans map[int64]string
|
||
|
// SubChans tracks the subchannel type children of this channel in the format of a
|
||
|
// map from subchannel channelz id to corresponding reference string.
|
||
|
SubChans map[int64]string
|
||
|
// Sockets tracks the socket type children of this channel in the format of a map
|
||
|
// from socket channelz id to corresponding reference string.
|
||
|
// Note current grpc implementation doesn't allow channel having sockets directly,
|
||
|
// therefore, this is field is unused.
|
||
|
Sockets map[int64]string
|
||
|
}
|
||
|
|
||
|
// SubChannelMetric defines the info channelz provides for a specific SubChannel,
|
||
|
// which includes ChannelInternalMetric and channelz-specific data, such as
|
||
|
// channelz id, child list, etc.
|
||
|
type SubChannelMetric struct {
|
||
|
// ID is the channelz id of this subchannel.
|
||
|
ID int64
|
||
|
// RefName is the human readable reference string of this subchannel.
|
||
|
RefName string
|
||
|
// ChannelData contains subchannel internal metric reported by the subchannel
|
||
|
// through ChannelzMetric().
|
||
|
ChannelData *ChannelInternalMetric
|
||
|
// NestedChans tracks the nested channel type children of this subchannel in the format of
|
||
|
// a map from nested channel channelz id to corresponding reference string.
|
||
|
// Note current grpc implementation doesn't allow subchannel to have nested channels
|
||
|
// as children, therefore, this field is unused.
|
||
|
NestedChans map[int64]string
|
||
|
// SubChans tracks the subchannel type children of this subchannel in the format of a
|
||
|
// map from subchannel channelz id to corresponding reference string.
|
||
|
// Note current grpc implementation doesn't allow subchannel to have subchannels
|
||
|
// as children, therefore, this field is unused.
|
||
|
SubChans map[int64]string
|
||
|
// Sockets tracks the socket type children of this subchannel in the format of a map
|
||
|
// from socket channelz id to corresponding reference string.
|
||
|
Sockets map[int64]string
|
||
|
}
|
||
|
|
||
|
// ChannelInternalMetric defines the struct that the implementor of Channel interface
|
||
|
// should return from ChannelzMetric().
|
||
|
type ChannelInternalMetric struct {
|
||
|
// current connectivity state of the channel.
|
||
|
State connectivity.State
|
||
|
// The target this channel originally tried to connect to. May be absent
|
||
|
Target string
|
||
|
// The number of calls started on the channel.
|
||
|
CallsStarted int64
|
||
|
// The number of calls that have completed with an OK status.
|
||
|
CallsSucceeded int64
|
||
|
// The number of calls that have a completed with a non-OK status.
|
||
|
CallsFailed int64
|
||
|
// The last time a call was started on the channel.
|
||
|
LastCallStartedTimestamp time.Time
|
||
|
//TODO: trace
|
||
|
}
|
||
|
|
||
|
// Channel is the interface that should be satisfied in order to be tracked by
|
||
|
// channelz as Channel or SubChannel.
|
||
|
type Channel interface {
|
||
|
ChannelzMetric() *ChannelInternalMetric
|
||
|
}
|
||
|
|
||
|
type channel struct {
|
||
|
refName string
|
||
|
c Channel
|
||
|
closeCalled bool
|
||
|
nestedChans map[int64]string
|
||
|
subChans map[int64]string
|
||
|
id int64
|
||
|
pid int64
|
||
|
cm *channelMap
|
||
|
}
|
||
|
|
||
|
func (c *channel) addChild(id int64, e entry) {
|
||
|
switch v := e.(type) {
|
||
|
case *subChannel:
|
||
|
c.subChans[id] = v.refName
|
||
|
case *channel:
|
||
|
c.nestedChans[id] = v.refName
|
||
|
default:
|
||
|
grpclog.Errorf("cannot add a child (id = %d) of type %T to a channel", id, e)
|
||
|
}
|
||
|
}
|
||
|
|
||
|
func (c *channel) deleteChild(id int64) {
|
||
|
delete(c.subChans, id)
|
||
|
delete(c.nestedChans, id)
|
||
|
c.deleteSelfIfReady()
|
||
|
}
|
||
|
|
||
|
func (c *channel) triggerDelete() {
|
||
|
c.closeCalled = true
|
||
|
c.deleteSelfIfReady()
|
||
|
}
|
||
|
|
||
|
func (c *channel) deleteSelfIfReady() {
|
||
|
if !c.closeCalled || len(c.subChans)+len(c.nestedChans) != 0 {
|
||
|
return
|
||
|
}
|
||
|
c.cm.deleteEntry(c.id)
|
||
|
// not top channel
|
||
|
if c.pid != 0 {
|
||
|
c.cm.findEntry(c.pid).deleteChild(c.id)
|
||
|
}
|
||
|
}
|
||
|
|
||
|
type subChannel struct {
|
||
|
refName string
|
||
|
c Channel
|
||
|
closeCalled bool
|
||
|
sockets map[int64]string
|
||
|
id int64
|
||
|
pid int64
|
||
|
cm *channelMap
|
||
|
}
|
||
|
|
||
|
func (sc *subChannel) addChild(id int64, e entry) {
|
||
|
if v, ok := e.(*normalSocket); ok {
|
||
|
sc.sockets[id] = v.refName
|
||
|
} else {
|
||
|
grpclog.Errorf("cannot add a child (id = %d) of type %T to a subChannel", id, e)
|
||
|
}
|
||
|
}
|
||
|
|
||
|
func (sc *subChannel) deleteChild(id int64) {
|
||
|
delete(sc.sockets, id)
|
||
|
sc.deleteSelfIfReady()
|
||
|
}
|
||
|
|
||
|
func (sc *subChannel) triggerDelete() {
|
||
|
sc.closeCalled = true
|
||
|
sc.deleteSelfIfReady()
|
||
|
}
|
||
|
|
||
|
func (sc *subChannel) deleteSelfIfReady() {
|
||
|
if !sc.closeCalled || len(sc.sockets) != 0 {
|
||
|
return
|
||
|
}
|
||
|
sc.cm.deleteEntry(sc.id)
|
||
|
sc.cm.findEntry(sc.pid).deleteChild(sc.id)
|
||
|
}
|
||
|
|
||
|
// SocketMetric defines the info channelz provides for a specific Socket, which
|
||
|
// includes SocketInternalMetric and channelz-specific data, such as channelz id, etc.
|
||
|
type SocketMetric struct {
|
||
|
// ID is the channelz id of this socket.
|
||
|
ID int64
|
||
|
// RefName is the human readable reference string of this socket.
|
||
|
RefName string
|
||
|
// SocketData contains socket internal metric reported by the socket through
|
||
|
// ChannelzMetric().
|
||
|
SocketData *SocketInternalMetric
|
||
|
}
|
||
|
|
||
|
// SocketInternalMetric defines the struct that the implementor of Socket interface
|
||
|
// should return from ChannelzMetric().
|
||
|
type SocketInternalMetric struct {
|
||
|
// The number of streams that have been started.
|
||
|
StreamsStarted int64
|
||
|
// The number of streams that have ended successfully:
|
||
|
// On client side, receiving frame with eos bit set.
|
||
|
// On server side, sending frame with eos bit set.
|
||
|
StreamsSucceeded int64
|
||
|
// The number of streams that have ended unsuccessfully:
|
||
|
// On client side, termination without receiving frame with eos bit set.
|
||
|
// On server side, termination without sending frame with eos bit set.
|
||
|
StreamsFailed int64
|
||
|
// The number of messages successfully sent on this socket.
|
||
|
MessagesSent int64
|
||
|
MessagesReceived int64
|
||
|
// The number of keep alives sent. This is typically implemented with HTTP/2
|
||
|
// ping messages.
|
||
|
KeepAlivesSent int64
|
||
|
// The last time a stream was created by this endpoint. Usually unset for
|
||
|
// servers.
|
||
|
LastLocalStreamCreatedTimestamp time.Time
|
||
|
// The last time a stream was created by the remote endpoint. Usually unset
|
||
|
// for clients.
|
||
|
LastRemoteStreamCreatedTimestamp time.Time
|
||
|
// The last time a message was sent by this endpoint.
|
||
|
LastMessageSentTimestamp time.Time
|
||
|
// The last time a message was received by this endpoint.
|
||
|
LastMessageReceivedTimestamp time.Time
|
||
|
// The amount of window, granted to the local endpoint by the remote endpoint.
|
||
|
// This may be slightly out of date due to network latency. This does NOT
|
||
|
// include stream level or TCP level flow control info.
|
||
|
LocalFlowControlWindow int64
|
||
|
// The amount of window, granted to the remote endpoint by the local endpoint.
|
||
|
// This may be slightly out of date due to network latency. This does NOT
|
||
|
// include stream level or TCP level flow control info.
|
||
|
RemoteFlowControlWindow int64
|
||
|
// The locally bound address.
|
||
|
LocalAddr net.Addr
|
||
|
// The remote bound address. May be absent.
|
||
|
RemoteAddr net.Addr
|
||
|
// Optional, represents the name of the remote endpoint, if different than
|
||
|
// the original target name.
|
||
|
RemoteName string
|
||
|
//TODO: socket options
|
||
|
//TODO: Security
|
||
|
}
|
||
|
|
||
|
// Socket is the interface that should be satisfied in order to be tracked by
|
||
|
// channelz as Socket.
|
||
|
type Socket interface {
|
||
|
ChannelzMetric() *SocketInternalMetric
|
||
|
}
|
||
|
|
||
|
type listenSocket struct {
|
||
|
refName string
|
||
|
s Socket
|
||
|
id int64
|
||
|
pid int64
|
||
|
cm *channelMap
|
||
|
}
|
||
|
|
||
|
func (ls *listenSocket) addChild(id int64, e entry) {
|
||
|
grpclog.Errorf("cannot add a child (id = %d) of type %T to a listen socket", id, e)
|
||
|
}
|
||
|
|
||
|
func (ls *listenSocket) deleteChild(id int64) {
|
||
|
grpclog.Errorf("cannot delete a child (id = %d) from a listen socket", id)
|
||
|
}
|
||
|
|
||
|
func (ls *listenSocket) triggerDelete() {
|
||
|
ls.cm.deleteEntry(ls.id)
|
||
|
ls.cm.findEntry(ls.pid).deleteChild(ls.id)
|
||
|
}
|
||
|
|
||
|
func (ls *listenSocket) deleteSelfIfReady() {
|
||
|
grpclog.Errorf("cannot call deleteSelfIfReady on a listen socket")
|
||
|
}
|
||
|
|
||
|
type normalSocket struct {
|
||
|
refName string
|
||
|
s Socket
|
||
|
id int64
|
||
|
pid int64
|
||
|
cm *channelMap
|
||
|
}
|
||
|
|
||
|
func (ns *normalSocket) addChild(id int64, e entry) {
|
||
|
grpclog.Errorf("cannot add a child (id = %d) of type %T to a normal socket", id, e)
|
||
|
}
|
||
|
|
||
|
func (ns *normalSocket) deleteChild(id int64) {
|
||
|
grpclog.Errorf("cannot delete a child (id = %d) from a normal socket", id)
|
||
|
}
|
||
|
|
||
|
func (ns *normalSocket) triggerDelete() {
|
||
|
ns.cm.deleteEntry(ns.id)
|
||
|
ns.cm.findEntry(ns.pid).deleteChild(ns.id)
|
||
|
}
|
||
|
|
||
|
func (ns *normalSocket) deleteSelfIfReady() {
|
||
|
grpclog.Errorf("cannot call deleteSelfIfReady on a normal socket")
|
||
|
}
|
||
|
|
||
|
// ServerMetric defines the info channelz provides for a specific Server, which
|
||
|
// includes ServerInternalMetric and channelz-specific data, such as channelz id,
|
||
|
// child list, etc.
|
||
|
type ServerMetric struct {
|
||
|
// ID is the channelz id of this server.
|
||
|
ID int64
|
||
|
// RefName is the human readable reference string of this server.
|
||
|
RefName string
|
||
|
// ServerData contains server internal metric reported by the server through
|
||
|
// ChannelzMetric().
|
||
|
ServerData *ServerInternalMetric
|
||
|
// ListenSockets tracks the listener socket type children of this server in the
|
||
|
// format of a map from socket channelz id to corresponding reference string.
|
||
|
ListenSockets map[int64]string
|
||
|
}
|
||
|
|
||
|
// ServerInternalMetric defines the struct that the implementor of Server interface
|
||
|
// should return from ChannelzMetric().
|
||
|
type ServerInternalMetric struct {
|
||
|
// The number of incoming calls started on the server.
|
||
|
CallsStarted int64
|
||
|
// The number of incoming calls that have completed with an OK status.
|
||
|
CallsSucceeded int64
|
||
|
// The number of incoming calls that have a completed with a non-OK status.
|
||
|
CallsFailed int64
|
||
|
// The last time a call was started on the server.
|
||
|
LastCallStartedTimestamp time.Time
|
||
|
//TODO: trace
|
||
|
}
|
||
|
|
||
|
// Server is the interface to be satisfied in order to be tracked by channelz as
|
||
|
// Server.
|
||
|
type Server interface {
|
||
|
ChannelzMetric() *ServerInternalMetric
|
||
|
}
|
||
|
|
||
|
type server struct {
|
||
|
refName string
|
||
|
s Server
|
||
|
closeCalled bool
|
||
|
sockets map[int64]string
|
||
|
listenSockets map[int64]string
|
||
|
id int64
|
||
|
cm *channelMap
|
||
|
}
|
||
|
|
||
|
func (s *server) addChild(id int64, e entry) {
|
||
|
switch v := e.(type) {
|
||
|
case *normalSocket:
|
||
|
s.sockets[id] = v.refName
|
||
|
case *listenSocket:
|
||
|
s.listenSockets[id] = v.refName
|
||
|
default:
|
||
|
grpclog.Errorf("cannot add a child (id = %d) of type %T to a server", id, e)
|
||
|
}
|
||
|
}
|
||
|
|
||
|
func (s *server) deleteChild(id int64) {
|
||
|
delete(s.sockets, id)
|
||
|
delete(s.listenSockets, id)
|
||
|
s.deleteSelfIfReady()
|
||
|
}
|
||
|
|
||
|
func (s *server) triggerDelete() {
|
||
|
s.closeCalled = true
|
||
|
s.deleteSelfIfReady()
|
||
|
}
|
||
|
|
||
|
func (s *server) deleteSelfIfReady() {
|
||
|
if !s.closeCalled || len(s.sockets)+len(s.listenSockets) != 0 {
|
||
|
return
|
||
|
}
|
||
|
s.cm.deleteEntry(s.id)
|
||
|
}
|