123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274 |
- /*
- *
- * Copyright 2017 gRPC authors.
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- *
- */
- // Package balancer defines APIs for load balancing in gRPC.
- // All APIs in this package are experimental.
- package balancer
- import (
- "errors"
- "net"
- "strings"
- "golang.org/x/net/context"
- "google.golang.org/grpc/connectivity"
- "google.golang.org/grpc/credentials"
- "google.golang.org/grpc/resolver"
- )
- var (
- // m is a map from name to balancer builder.
- m = make(map[string]Builder)
- )
- // Register registers the balancer builder to the balancer map. b.Name
- // (lowercased) will be used as the name registered with this builder.
- //
- // NOTE: this function must only be called during initialization time (i.e. in
- // an init() function), and is not thread-safe. If multiple Balancers are
- // registered with the same name, the one registered last will take effect.
- func Register(b Builder) {
- m[strings.ToLower(b.Name())] = b
- }
- // Get returns the resolver builder registered with the given name.
- // Note that the compare is done in a case-insenstive fashion.
- // If no builder is register with the name, nil will be returned.
- func Get(name string) Builder {
- if b, ok := m[strings.ToLower(name)]; ok {
- return b
- }
- return nil
- }
- // SubConn represents a gRPC sub connection.
- // Each sub connection contains a list of addresses. gRPC will
- // try to connect to them (in sequence), and stop trying the
- // remainder once one connection is successful.
- //
- // The reconnect backoff will be applied on the list, not a single address.
- // For example, try_on_all_addresses -> backoff -> try_on_all_addresses.
- //
- // All SubConns start in IDLE, and will not try to connect. To trigger
- // the connecting, Balancers must call Connect.
- // When the connection encounters an error, it will reconnect immediately.
- // When the connection becomes IDLE, it will not reconnect unless Connect is
- // called.
- //
- // This interface is to be implemented by gRPC. Users should not need a
- // brand new implementation of this interface. For the situations like
- // testing, the new implementation should embed this interface. This allows
- // gRPC to add new methods to this interface.
- type SubConn interface {
- // UpdateAddresses updates the addresses used in this SubConn.
- // gRPC checks if currently-connected address is still in the new list.
- // If it's in the list, the connection will be kept.
- // If it's not in the list, the connection will gracefully closed, and
- // a new connection will be created.
- //
- // This will trigger a state transition for the SubConn.
- UpdateAddresses([]resolver.Address)
- // Connect starts the connecting for this SubConn.
- Connect()
- }
- // NewSubConnOptions contains options to create new SubConn.
- type NewSubConnOptions struct{}
- // ClientConn represents a gRPC ClientConn.
- //
- // This interface is to be implemented by gRPC. Users should not need a
- // brand new implementation of this interface. For the situations like
- // testing, the new implementation should embed this interface. This allows
- // gRPC to add new methods to this interface.
- type ClientConn interface {
- // NewSubConn is called by balancer to create a new SubConn.
- // It doesn't block and wait for the connections to be established.
- // Behaviors of the SubConn can be controlled by options.
- NewSubConn([]resolver.Address, NewSubConnOptions) (SubConn, error)
- // RemoveSubConn removes the SubConn from ClientConn.
- // The SubConn will be shutdown.
- RemoveSubConn(SubConn)
- // UpdateBalancerState is called by balancer to nofity gRPC that some internal
- // state in balancer has changed.
- //
- // gRPC will update the connectivity state of the ClientConn, and will call pick
- // on the new picker to pick new SubConn.
- UpdateBalancerState(s connectivity.State, p Picker)
- // ResolveNow is called by balancer to notify gRPC to do a name resolving.
- ResolveNow(resolver.ResolveNowOption)
- // Target returns the dial target for this ClientConn.
- Target() string
- }
- // BuildOptions contains additional information for Build.
- type BuildOptions struct {
- // DialCreds is the transport credential the Balancer implementation can
- // use to dial to a remote load balancer server. The Balancer implementations
- // can ignore this if it does not need to talk to another party securely.
- DialCreds credentials.TransportCredentials
- // Dialer is the custom dialer the Balancer implementation can use to dial
- // to a remote load balancer server. The Balancer implementations
- // can ignore this if it doesn't need to talk to remote balancer.
- Dialer func(context.Context, string) (net.Conn, error)
- // ChannelzParentID is the entity parent's channelz unique identification number.
- ChannelzParentID int64
- }
- // Builder creates a balancer.
- type Builder interface {
- // Build creates a new balancer with the ClientConn.
- Build(cc ClientConn, opts BuildOptions) Balancer
- // Name returns the name of balancers built by this builder.
- // It will be used to pick balancers (for example in service config).
- Name() string
- }
- // PickOptions contains addition information for the Pick operation.
- type PickOptions struct {
- // FullMethodName is the method name that NewClientStream() is called
- // with. The canonical format is /service/Method.
- FullMethodName string
- }
- // DoneInfo contains additional information for done.
- type DoneInfo struct {
- // Err is the rpc error the RPC finished with. It could be nil.
- Err error
- // BytesSent indicates if any bytes have been sent to the server.
- BytesSent bool
- // BytesReceived indicates if any byte has been received from the server.
- BytesReceived bool
- }
- var (
- // ErrNoSubConnAvailable indicates no SubConn is available for pick().
- // gRPC will block the RPC until a new picker is available via UpdateBalancerState().
- ErrNoSubConnAvailable = errors.New("no SubConn is available")
- // ErrTransientFailure indicates all SubConns are in TransientFailure.
- // WaitForReady RPCs will block, non-WaitForReady RPCs will fail.
- ErrTransientFailure = errors.New("all SubConns are in TransientFailure")
- )
- // Picker is used by gRPC to pick a SubConn to send an RPC.
- // Balancer is expected to generate a new picker from its snapshot every time its
- // internal state has changed.
- //
- // The pickers used by gRPC can be updated by ClientConn.UpdateBalancerState().
- type Picker interface {
- // Pick returns the SubConn to be used to send the RPC.
- // The returned SubConn must be one returned by NewSubConn().
- //
- // This functions is expected to return:
- // - a SubConn that is known to be READY;
- // - ErrNoSubConnAvailable if no SubConn is available, but progress is being
- // made (for example, some SubConn is in CONNECTING mode);
- // - other errors if no active connecting is happening (for example, all SubConn
- // are in TRANSIENT_FAILURE mode).
- //
- // If a SubConn is returned:
- // - If it is READY, gRPC will send the RPC on it;
- // - If it is not ready, or becomes not ready after it's returned, gRPC will block
- // until UpdateBalancerState() is called and will call pick on the new picker.
- //
- // If the returned error is not nil:
- // - If the error is ErrNoSubConnAvailable, gRPC will block until UpdateBalancerState()
- // - If the error is ErrTransientFailure:
- // - If the RPC is wait-for-ready, gRPC will block until UpdateBalancerState()
- // is called to pick again;
- // - Otherwise, RPC will fail with unavailable error.
- // - Else (error is other non-nil error):
- // - The RPC will fail with unavailable error.
- //
- // The returned done() function will be called once the rpc has finished, with the
- // final status of that RPC.
- // done may be nil if balancer doesn't care about the RPC status.
- Pick(ctx context.Context, opts PickOptions) (conn SubConn, done func(DoneInfo), err error)
- }
- // Balancer takes input from gRPC, manages SubConns, and collects and aggregates
- // the connectivity states.
- //
- // It also generates and updates the Picker used by gRPC to pick SubConns for RPCs.
- //
- // HandleSubConnectionStateChange, HandleResolvedAddrs and Close are guaranteed
- // to be called synchronously from the same goroutine.
- // There's no guarantee on picker.Pick, it may be called anytime.
- type Balancer interface {
- // HandleSubConnStateChange is called by gRPC when the connectivity state
- // of sc has changed.
- // Balancer is expected to aggregate all the state of SubConn and report
- // that back to gRPC.
- // Balancer should also generate and update Pickers when its internal state has
- // been changed by the new state.
- HandleSubConnStateChange(sc SubConn, state connectivity.State)
- // HandleResolvedAddrs is called by gRPC to send updated resolved addresses to
- // balancers.
- // Balancer can create new SubConn or remove SubConn with the addresses.
- // An empty address slice and a non-nil error will be passed if the resolver returns
- // non-nil error to gRPC.
- HandleResolvedAddrs([]resolver.Address, error)
- // Close closes the balancer. The balancer is not required to call
- // ClientConn.RemoveSubConn for its existing SubConns.
- Close()
- }
- // ConnectivityStateEvaluator takes the connectivity states of multiple SubConns
- // and returns one aggregated connectivity state.
- //
- // It's not thread safe.
- type ConnectivityStateEvaluator struct {
- numReady uint64 // Number of addrConns in ready state.
- numConnecting uint64 // Number of addrConns in connecting state.
- numTransientFailure uint64 // Number of addrConns in transientFailure.
- }
- // RecordTransition records state change happening in subConn and based on that
- // it evaluates what aggregated state should be.
- //
- // - If at least one SubConn in Ready, the aggregated state is Ready;
- // - Else if at least one SubConn in Connecting, the aggregated state is Connecting;
- // - Else the aggregated state is TransientFailure.
- //
- // Idle and Shutdown are not considered.
- func (cse *ConnectivityStateEvaluator) RecordTransition(oldState, newState connectivity.State) connectivity.State {
- // Update counters.
- for idx, state := range []connectivity.State{oldState, newState} {
- updateVal := 2*uint64(idx) - 1 // -1 for oldState and +1 for new.
- switch state {
- case connectivity.Ready:
- cse.numReady += updateVal
- case connectivity.Connecting:
- cse.numConnecting += updateVal
- case connectivity.TransientFailure:
- cse.numTransientFailure += updateVal
- }
- }
- // Evaluate.
- if cse.numReady > 0 {
- return connectivity.Ready
- }
- if cse.numConnecting > 0 {
- return connectivity.Connecting
- }
- return connectivity.TransientFailure
- }
|