| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229 | /* * * Copyright 2017 gRPC authors. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * *     http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. * */package grpcimport (	"context"	"fmt"	"io"	"sync"	"google.golang.org/grpc/balancer"	"google.golang.org/grpc/codes"	"google.golang.org/grpc/grpclog"	"google.golang.org/grpc/internal/channelz"	"google.golang.org/grpc/internal/transport"	"google.golang.org/grpc/status")// v2PickerWrapper wraps a balancer.Picker while providing the// balancer.V2Picker API.  It requires a pickerWrapper to generate errors// including the latest connectionError.  To be deleted when balancer.Picker is// updated to the balancer.V2Picker API.type v2PickerWrapper struct {	picker  balancer.Picker	connErr *connErr}func (v *v2PickerWrapper) Pick(info balancer.PickInfo) (balancer.PickResult, error) {	sc, done, err := v.picker.Pick(info.Ctx, info)	if err != nil {		if err == balancer.ErrTransientFailure {			return balancer.PickResult{}, balancer.TransientFailureError(fmt.Errorf("%v, latest connection error: %v", err, v.connErr.connectionError()))		}		return balancer.PickResult{}, err	}	return balancer.PickResult{SubConn: sc, Done: done}, nil}// pickerWrapper is a wrapper of balancer.Picker. It blocks on certain pick// actions and unblock when there's a picker update.type pickerWrapper struct {	mu         sync.Mutex	done       bool	blockingCh chan struct{}	picker     balancer.V2Picker	// The latest connection error.  TODO: remove when V1 picker is deprecated;	// balancer should be responsible for providing the error.	*connErr}type connErr struct {	mu  sync.Mutex	err error}func (c *connErr) updateConnectionError(err error) {	c.mu.Lock()	c.err = err	c.mu.Unlock()}func (c *connErr) connectionError() error {	c.mu.Lock()	err := c.err	c.mu.Unlock()	return err}func newPickerWrapper() *pickerWrapper {	return &pickerWrapper{blockingCh: make(chan struct{}), connErr: &connErr{}}}// updatePicker is called by UpdateBalancerState. It unblocks all blocked pick.func (pw *pickerWrapper) updatePicker(p balancer.Picker) {	pw.updatePickerV2(&v2PickerWrapper{picker: p, connErr: pw.connErr})}// updatePicker is called by UpdateBalancerState. It unblocks all blocked pick.func (pw *pickerWrapper) updatePickerV2(p balancer.V2Picker) {	pw.mu.Lock()	if pw.done {		pw.mu.Unlock()		return	}	pw.picker = p	// pw.blockingCh should never be nil.	close(pw.blockingCh)	pw.blockingCh = make(chan struct{})	pw.mu.Unlock()}func doneChannelzWrapper(acw *acBalancerWrapper, done func(balancer.DoneInfo)) func(balancer.DoneInfo) {	acw.mu.Lock()	ac := acw.ac	acw.mu.Unlock()	ac.incrCallsStarted()	return func(b balancer.DoneInfo) {		if b.Err != nil && b.Err != io.EOF {			ac.incrCallsFailed()		} else {			ac.incrCallsSucceeded()		}		if done != nil {			done(b)		}	}}// pick returns the transport that will be used for the RPC.// It may block in the following cases:// - there's no picker// - the current picker returns ErrNoSubConnAvailable// - the current picker returns other errors and failfast is false.// - the subConn returned by the current picker is not READY// When one of these situations happens, pick blocks until the picker gets updated.func (pw *pickerWrapper) pick(ctx context.Context, failfast bool, info balancer.PickInfo) (transport.ClientTransport, func(balancer.DoneInfo), error) {	var ch chan struct{}	var lastPickErr error	for {		pw.mu.Lock()		if pw.done {			pw.mu.Unlock()			return nil, nil, ErrClientConnClosing		}		if pw.picker == nil {			ch = pw.blockingCh		}		if ch == pw.blockingCh {			// This could happen when either:			// - pw.picker is nil (the previous if condition), or			// - has called pick on the current picker.			pw.mu.Unlock()			select {			case <-ctx.Done():				var errStr string				if lastPickErr != nil {					errStr = "latest balancer error: " + lastPickErr.Error()				} else if connectionErr := pw.connectionError(); connectionErr != nil {					errStr = "latest connection error: " + connectionErr.Error()				} else {					errStr = ctx.Err().Error()				}				switch ctx.Err() {				case context.DeadlineExceeded:					return nil, nil, status.Error(codes.DeadlineExceeded, errStr)				case context.Canceled:					return nil, nil, status.Error(codes.Canceled, errStr)				}			case <-ch:			}			continue		}		ch = pw.blockingCh		p := pw.picker		pw.mu.Unlock()		pickResult, err := p.Pick(info)		if err != nil {			if err == balancer.ErrNoSubConnAvailable {				continue			}			if tfe, ok := err.(interface{ IsTransientFailure() bool }); ok && tfe.IsTransientFailure() {				if !failfast {					lastPickErr = err					continue				}				return nil, nil, status.Error(codes.Unavailable, err.Error())			}			if _, ok := status.FromError(err); ok {				return nil, nil, err			}			// err is some other error.			return nil, nil, status.Error(codes.Unknown, err.Error())		}		acw, ok := pickResult.SubConn.(*acBalancerWrapper)		if !ok {			grpclog.Error("subconn returned from pick is not *acBalancerWrapper")			continue		}		if t, ok := acw.getAddrConn().getReadyTransport(); ok {			if channelz.IsOn() {				return t, doneChannelzWrapper(acw, pickResult.Done), nil			}			return t, pickResult.Done, nil		}		if pickResult.Done != nil {			// Calling done with nil error, no bytes sent and no bytes received.			// DoneInfo with default value works.			pickResult.Done(balancer.DoneInfo{})		}		grpclog.Infof("blockingPicker: the picked transport is not ready, loop back to repick")		// If ok == false, ac.state is not READY.		// A valid picker always returns READY subConn. This means the state of ac		// just changed, and picker will be updated shortly.		// continue back to the beginning of the for loop to repick.	}}func (pw *pickerWrapper) close() {	pw.mu.Lock()	defer pw.mu.Unlock()	if pw.done {		return	}	pw.done = true	close(pw.blockingCh)}
 |