go.uber.org/yarpc@v1.72.1/transport/tchannel/transport.go

// Copyright (c) 2022 Uber Technologies, Inc.
//
// Permission is hereby granted, free of charge, to any person obtaining a copy
// of this software and associated documentation files (the "Software"), to deal
// in the Software without restriction, including without limitation the rights
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
// copies of the Software, and to permit persons to whom the Software is
// furnished to do so, subject to the following conditions:
//
// The above copyright notice and this permission notice shall be included in
// all copies or substantial portions of the Software.
//
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
// THE SOFTWARE.

package tchannel

import (
	"context"
	"crypto/tls"
	"errors"
	"fmt"
	"net"
	"sync"
	"time"

	"github.com/opentracing/opentracing-go"
	"github.com/uber/tchannel-go"
	"go.uber.org/net/metrics"
	backoffapi "go.uber.org/yarpc/api/backoff"
	"go.uber.org/yarpc/api/peer"
	"go.uber.org/yarpc/api/transport"
	yarpctls "go.uber.org/yarpc/api/transport/tls"
	"go.uber.org/yarpc/pkg/lifecycle"
	"go.uber.org/yarpc/transport/internal/tls/dialer"
	"go.uber.org/yarpc/transport/internal/tls/muxlistener"
	"go.uber.org/zap"
)

type headerCase int

const (
	canonicalizedHeaderCase headerCase = iota
	originalHeaderCase
)

// Transport is a TChannel transport suitable for use with YARPC's peer
// selection system.
// The transport implements peer.Transport so multiple peer.List
// implementations can retain and release shared peers.
// The transport implements transport.Transport so it is suitable for lifecycle
// management.
type Transport struct {
	lock sync.Mutex
	once *lifecycle.Once

	ch                *tchannel.Channel
	router            transport.Router
	tracer            opentracing.Tracer
	logger            *zap.Logger
	meter             *metrics.Scope
	name              string
	addr              string
	listener          net.Listener
	dialer            func(ctx context.Context, network, hostPort string) (net.Conn, error)
	newResponseWriter func(inboundCallResponse, tchannel.Format, headerCase) responseWriter

	connTimeout         time.Duration
	connectorsGroup     sync.WaitGroup
	connBackoffStrategy backoffapi.Strategy
	headerCase          headerCase

	peers map[string]*tchannelPeer

	nativeTChannelMethods          NativeTChannelMethods
	excludeServiceHeaderInResponse bool

	inboundTLSConfig *tls.Config
	inboundTLSMode   *yarpctls.Mode

	outboundTLSConfigProvider yarpctls.OutboundTLSConfigProvider
	outboundChannels          []*outboundChannel
}

// NewTransport is a YARPC transport that facilitates sending and receiving
// YARPC requests through TChannel.
// It uses a shared TChannel Channel for both, incoming and outgoing requests,
// ensuring reuse of connections and other resources.
//
// Either the local service name (with the ServiceName option) or a user-owned
// TChannel (with the WithChannel option) MUST be specified.
func NewTransport(opts ...TransportOption) (*Transport, error) {
	options := newTransportOptions()

	for _, opt := range opts {
		opt(&options)
	}

	if options.ch != nil {
		return nil, fmt.Errorf("NewTransport does not accept WithChannel, use NewChannelTransport")
	}

	return options.newTransport(), nil
}

func (o transportOptions) newTransport() *Transport {
	logger := o.logger
	if logger == nil {
		logger = zap.NewNop()
	}
	headerCase := canonicalizedHeaderCase
	if o.originalHeaders {
		headerCase = originalHeaderCase
	}
	return &Transport{
		once:                           lifecycle.NewOnce(),
		name:                           o.name,
		addr:                           o.addr,
		listener:                       o.listener,
		dialer:                         o.dialer,
		connTimeout:                    o.connTimeout,
		connBackoffStrategy:            o.connBackoffStrategy,
		peers:                          make(map[string]*tchannelPeer),
		tracer:                         o.tracer,
		logger:                         logger,
		meter:                          o.meter,
		headerCase:                     headerCase,
		newResponseWriter:              newHandlerWriter,
		nativeTChannelMethods:          o.nativeTChannelMethods,
		excludeServiceHeaderInResponse: o.excludeServiceHeaderInResponse,
		inboundTLSConfig:               o.inboundTLSConfig,
		inboundTLSMode:                 o.inboundTLSMode,
		outboundTLSConfigProvider:      o.outboundTLSConfigProvider,
	}
}

// ListenAddr exposes the listen address of the transport.
func (t *Transport) ListenAddr() string {
	return t.addr
}

// RetainPeer adds a peer subscriber (typically a peer chooser) and causes the
// transport to maintain persistent connections with that peer.
func (t *Transport) RetainPeer(pid peer.Identifier, sub peer.Subscriber) (peer.Peer, error) {
	return t.retainPeer(pid, sub, t.ch)
}

func (t *Transport) retainPeer(pid peer.Identifier, sub peer.Subscriber, ch *tchannel.Channel) (peer.Peer, error) {
	t.lock.Lock()
	defer t.lock.Unlock()

	p := t.getOrCreatePeer(pid, ch)
	p.Subscribe(sub)
	return p, nil
}

// **NOTE** should only be called while the lock write mutex is acquired
func (t *Transport) getOrCreatePeer(pid peer.Identifier, ch *tchannel.Channel) *tchannelPeer {
	addr := pid.Identifier()
	if p, ok := t.peers[addr]; ok {
		return p
	}

	p := newPeer(addr, t, ch)
	t.peers[addr] = p
	// Start a peer connection loop
	t.connectorsGroup.Add(1)
	go p.maintainConnection()

	return p
}

// ReleasePeer releases a peer from the peer.Subscriber and removes that peer
// from the Transport if nothing is listening to it.
func (t *Transport) ReleasePeer(pid peer.Identifier, sub peer.Subscriber) error {
	t.lock.Lock()
	defer t.lock.Unlock()

	p, ok := t.peers[pid.Identifier()]
	if !ok {
		return peer.ErrTransportHasNoReferenceToPeer{
			TransportName:  "tchannel.Transport",
			PeerIdentifier: pid.Identifier(),
		}
	}

	if err := p.Unsubscribe(sub); err != nil {
		return err
	}

	if p.NumSubscribers() == 0 {
		// Release the peer so that the connection retention loop stops.
		p.release()
		delete(t.peers, pid.Identifier())
	}

	return nil
}

// Start starts the TChannel transport. This starts making connections and
// accepting inbound requests. All inbounds must have been assigned a router
// to accept inbound requests before this is called.
func (t *Transport) Start() error {
	return t.once.Start(t.start)
}

func (t *Transport) start() error {
	t.lock.Lock()
	defer t.lock.Unlock()

	var skipHandlerMethods []string
	if t.nativeTChannelMethods != nil {
		skipHandlerMethods = t.nativeTChannelMethods.SkipMethodNames()
	}

	chopts := tchannel.ChannelOptions{
		Tracer: t.tracer,
		Handler: handler{
			router:                         t.router,
			tracer:                         t.tracer,
			headerCase:                     t.headerCase,
			logger:                         t.logger,
			newResponseWriter:              t.newResponseWriter,
			excludeServiceHeaderInResponse: t.excludeServiceHeaderInResponse,
		},
		OnPeerStatusChanged: t.onPeerStatusChanged,
		Dialer:              t.dialer,
		SkipHandlerMethods:  skipHandlerMethods,
	}
	ch, err := tchannel.NewChannel(t.name, &chopts)
	if err != nil {
		return err
	}
	t.ch = ch

	if t.nativeTChannelMethods != nil {
		for name, handler := range t.nativeTChannelMethods.Methods() {
			ch.Register(handler, name)
		}
	}

	listener := t.listener
	if listener == nil {
		addr := t.addr
		// Default to ListenIP if addr wasn't given.
		if addr == "" {
			listenIP, err := tchannel.ListenIP()
			if err != nil {
				return err
			}

			addr = listenIP.String() + ":0"
			// TODO(abg): Find a way to export this to users
		}

		// TODO(abg): If addr was just the port (":4040"), we want to use
		// ListenIP() + ":4040" rather than just ":4040".
		listener, err = net.Listen("tcp", addr)
		if err != nil {
			return err
		}
	}

	if t.inboundTLSMode != nil && *t.inboundTLSMode != yarpctls.Disabled {
		if t.inboundTLSConfig == nil {
			return errors.New("tchannel TLS enabled but configuration not provided")
		}

		listener = muxlistener.NewListener(muxlistener.Config{
			Listener:      listener,
			TLSConfig:     t.inboundTLSConfig,
			ServiceName:   t.name,
			TransportName: TransportName,
			Meter:         t.meter,
			Logger:        t.logger,
			Mode:          *t.inboundTLSMode,
		})
	}

	if err := t.ch.Serve(listener); err != nil {
		return err
	}
	t.addr = t.ch.PeerInfo().HostPort

	for _, outboundChannel := range t.outboundChannels {
		if err := outboundChannel.start(); err != nil {
			return err
		}
	}
	return nil
}

// Stop stops the TChannel transport. It starts rejecting incoming requests
// and draining connections before closing them.
// In a future version of YARPC, Stop will block until the underlying channel
// has closed completely.
func (t *Transport) Stop() error {
	return t.once.Stop(t.stop)
}

func (t *Transport) stop() error {
	t.ch.Close()
	for _, outboundChannel := range t.outboundChannels {
		outboundChannel.stop()
	}
	t.connectorsGroup.Wait()
	return nil
}

// IsRunning returns whether the TChannel transport is running.
func (t *Transport) IsRunning() bool {
	return t.once.IsRunning()
}

// onPeerStatusChanged receives notifications from TChannel Channel when any
// peer's status changes.
func (t *Transport) onPeerStatusChanged(tp *tchannel.Peer) {
	t.lock.Lock()
	defer t.lock.Unlock()

	p, ok := t.peers[tp.HostPort()]
	if !ok {
		return
	}
	p.notifyConnectionStatusChanged()
}

// CreateTLSOutboundChannel creates a outbound channel for managing tls
// connections with the given tls config and destination name.
// Usage:
// 	tr, _ := tchannel.NewTransport(...)
//  outboundCh, _ := tr.CreateTLSOutboundChannel(tls-config, "dest-name")
//  outbound := tr.NewOutbound(peer.NewSingle(id, outboundCh))
func (t *Transport) CreateTLSOutboundChannel(tlsConfig *tls.Config, destinationName string) (peer.Transport, error) {
	params := dialer.Params{
		Config:        tlsConfig,
		Meter:         t.meter,
		Logger:        t.logger,
		ServiceName:   t.name,
		TransportName: TransportName,
		Dest:          destinationName,
		Dialer:        t.dialer,
	}
	return t.createOutboundChannel(dialer.NewTLSDialer(params).DialContext)
}

func (t *Transport) createOutboundChannel(dialerFunc dialerFunc) (peer.Transport, error) {
	t.lock.Lock()
	defer t.lock.Unlock()

	if t.once.State() != lifecycle.Idle {
		return nil, errors.New("tchannel outbound channel cannot be created after starting transport")
	}
	outboundChannel := newOutboundChannel(t, dialerFunc)
	t.outboundChannels = append(t.outboundChannels, outboundChannel)
	return outboundChannel, nil
}