mirror of
https://github.com/coder/coder.git
synced 2026-06-02 20:48:20 +00:00
e801e878ba
When an agent receives a node, it responds with an ACK which is relayed to the client. After the client receives the ACK, it's allowed to begin pinging.
730 lines
21 KiB
Go
730 lines
21 KiB
Go
package tailnet
|
|
|
|
import (
|
|
"context"
|
|
"encoding/binary"
|
|
"fmt"
|
|
"net"
|
|
"net/http"
|
|
"net/netip"
|
|
"os"
|
|
"strconv"
|
|
"sync"
|
|
"time"
|
|
|
|
"github.com/cenkalti/backoff/v4"
|
|
"github.com/google/uuid"
|
|
"golang.org/x/xerrors"
|
|
"gvisor.dev/gvisor/pkg/tcpip"
|
|
"gvisor.dev/gvisor/pkg/tcpip/adapters/gonet"
|
|
"tailscale.com/envknob"
|
|
"tailscale.com/ipn/ipnstate"
|
|
"tailscale.com/net/connstats"
|
|
"tailscale.com/net/netmon"
|
|
"tailscale.com/net/netns"
|
|
"tailscale.com/net/tsdial"
|
|
"tailscale.com/net/tstun"
|
|
"tailscale.com/tailcfg"
|
|
"tailscale.com/tsd"
|
|
"tailscale.com/types/key"
|
|
tslogger "tailscale.com/types/logger"
|
|
"tailscale.com/types/netlogtype"
|
|
"tailscale.com/wgengine"
|
|
"tailscale.com/wgengine/capture"
|
|
"tailscale.com/wgengine/magicsock"
|
|
"tailscale.com/wgengine/netstack"
|
|
"tailscale.com/wgengine/router"
|
|
|
|
"cdr.dev/slog"
|
|
"github.com/coder/coder/v2/cryptorand"
|
|
"github.com/coder/coder/v2/tailnet/proto"
|
|
)
|
|
|
|
var ErrConnClosed = xerrors.New("connection closed")
|
|
|
|
const (
|
|
WorkspaceAgentSSHPort = 1
|
|
WorkspaceAgentReconnectingPTYPort = 2
|
|
WorkspaceAgentSpeedtestPort = 3
|
|
)
|
|
|
|
// EnvMagicsockDebugLogging enables super-verbose logging for the magicsock
|
|
// internals. A logger must be supplied to the connection with the debug level
|
|
// enabled.
|
|
//
|
|
// With this disabled, you still get a lot of output if you have a valid logger
|
|
// with the debug level enabled.
|
|
const EnvMagicsockDebugLogging = "CODER_MAGICSOCK_DEBUG_LOGGING"
|
|
|
|
func init() {
|
|
// Globally disable network namespacing. All networking happens in
|
|
// userspace.
|
|
netns.SetEnabled(false)
|
|
// Tailscale, by default, "trims" the set of peers down to ones that we are
|
|
// "actively" communicating with in an effort to save memory. Since
|
|
// Tailscale removed keep-alives, it seems like open but idle connections
|
|
// (SSH, port-forward, etc) can get trimmed fairly easily, causing hangs for
|
|
// a few seconds while the connection is setup again.
|
|
//
|
|
// Note that Tailscale.com's use case is very different from ours: in their
|
|
// use case, users create one persistent tailnet per device, and it allows
|
|
// connections to every other thing in Tailscale that belongs to them. The
|
|
// tailnet stays up as long as your laptop or phone is turned on.
|
|
//
|
|
// Our use case is different: for clients, it's a point-to-point connection
|
|
// to a single workspace, and lasts only as long as the connection. For
|
|
// agents, it's connections to a small number of clients (CLI or Coderd)
|
|
// that are being actively used by the end user.
|
|
envknob.Setenv("TS_DEBUG_TRIM_WIREGUARD", "false")
|
|
}
|
|
|
|
type Options struct {
|
|
ID uuid.UUID
|
|
Addresses []netip.Prefix
|
|
DERPMap *tailcfg.DERPMap
|
|
DERPHeader *http.Header
|
|
// DERPForceWebSockets determines whether websockets is always used for DERP
|
|
// connections, rather than trying `Upgrade: derp` first and potentially
|
|
// falling back. This is useful for misbehaving proxies that prevent
|
|
// fallback due to odd behavior, like Azure App Proxy.
|
|
DERPForceWebSockets bool
|
|
// BlockEndpoints specifies whether P2P endpoints are blocked.
|
|
// If so, only DERPs can establish connections.
|
|
BlockEndpoints bool
|
|
Logger slog.Logger
|
|
ListenPort uint16
|
|
}
|
|
|
|
// NodeID creates a Tailscale NodeID from the last 8 bytes of a UUID. It ensures
|
|
// the returned NodeID is always positive.
|
|
func NodeID(uid uuid.UUID) tailcfg.NodeID {
|
|
id := int64(binary.BigEndian.Uint64(uid[8:]))
|
|
|
|
// ensure id is positive
|
|
y := id >> 63
|
|
id = (id ^ y) - y
|
|
|
|
return tailcfg.NodeID(id)
|
|
}
|
|
|
|
// NewConn constructs a new Wireguard server that will accept connections from the addresses provided.
|
|
func NewConn(options *Options) (conn *Conn, err error) {
|
|
if options == nil {
|
|
options = &Options{}
|
|
}
|
|
if len(options.Addresses) == 0 {
|
|
return nil, xerrors.New("At least one IP range must be provided")
|
|
}
|
|
|
|
nodePrivateKey := key.NewNode()
|
|
var nodeID tailcfg.NodeID
|
|
|
|
// If we're provided with a UUID, use it to populate our node ID.
|
|
if options.ID != uuid.Nil {
|
|
nodeID = NodeID(options.ID)
|
|
} else {
|
|
uid, err := cryptorand.Int63()
|
|
if err != nil {
|
|
return nil, xerrors.Errorf("generate node id: %w", err)
|
|
}
|
|
nodeID = tailcfg.NodeID(uid)
|
|
}
|
|
|
|
wireguardMonitor, err := netmon.New(Logger(options.Logger.Named("net.wgmonitor")))
|
|
if err != nil {
|
|
return nil, xerrors.Errorf("create wireguard link monitor: %w", err)
|
|
}
|
|
defer func() {
|
|
if err != nil {
|
|
wireguardMonitor.Close()
|
|
}
|
|
}()
|
|
|
|
dialer := &tsdial.Dialer{
|
|
Logf: Logger(options.Logger.Named("net.tsdial")),
|
|
}
|
|
sys := new(tsd.System)
|
|
wireguardEngine, err := wgengine.NewUserspaceEngine(Logger(options.Logger.Named("net.wgengine")), wgengine.Config{
|
|
NetMon: wireguardMonitor,
|
|
Dialer: dialer,
|
|
ListenPort: options.ListenPort,
|
|
SetSubsystem: sys.Set,
|
|
})
|
|
if err != nil {
|
|
return nil, xerrors.Errorf("create wgengine: %w", err)
|
|
}
|
|
defer func() {
|
|
if err != nil {
|
|
wireguardEngine.Close()
|
|
}
|
|
}()
|
|
dialer.UseNetstackForIP = func(ip netip.Addr) bool {
|
|
_, ok := wireguardEngine.PeerForIP(ip)
|
|
return ok
|
|
}
|
|
|
|
sys.Set(wireguardEngine)
|
|
|
|
magicConn := sys.MagicSock.Get()
|
|
magicConn.SetDERPForceWebsockets(options.DERPForceWebSockets)
|
|
magicConn.SetBlockEndpoints(options.BlockEndpoints)
|
|
if options.DERPHeader != nil {
|
|
magicConn.SetDERPHeader(options.DERPHeader.Clone())
|
|
}
|
|
|
|
if v, ok := os.LookupEnv(EnvMagicsockDebugLogging); ok {
|
|
vBool, err := strconv.ParseBool(v)
|
|
if err != nil {
|
|
options.Logger.Debug(context.Background(), fmt.Sprintf("magicsock debug logging disabled due to invalid value %s=%q, use true or false", EnvMagicsockDebugLogging, v))
|
|
} else {
|
|
magicConn.SetDebugLoggingEnabled(vBool)
|
|
options.Logger.Debug(context.Background(), fmt.Sprintf("magicsock debug logging set by %s=%t", EnvMagicsockDebugLogging, vBool))
|
|
}
|
|
} else {
|
|
options.Logger.Debug(context.Background(), fmt.Sprintf("magicsock debug logging disabled, use %s=true to enable", EnvMagicsockDebugLogging))
|
|
}
|
|
|
|
// Update the keys for the magic connection!
|
|
err = magicConn.SetPrivateKey(nodePrivateKey)
|
|
if err != nil {
|
|
return nil, xerrors.Errorf("set node private key: %w", err)
|
|
}
|
|
|
|
netStack, err := netstack.Create(
|
|
Logger(options.Logger.Named("net.netstack")),
|
|
sys.Tun.Get(),
|
|
wireguardEngine,
|
|
magicConn,
|
|
dialer,
|
|
sys.DNSManager.Get(),
|
|
)
|
|
if err != nil {
|
|
return nil, xerrors.Errorf("create netstack: %w", err)
|
|
}
|
|
|
|
dialer.NetstackDialTCP = func(ctx context.Context, dst netip.AddrPort) (net.Conn, error) {
|
|
return netStack.DialContextTCP(ctx, dst)
|
|
}
|
|
netStack.ProcessLocalIPs = true
|
|
wireguardEngine = wgengine.NewWatchdog(wireguardEngine)
|
|
|
|
cfgMaps := newConfigMaps(
|
|
options.Logger,
|
|
wireguardEngine,
|
|
nodeID,
|
|
nodePrivateKey,
|
|
magicConn.DiscoPublicKey(),
|
|
)
|
|
cfgMaps.setAddresses(options.Addresses)
|
|
if options.DERPMap != nil {
|
|
cfgMaps.setDERPMap(options.DERPMap)
|
|
}
|
|
cfgMaps.setBlockEndpoints(options.BlockEndpoints)
|
|
|
|
nodeUp := newNodeUpdater(
|
|
options.Logger,
|
|
nil,
|
|
nodeID,
|
|
nodePrivateKey.Public(),
|
|
magicConn.DiscoPublicKey(),
|
|
)
|
|
nodeUp.setAddresses(options.Addresses)
|
|
nodeUp.setBlockEndpoints(options.BlockEndpoints)
|
|
wireguardEngine.SetStatusCallback(nodeUp.setStatus)
|
|
wireguardEngine.SetNetInfoCallback(nodeUp.setNetInfo)
|
|
magicConn.SetDERPForcedWebsocketCallback(nodeUp.setDERPForcedWebsocket)
|
|
|
|
server := &Conn{
|
|
closed: make(chan struct{}),
|
|
logger: options.Logger,
|
|
magicConn: magicConn,
|
|
dialer: dialer,
|
|
listeners: map[listenKey]*listener{},
|
|
tunDevice: sys.Tun.Get(),
|
|
netStack: netStack,
|
|
wireguardMonitor: wireguardMonitor,
|
|
wireguardRouter: &router.Config{
|
|
LocalAddrs: options.Addresses,
|
|
},
|
|
wireguardEngine: wireguardEngine,
|
|
configMaps: cfgMaps,
|
|
nodeUpdater: nodeUp,
|
|
}
|
|
defer func() {
|
|
if err != nil {
|
|
_ = server.Close()
|
|
}
|
|
}()
|
|
|
|
netStack.GetTCPHandlerForFlow = server.forwardTCP
|
|
|
|
err = netStack.Start(nil)
|
|
if err != nil {
|
|
return nil, xerrors.Errorf("start netstack: %w", err)
|
|
}
|
|
|
|
return server, nil
|
|
}
|
|
|
|
func maskUUID(uid uuid.UUID) uuid.UUID {
|
|
// This is Tailscale's ephemeral service prefix. This can be changed easily
|
|
// later-on, because all of our nodes are ephemeral.
|
|
// fd7a:115c:a1e0
|
|
uid[0] = 0xfd
|
|
uid[1] = 0x7a
|
|
uid[2] = 0x11
|
|
uid[3] = 0x5c
|
|
uid[4] = 0xa1
|
|
uid[5] = 0xe0
|
|
return uid
|
|
}
|
|
|
|
// IP generates a random IP with a static service prefix.
|
|
func IP() netip.Addr {
|
|
uid := maskUUID(uuid.New())
|
|
return netip.AddrFrom16(uid)
|
|
}
|
|
|
|
// IP generates a new IP from a UUID.
|
|
func IPFromUUID(uid uuid.UUID) netip.Addr {
|
|
return netip.AddrFrom16(maskUUID(uid))
|
|
}
|
|
|
|
// Conn is an actively listening Wireguard connection.
|
|
type Conn struct {
|
|
mutex sync.Mutex
|
|
closed chan struct{}
|
|
logger slog.Logger
|
|
|
|
dialer *tsdial.Dialer
|
|
tunDevice *tstun.Wrapper
|
|
configMaps *configMaps
|
|
nodeUpdater *nodeUpdater
|
|
netStack *netstack.Impl
|
|
magicConn *magicsock.Conn
|
|
wireguardMonitor *netmon.Monitor
|
|
wireguardRouter *router.Config
|
|
wireguardEngine wgengine.Engine
|
|
listeners map[listenKey]*listener
|
|
|
|
trafficStats *connstats.Statistics
|
|
}
|
|
|
|
func (c *Conn) SetTunnelDestination(id uuid.UUID) {
|
|
c.configMaps.setTunnelDestination(id)
|
|
}
|
|
|
|
func (c *Conn) GetBlockEndpoints() bool {
|
|
return c.configMaps.getBlockEndpoints() && c.nodeUpdater.getBlockEndpoints()
|
|
}
|
|
|
|
func (c *Conn) InstallCaptureHook(f capture.Callback) {
|
|
c.mutex.Lock()
|
|
defer c.mutex.Unlock()
|
|
c.wireguardEngine.InstallCaptureHook(f)
|
|
}
|
|
|
|
func (c *Conn) MagicsockSetDebugLoggingEnabled(enabled bool) {
|
|
c.magicConn.SetDebugLoggingEnabled(enabled)
|
|
}
|
|
|
|
func (c *Conn) SetAddresses(ips []netip.Prefix) error {
|
|
c.configMaps.setAddresses(ips)
|
|
c.nodeUpdater.setAddresses(ips)
|
|
return nil
|
|
}
|
|
|
|
func (c *Conn) SetNodeCallback(callback func(node *Node)) {
|
|
c.nodeUpdater.setCallback(callback)
|
|
}
|
|
|
|
// SetDERPMap updates the DERPMap of a connection.
|
|
func (c *Conn) SetDERPMap(derpMap *tailcfg.DERPMap) {
|
|
c.configMaps.setDERPMap(derpMap)
|
|
}
|
|
|
|
func (c *Conn) SetDERPForceWebSockets(v bool) {
|
|
c.logger.Info(context.Background(), "setting DERP Force Websockets", slog.F("force_derp_websockets", v))
|
|
c.magicConn.SetDERPForceWebsockets(v)
|
|
}
|
|
|
|
// SetBlockEndpoints sets whether to block P2P endpoints. This setting
|
|
// will only apply to new peers.
|
|
func (c *Conn) SetBlockEndpoints(blockEndpoints bool) {
|
|
c.configMaps.setBlockEndpoints(blockEndpoints)
|
|
c.nodeUpdater.setBlockEndpoints(blockEndpoints)
|
|
c.magicConn.SetBlockEndpoints(blockEndpoints)
|
|
}
|
|
|
|
// SetDERPRegionDialer updates the dialer to use for connecting to DERP regions.
|
|
func (c *Conn) SetDERPRegionDialer(dialer func(ctx context.Context, region *tailcfg.DERPRegion) net.Conn) {
|
|
c.magicConn.SetDERPRegionDialer(dialer)
|
|
}
|
|
|
|
// UpdatePeers connects with a set of peers. This can be constantly updated,
|
|
// and peers will continually be reconnected as necessary.
|
|
func (c *Conn) UpdatePeers(updates []*proto.CoordinateResponse_PeerUpdate) error {
|
|
if c.isClosed() {
|
|
return ErrConnClosed
|
|
}
|
|
c.configMaps.updatePeers(updates)
|
|
return nil
|
|
}
|
|
|
|
// SetAllPeersLost marks all peers lost; typically used when we disconnect from a coordinator.
|
|
func (c *Conn) SetAllPeersLost() {
|
|
c.configMaps.setAllPeersLost()
|
|
}
|
|
|
|
// NodeAddresses returns the addresses of a node from the NetworkMap.
|
|
func (c *Conn) NodeAddresses(publicKey key.NodePublic) ([]netip.Prefix, bool) {
|
|
return c.configMaps.nodeAddresses(publicKey)
|
|
}
|
|
|
|
// Status returns the current ipnstate of a connection.
|
|
func (c *Conn) Status() *ipnstate.Status {
|
|
return c.configMaps.status()
|
|
}
|
|
|
|
// Ping sends a ping to the Wireguard engine.
|
|
// The bool returned is true if the ping was performed P2P.
|
|
func (c *Conn) Ping(ctx context.Context, ip netip.Addr) (time.Duration, bool, *ipnstate.PingResult, error) {
|
|
return c.pingWithType(ctx, ip, tailcfg.PingDisco)
|
|
}
|
|
|
|
func (c *Conn) pingWithType(ctx context.Context, ip netip.Addr, pt tailcfg.PingType) (time.Duration, bool, *ipnstate.PingResult, error) {
|
|
errCh := make(chan error, 1)
|
|
prChan := make(chan *ipnstate.PingResult, 1)
|
|
go c.wireguardEngine.Ping(ip, pt, func(pr *ipnstate.PingResult) {
|
|
if pr.Err != "" {
|
|
errCh <- xerrors.New(pr.Err)
|
|
return
|
|
}
|
|
prChan <- pr
|
|
})
|
|
select {
|
|
case err := <-errCh:
|
|
return 0, false, nil, err
|
|
case <-ctx.Done():
|
|
return 0, false, nil, ctx.Err()
|
|
case pr := <-prChan:
|
|
return time.Duration(pr.LatencySeconds * float64(time.Second)), pr.Endpoint != "", pr, nil
|
|
}
|
|
}
|
|
|
|
// DERPMap returns the currently set DERP mapping.
|
|
func (c *Conn) DERPMap() *tailcfg.DERPMap {
|
|
c.configMaps.L.Lock()
|
|
defer c.configMaps.L.Unlock()
|
|
return c.configMaps.derpMapLocked()
|
|
}
|
|
|
|
// AwaitReachable pings the provided IP continually until the
|
|
// address is reachable. It's the callers responsibility to provide
|
|
// a timeout, otherwise this function will block forever.
|
|
func (c *Conn) AwaitReachable(ctx context.Context, ip netip.Addr) bool {
|
|
ctx, cancel := context.WithCancel(ctx)
|
|
defer cancel() // Cancel all pending pings on exit.
|
|
|
|
completedCtx, completed := context.WithCancel(context.Background())
|
|
defer completed()
|
|
|
|
run := func() {
|
|
// Safety timeout, initially we'll have around 10-20 goroutines
|
|
// running in parallel. The exponential backoff will converge
|
|
// around ~1 ping / 30s, this means we'll have around 10-20
|
|
// goroutines pending towards the end as well.
|
|
ctx, cancel := context.WithTimeout(ctx, 5*time.Minute)
|
|
defer cancel()
|
|
|
|
// For reachability, we use TSMP ping, which pings at the IP layer, and
|
|
// therefore requires that wireguard and the netstack are up. If we
|
|
// don't wait for wireguard to be up, we could miss a handshake, and it
|
|
// might take 5 seconds for the handshake to be retried. A 5s initial
|
|
// round trip can set us up for poor TCP performance, since the initial
|
|
// round-trip-time sets the initial retransmit timeout.
|
|
_, _, _, err := c.pingWithType(ctx, ip, tailcfg.PingTSMP)
|
|
if err == nil {
|
|
completed()
|
|
}
|
|
}
|
|
|
|
eb := backoff.NewExponentialBackOff()
|
|
eb.MaxElapsedTime = 0
|
|
eb.InitialInterval = 50 * time.Millisecond
|
|
eb.MaxInterval = 30 * time.Second
|
|
// Consume the first interval since
|
|
// we'll fire off a ping immediately.
|
|
_ = eb.NextBackOff()
|
|
|
|
t := backoff.NewTicker(eb)
|
|
defer t.Stop()
|
|
|
|
go run()
|
|
for {
|
|
select {
|
|
case <-completedCtx.Done():
|
|
return true
|
|
case <-t.C:
|
|
// Pings can take a while, so we can run multiple
|
|
// in parallel to return ASAP.
|
|
go run()
|
|
case <-ctx.Done():
|
|
return false
|
|
}
|
|
}
|
|
}
|
|
|
|
// Closed is a channel that ends when the connection has
|
|
// been closed.
|
|
func (c *Conn) Closed() <-chan struct{} {
|
|
return c.closed
|
|
}
|
|
|
|
// Close shuts down the Wireguard connection.
|
|
func (c *Conn) Close() error {
|
|
c.logger.Info(context.Background(), "closing tailnet Conn")
|
|
c.configMaps.close()
|
|
c.nodeUpdater.close()
|
|
c.mutex.Lock()
|
|
select {
|
|
case <-c.closed:
|
|
c.mutex.Unlock()
|
|
return nil
|
|
default:
|
|
}
|
|
close(c.closed)
|
|
c.mutex.Unlock()
|
|
|
|
var wg sync.WaitGroup
|
|
defer wg.Wait()
|
|
|
|
if c.trafficStats != nil {
|
|
wg.Add(1)
|
|
go func() {
|
|
defer wg.Done()
|
|
ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
|
|
defer cancel()
|
|
_ = c.trafficStats.Shutdown(ctx)
|
|
}()
|
|
}
|
|
|
|
_ = c.netStack.Close()
|
|
c.logger.Debug(context.Background(), "closed netstack")
|
|
_ = c.wireguardMonitor.Close()
|
|
_ = c.dialer.Close()
|
|
// Stops internals, e.g. tunDevice, magicConn and dnsManager.
|
|
c.wireguardEngine.Close()
|
|
|
|
c.mutex.Lock()
|
|
for _, l := range c.listeners {
|
|
_ = l.closeNoLock()
|
|
}
|
|
c.listeners = nil
|
|
c.mutex.Unlock()
|
|
|
|
return nil
|
|
}
|
|
|
|
func (c *Conn) isClosed() bool {
|
|
select {
|
|
case <-c.closed:
|
|
return true
|
|
default:
|
|
return false
|
|
}
|
|
}
|
|
|
|
// Node returns the last node that was sent to the node callback.
|
|
func (c *Conn) Node() *Node {
|
|
c.nodeUpdater.L.Lock()
|
|
defer c.nodeUpdater.L.Unlock()
|
|
return c.nodeUpdater.nodeLocked()
|
|
}
|
|
|
|
// This and below is taken _mostly_ verbatim from Tailscale:
|
|
// https://github.com/tailscale/tailscale/blob/c88bd53b1b7b2fcf7ba302f2e53dd1ce8c32dad4/tsnet/tsnet.go#L459-L494
|
|
|
|
// Listen listens for connections only on the Tailscale network.
|
|
func (c *Conn) Listen(network, addr string) (net.Listener, error) {
|
|
host, port, err := net.SplitHostPort(addr)
|
|
if err != nil {
|
|
return nil, xerrors.Errorf("tailnet: split host port for listen: %w", err)
|
|
}
|
|
lk := listenKey{network, host, port}
|
|
ln := &listener{
|
|
s: c,
|
|
key: lk,
|
|
addr: addr,
|
|
|
|
closed: make(chan struct{}),
|
|
conn: make(chan net.Conn),
|
|
}
|
|
c.mutex.Lock()
|
|
if c.isClosed() {
|
|
c.mutex.Unlock()
|
|
return nil, ErrConnClosed
|
|
}
|
|
if c.listeners == nil {
|
|
c.listeners = map[listenKey]*listener{}
|
|
}
|
|
if _, ok := c.listeners[lk]; ok {
|
|
c.mutex.Unlock()
|
|
return nil, xerrors.Errorf("tailnet: listener already open for %s, %s", network, addr)
|
|
}
|
|
c.listeners[lk] = ln
|
|
c.mutex.Unlock()
|
|
return ln, nil
|
|
}
|
|
|
|
func (c *Conn) DialContextTCP(ctx context.Context, ipp netip.AddrPort) (*gonet.TCPConn, error) {
|
|
c.logger.Debug(ctx, "dial tcp", slog.F("addr_port", ipp))
|
|
return c.netStack.DialContextTCP(ctx, ipp)
|
|
}
|
|
|
|
func (c *Conn) DialContextUDP(ctx context.Context, ipp netip.AddrPort) (*gonet.UDPConn, error) {
|
|
c.logger.Debug(ctx, "dial udp", slog.F("addr_port", ipp))
|
|
return c.netStack.DialContextUDP(ctx, ipp)
|
|
}
|
|
|
|
func (c *Conn) forwardTCP(src, dst netip.AddrPort) (handler func(net.Conn), opts []tcpip.SettableSocketOption, intercept bool) {
|
|
logger := c.logger.Named("tcp").With(slog.F("src", src.String()), slog.F("dst", dst.String()))
|
|
c.mutex.Lock()
|
|
ln, ok := c.listeners[listenKey{"tcp", "", fmt.Sprint(dst.Port())}]
|
|
c.mutex.Unlock()
|
|
if !ok {
|
|
return nil, nil, false
|
|
}
|
|
// See: https://github.com/tailscale/tailscale/blob/c7cea825aea39a00aca71ea02bab7266afc03e7c/wgengine/netstack/netstack.go#L888
|
|
if dst.Port() == WorkspaceAgentSSHPort || dst.Port() == 22 {
|
|
opt := tcpip.KeepaliveIdleOption(72 * time.Hour)
|
|
opts = append(opts, &opt)
|
|
}
|
|
|
|
return func(conn net.Conn) {
|
|
t := time.NewTimer(time.Second)
|
|
defer t.Stop()
|
|
select {
|
|
case ln.conn <- conn:
|
|
logger.Info(context.Background(), "accepted connection")
|
|
return
|
|
case <-ln.closed:
|
|
logger.Info(context.Background(), "listener closed; closing connection")
|
|
case <-c.closed:
|
|
logger.Info(context.Background(), "tailnet closed; closing connection")
|
|
case <-t.C:
|
|
logger.Info(context.Background(), "listener timed out accepting; closing connection")
|
|
}
|
|
_ = conn.Close()
|
|
}, opts, true
|
|
}
|
|
|
|
// SetConnStatsCallback sets a callback to be called after maxPeriod or
|
|
// maxConns, whichever comes first. Multiple calls overwrites the callback.
|
|
func (c *Conn) SetConnStatsCallback(maxPeriod time.Duration, maxConns int, dump func(start, end time.Time, virtual, physical map[netlogtype.Connection]netlogtype.Counts)) {
|
|
connStats := connstats.NewStatistics(maxPeriod, maxConns, dump)
|
|
|
|
shutdown := func(s *connstats.Statistics) {
|
|
ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
|
|
defer cancel()
|
|
_ = s.Shutdown(ctx)
|
|
}
|
|
|
|
c.mutex.Lock()
|
|
if c.isClosed() {
|
|
c.mutex.Unlock()
|
|
shutdown(connStats)
|
|
return
|
|
}
|
|
old := c.trafficStats
|
|
c.trafficStats = connStats
|
|
c.mutex.Unlock()
|
|
|
|
// Make sure to shutdown the old callback.
|
|
if old != nil {
|
|
shutdown(old)
|
|
}
|
|
|
|
c.tunDevice.SetStatistics(connStats)
|
|
}
|
|
|
|
func (c *Conn) MagicsockServeHTTPDebug(w http.ResponseWriter, r *http.Request) {
|
|
c.magicConn.ServeHTTPDebug(w, r)
|
|
}
|
|
|
|
// PeerDiagnostics is a checklist of human-readable conditions necessary to establish an encrypted
|
|
// tunnel to a peer via a Conn
|
|
type PeerDiagnostics struct {
|
|
// PreferredDERP is 0 if we are not connected to a DERP region. If non-zero, we are connected to
|
|
// the given region as our home or "preferred" DERP.
|
|
PreferredDERP int
|
|
DERPRegionNames map[int]string
|
|
// SentNode is true if we have successfully transmitted our local Node via the most recently set
|
|
// NodeCallback.
|
|
SentNode bool
|
|
// ReceivedNode is the last Node we received for the peer, or nil if we haven't received the node.
|
|
ReceivedNode *tailcfg.Node
|
|
// LastWireguardHandshake is the last time we completed a wireguard handshake
|
|
LastWireguardHandshake time.Time
|
|
// TODO: surface Discovery (disco) protocol problems
|
|
}
|
|
|
|
func (c *Conn) GetPeerDiagnostics(peerID uuid.UUID) PeerDiagnostics {
|
|
d := PeerDiagnostics{DERPRegionNames: make(map[int]string)}
|
|
c.nodeUpdater.fillPeerDiagnostics(&d)
|
|
c.configMaps.fillPeerDiagnostics(&d, peerID)
|
|
return d
|
|
}
|
|
|
|
type listenKey struct {
|
|
network string
|
|
host string
|
|
port string
|
|
}
|
|
|
|
type listener struct {
|
|
s *Conn
|
|
key listenKey
|
|
addr string
|
|
conn chan net.Conn
|
|
closed chan struct{}
|
|
}
|
|
|
|
func (ln *listener) Accept() (net.Conn, error) {
|
|
var c net.Conn
|
|
select {
|
|
case c = <-ln.conn:
|
|
case <-ln.closed:
|
|
return nil, xerrors.Errorf("tailnet: %w", net.ErrClosed)
|
|
}
|
|
return c, nil
|
|
}
|
|
|
|
func (ln *listener) Addr() net.Addr { return addr{ln} }
|
|
func (ln *listener) Close() error {
|
|
ln.s.mutex.Lock()
|
|
defer ln.s.mutex.Unlock()
|
|
return ln.closeNoLock()
|
|
}
|
|
|
|
func (ln *listener) closeNoLock() error {
|
|
if v, ok := ln.s.listeners[ln.key]; ok && v == ln {
|
|
delete(ln.s.listeners, ln.key)
|
|
close(ln.closed)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
type addr struct{ ln *listener }
|
|
|
|
func (a addr) Network() string { return a.ln.key.network }
|
|
func (a addr) String() string { return a.ln.addr }
|
|
|
|
// Logger converts the Tailscale logging function to use slog.
|
|
func Logger(logger slog.Logger) tslogger.Logf {
|
|
return tslogger.Logf(func(format string, args ...any) {
|
|
slog.Helper()
|
|
logger.Debug(context.Background(), fmt.Sprintf(format, args...))
|
|
})
|
|
}
|