2020-02-05 22:16:58 +00:00
// Copyright (c) 2020 Tailscale Inc & AUTHORS All rights reserved.
// Use of this source code is governed by a BSD-style
// license that can be found in the LICENSE file.
2020-02-13 22:53:43 +00:00
// Package logpolicy manages the creation or reuse of logtail loggers,
// caching collection instance state on disk for use on future runs of
// programs on the same machine.
2020-02-05 22:16:58 +00:00
package logpolicy
import (
2021-12-17 20:40:24 +00:00
"bufio"
2020-03-26 03:40:24 +00:00
"bytes"
2020-02-05 22:16:58 +00:00
"context"
2020-04-04 15:20:54 +00:00
"crypto/tls"
2020-02-05 22:16:58 +00:00
"encoding/json"
2021-12-17 20:40:24 +00:00
"errors"
2020-02-19 03:21:02 +00:00
"fmt"
2021-12-16 03:07:52 +00:00
"io"
2020-02-05 22:16:58 +00:00
"log"
2020-04-04 15:20:54 +00:00
"net"
"net/http"
2021-02-04 17:20:17 +00:00
"net/url"
2020-02-05 22:16:58 +00:00
"os"
2020-04-05 00:34:25 +00:00
"os/exec"
2020-02-05 22:16:58 +00:00
"path/filepath"
"runtime"
2020-04-09 21:46:19 +00:00
"strings"
2021-03-18 17:23:56 +00:00
"sync"
2020-04-04 15:20:54 +00:00
"time"
2020-02-05 22:16:58 +00:00
2020-12-09 23:28:31 +00:00
"golang.org/x/term"
2020-02-05 22:16:58 +00:00
"tailscale.com/atomicfile"
2022-01-24 18:52:57 +00:00
"tailscale.com/envknob"
2021-12-16 03:07:52 +00:00
"tailscale.com/log/filelogger"
2020-02-05 22:16:58 +00:00
"tailscale.com/logtail"
"tailscale.com/logtail/filch"
2021-11-17 17:29:18 +00:00
"tailscale.com/net/dnscache"
"tailscale.com/net/dnsfallback"
2021-09-28 14:55:22 +00:00
"tailscale.com/net/netknob"
2020-05-28 23:53:19 +00:00
"tailscale.com/net/netns"
2020-04-26 15:31:14 +00:00
"tailscale.com/net/tlsdial"
2020-08-13 22:25:54 +00:00
"tailscale.com/net/tshttpproxy"
2020-08-11 03:44:26 +00:00
"tailscale.com/paths"
2021-12-17 20:40:24 +00:00
"tailscale.com/safesocket"
2020-07-02 18:26:33 +00:00
"tailscale.com/smallzstd"
2020-08-05 21:50:43 +00:00
"tailscale.com/types/logger"
2021-11-16 04:52:43 +00:00
"tailscale.com/util/clientmetric"
2020-11-16 18:13:06 +00:00
"tailscale.com/util/racebuild"
2021-03-18 17:23:56 +00:00
"tailscale.com/util/winutil"
2020-02-05 22:16:58 +00:00
"tailscale.com/version"
2022-06-04 22:51:50 +00:00
"tailscale.com/version/distro"
2020-02-05 22:16:58 +00:00
)
2021-03-18 17:23:56 +00:00
var getLogTargetOnce struct {
sync . Once
v string // URL of logs server, or empty for default
}
func getLogTarget ( ) string {
getLogTargetOnce . Do ( func ( ) {
if val , ok := os . LookupEnv ( "TS_LOG_TARGET" ) ; ok {
getLogTargetOnce . v = val
} else {
if runtime . GOOS == "windows" {
getLogTargetOnce . v = winutil . GetRegString ( "LogTarget" , "" )
}
}
} )
return getLogTargetOnce . v
}
2022-09-29 20:28:51 +00:00
// LogURL is the base URL for the configured logtail server, or the default.
// It is guaranteed to not terminate with any forward slashes.
func LogURL ( ) string {
if v := getLogTarget ( ) ; v != "" {
return strings . TrimRight ( v , "/" )
}
return "https://" + logtail . DefaultHost
}
2021-12-17 20:40:24 +00:00
// LogHost returns the hostname only (without port) of the configured
// logtail server, or the default.
2022-09-29 20:28:51 +00:00
//
// Deprecated: Use LogURL instead.
2021-12-17 20:40:24 +00:00
func LogHost ( ) string {
if v := getLogTarget ( ) ; v != "" {
2022-09-28 20:45:55 +00:00
if u , err := url . Parse ( v ) ; err == nil {
return u . Hostname ( )
}
2021-12-17 20:40:24 +00:00
}
return logtail . DefaultHost
}
2020-02-13 22:53:43 +00:00
// Config represents an instance of logs in a collection.
2020-02-05 22:16:58 +00:00
type Config struct {
Collection string
PrivateID logtail . PrivateID
PublicID logtail . PublicID
}
2020-02-13 22:53:43 +00:00
// Policy is a logger and its public ID.
2020-02-05 22:16:58 +00:00
type Policy struct {
2020-02-13 22:53:43 +00:00
// Logtail is the logger.
2020-12-21 17:03:39 +00:00
Logtail * logtail . Logger
2020-02-13 22:53:43 +00:00
// PublicID is the logger's instance identifier.
2020-02-05 22:16:58 +00:00
PublicID logtail . PublicID
}
2022-06-07 17:09:21 +00:00
// NewConfig creates a Config with collection and a newly generated PrivateID.
func NewConfig ( collection string ) * Config {
id , err := logtail . NewPrivateID ( )
if err != nil {
panic ( "logtail.NewPrivateID should never fail" )
}
return & Config {
Collection : collection ,
PrivateID : id ,
PublicID : id . Public ( ) ,
}
}
// Validate verifies that the Config matches the collection,
// and that the PrivateID and PublicID pair are sensible.
func ( c * Config ) Validate ( collection string ) error {
switch {
2022-07-06 01:27:31 +00:00
case c == nil :
return errors . New ( "config is nil" )
2022-06-07 17:09:21 +00:00
case c . Collection != collection :
return fmt . Errorf ( "config collection %q does not match %q" , c . Collection , collection )
case c . PrivateID . IsZero ( ) :
return errors . New ( "config has zero PrivateID" )
case c . PrivateID . Public ( ) != c . PublicID :
return errors . New ( "config PrivateID does not match PublicID" )
}
return nil
}
2020-02-13 22:53:43 +00:00
// ToBytes returns the JSON representation of c.
2020-02-05 22:16:58 +00:00
func ( c * Config ) ToBytes ( ) [ ] byte {
data , err := json . MarshalIndent ( c , "" , "\t" )
if err != nil {
2020-08-05 21:50:43 +00:00
log . Fatalf ( "logpolicy.Config marshal: %v" , err )
2020-02-05 22:16:58 +00:00
}
return data
}
2020-02-13 22:53:43 +00:00
// Save writes the JSON representation of c to stateFile.
2022-06-07 17:09:21 +00:00
func ( c * Config ) Save ( stateFile string ) error {
2020-02-05 22:16:58 +00:00
c . PublicID = c . PrivateID . Public ( )
2020-02-19 03:21:02 +00:00
if err := os . MkdirAll ( filepath . Dir ( stateFile ) , 0750 ) ; err != nil {
2020-02-13 22:53:43 +00:00
return err
}
2020-02-05 22:16:58 +00:00
data := c . ToBytes ( )
2020-02-13 22:53:43 +00:00
if err := atomicfile . WriteFile ( stateFile , data , 0600 ) ; err != nil {
return err
2020-02-05 22:16:58 +00:00
}
2020-02-13 22:53:43 +00:00
return nil
2020-02-05 22:16:58 +00:00
}
2022-06-07 17:09:21 +00:00
// ConfigFromFile reads a Config from a JSON file.
func ConfigFromFile ( statefile string ) ( * Config , error ) {
b , err := os . ReadFile ( statefile )
if err != nil {
return nil , err
}
return ConfigFromBytes ( b )
}
// ConfigFromBytes parses a Config from its JSON encoding.
2020-02-13 22:53:43 +00:00
func ConfigFromBytes ( jsonEnc [ ] byte ) ( * Config , error ) {
2020-02-05 22:16:58 +00:00
c := & Config { }
2020-02-13 22:53:43 +00:00
if err := json . Unmarshal ( jsonEnc , c ) ; err != nil {
2020-02-05 22:16:58 +00:00
return nil , err
}
return c , nil
}
2020-02-13 22:53:43 +00:00
// stderrWriter is an io.Writer that always writes to the latest
// os.Stderr, even if os.Stderr changes during the lifetime of the
// stderrWriter value.
2020-02-05 22:16:58 +00:00
type stderrWriter struct { }
2020-02-13 22:53:43 +00:00
func ( stderrWriter ) Write ( buf [ ] byte ) ( int , error ) {
2020-02-05 22:16:58 +00:00
return os . Stderr . Write ( buf )
}
type logWriter struct {
logger * log . Logger
}
2020-02-13 22:53:43 +00:00
func ( l logWriter ) Write ( buf [ ] byte ) ( int , error ) {
l . logger . Printf ( "%s" , buf )
2020-02-05 22:16:58 +00:00
return len ( buf ) , nil
}
2020-02-19 03:21:02 +00:00
// logsDir returns the directory to use for log configuration and
// buffer storage.
2020-08-05 21:50:43 +00:00
func logsDir ( logf logger . Logf ) string {
2021-07-20 21:10:11 +00:00
if d := os . Getenv ( "TS_LOGS_DIR" ) ; d != "" {
fi , err := os . Stat ( d )
if err == nil && fi . IsDir ( ) {
return d
}
}
2021-09-20 22:57:06 +00:00
switch runtime . GOOS {
case "windows" :
if version . CmdName ( ) == "tailscaled" {
// In the common case, when tailscaled is run as the Local System (as a service),
// we want to use %ProgramData% (C:\ProgramData\Tailscale), aside the
// system state config with the machine key, etc. But if that directory's
// not accessible, then it's probably because the user is running tailscaled
// as a regular user (perhaps in userspace-networking/SOCK5 mode) and we should
// just use the %LocalAppData% instead. In a user context, %LocalAppData% isn't
// subject to random deletions from Windows system updates.
dir := filepath . Join ( os . Getenv ( "ProgramData" ) , "Tailscale" )
if winProgramDataAccessible ( dir ) {
logf ( "logpolicy: using dir %v" , dir )
return dir
}
}
dir := filepath . Join ( os . Getenv ( "LocalAppData" ) , "Tailscale" )
logf ( "logpolicy: using LocalAppData dir %v" , dir )
return dir
case "linux" :
// STATE_DIRECTORY is set by systemd 240+ but we support older
// systems-d. For example, Ubuntu 18.04 (Bionic Beaver) is 237.
systemdStateDir := os . Getenv ( "STATE_DIRECTORY" )
if systemdStateDir != "" {
logf ( "logpolicy: using $STATE_DIRECTORY, %q" , systemdStateDir )
return systemdStateDir
}
2020-02-19 03:21:02 +00:00
}
2020-08-11 03:44:26 +00:00
// Default to e.g. /var/lib/tailscale or /var/db/tailscale on Unix.
if d := paths . DefaultTailscaledStateFile ( ) ; d != "" {
d = filepath . Dir ( d ) // directory of e.g. "/var/lib/tailscale/tailscaled.state"
if err := os . MkdirAll ( d , 0700 ) ; err == nil {
logf ( "logpolicy: using system state directory %q" , d )
return d
}
}
2020-02-19 03:21:02 +00:00
cacheDir , err := os . UserCacheDir ( )
if err == nil {
2020-08-05 21:50:43 +00:00
d := filepath . Join ( cacheDir , "Tailscale" )
logf ( "logpolicy: using UserCacheDir, %q" , d )
return d
2020-02-19 03:21:02 +00:00
}
2020-04-05 00:18:04 +00:00
// Use the current working directory, unless we're being run by a
// service manager that sets it to /.
wd , err := os . Getwd ( )
if err == nil && wd != "/" {
2020-08-05 21:50:43 +00:00
logf ( "logpolicy: using current directory, %q" , wd )
2020-04-05 00:18:04 +00:00
return wd
}
// No idea where to put stuff. Try to create a temp dir. It'll
// mean we might lose some logs and rotate through log IDs, but
// it's something.
2022-09-15 12:06:59 +00:00
tmp , err := os . MkdirTemp ( "" , "tailscaled-log-*" )
2020-04-05 00:18:04 +00:00
if err != nil {
panic ( "no safe place found to store log state" )
}
2020-08-05 21:50:43 +00:00
logf ( "logpolicy: using temp directory, %q" , tmp )
2020-04-05 00:18:04 +00:00
return tmp
2020-02-19 03:21:02 +00:00
}
2020-03-26 03:40:24 +00:00
// runningUnderSystemd reports whether we're running under systemd.
func runningUnderSystemd ( ) bool {
if runtime . GOOS == "linux" && os . Getppid ( ) == 1 {
2022-09-15 12:06:59 +00:00
slurp , _ := os . ReadFile ( "/proc/1/stat" )
2020-03-26 03:40:24 +00:00
return bytes . HasPrefix ( slurp , [ ] byte ( "1 (systemd) " ) )
}
return false
}
2021-08-03 14:25:05 +00:00
func redirectStderrToLogPanics ( ) bool {
2022-01-24 18:52:57 +00:00
return runningUnderSystemd ( ) || envknob . Bool ( "TS_PLEASE_PANIC" )
2021-08-03 14:25:05 +00:00
}
2021-09-20 22:57:06 +00:00
// winProgramDataAccessible reports whether the directory (assumed to
// be a Windows %ProgramData% directory) is accessible to the current
// process. It's created if needed.
func winProgramDataAccessible ( dir string ) bool {
if err := os . MkdirAll ( dir , 0700 ) ; err != nil {
// TODO: windows ACLs
return false
}
// The C:\ProgramData\Tailscale directory should be locked down
// by with ACLs to only be readable by the local system so a
// regular user shouldn't be able to do this operation:
if _ , err := os . ReadDir ( dir ) ; err != nil {
return false
}
return true
}
2020-04-05 00:34:25 +00:00
// tryFixLogStateLocation is a temporary fixup for
// https://github.com/tailscale/tailscale/issues/247 . We accidentally
// wrote logging state files to /, and then later to $CACHE_DIRECTORY
// (which is incorrect because the log ID is not reconstructible if
// deleted - it's state, not cache data).
//
// If log state for cmdname exists in / or $CACHE_DIRECTORY, and no
// log state for that command exists in dir, then the log state is
2021-10-13 00:28:44 +00:00
// moved from wherever it does exist, into dir. Leftover logs state
2020-04-05 00:34:25 +00:00
// in / and $CACHE_DIRECTORY is deleted.
func tryFixLogStateLocation ( dir , cmdname string ) {
2020-07-30 14:47:19 +00:00
switch runtime . GOOS {
case "linux" , "freebsd" , "openbsd" :
// These are the OSes where we might have written stuff into
// root. Others use different logic to find the logs storage
// dir.
default :
return
}
2020-04-05 00:34:25 +00:00
if cmdname == "" {
log . Printf ( "[unexpected] no cmdname given to tryFixLogStateLocation, please file a bug at https://github.com/tailscale/tailscale" )
return
}
if dir == "/" {
// Trying to store things in / still. That's a bug, but don't
// abort hard.
log . Printf ( "[unexpected] storing logging config in /, please file a bug at https://github.com/tailscale/tailscale" )
return
}
if os . Getuid ( ) != 0 {
// Only root could have written log configs to weird places.
return
}
// We stored logs in 2 incorrect places: either /, or CACHE_DIR
// (aka /var/cache/tailscale). We want to move files into the
// provided dir, preferring those in CACHE_DIR over those in / if
// both exist. If files already exist in dir, don't
// overwrite. Finally, once we've maybe moved files around, we
// want to delete leftovers in / and CACHE_DIR, to clean up after
// our past selves.
files := [ ] string {
fmt . Sprintf ( "%s.log.conf" , cmdname ) ,
fmt . Sprintf ( "%s.log1.txt" , cmdname ) ,
fmt . Sprintf ( "%s.log2.txt" , cmdname ) ,
}
// checks if any of the files above exist in d.
checkExists := func ( d string ) ( bool , error ) {
for _ , file := range files {
p := filepath . Join ( d , file )
_ , err := os . Stat ( p )
if os . IsNotExist ( err ) {
continue
} else if err != nil {
return false , fmt . Errorf ( "stat %q: %w" , p , err )
}
return true , nil
}
return false , nil
}
// move files from d into dir, if they exist.
moveFiles := func ( d string ) error {
for _ , file := range files {
src := filepath . Join ( d , file )
_ , err := os . Stat ( src )
if os . IsNotExist ( err ) {
continue
} else if err != nil {
return fmt . Errorf ( "stat %q: %v" , src , err )
}
dst := filepath . Join ( dir , file )
bs , err := exec . Command ( "mv" , src , dst ) . CombinedOutput ( )
if err != nil {
return fmt . Errorf ( "mv %q %q: %v (%s)" , src , dst , err , bs )
}
}
return nil
}
existsInRoot , err := checkExists ( "/" )
if err != nil {
log . Printf ( "checking for configs in /: %v" , err )
return
}
existsInCache := false
cacheDir := os . Getenv ( "CACHE_DIRECTORY" )
if cacheDir != "" {
existsInCache , err = checkExists ( "/var/cache/tailscale" )
if err != nil {
log . Printf ( "checking for configs in %s: %v" , cacheDir , err )
}
}
existsInDest , err := checkExists ( dir )
if err != nil {
log . Printf ( "checking for configs in %s: %v" , dir , err )
return
}
switch {
case ! existsInRoot && ! existsInCache :
// No leftover files, nothing to do.
return
case existsInDest :
// Already have "canonical" configs, just delete any remnants
// (below).
case existsInCache :
// CACHE_DIRECTORY takes precedence over /, move files from
// there.
if err := moveFiles ( cacheDir ) ; err != nil {
log . Print ( err )
return
}
case existsInRoot :
// Files from root is better than nothing.
if err := moveFiles ( "/" ) ; err != nil {
log . Print ( err )
return
}
}
// If moving succeeded, or we didn't need to move files, try to
// delete any leftover files, but it's okay if we can't delete
// them for some reason.
dirs := [ ] string { }
if existsInCache {
dirs = append ( dirs , cacheDir )
}
if existsInRoot {
dirs = append ( dirs , "/" )
}
for _ , d := range dirs {
for _ , file := range files {
p := filepath . Join ( d , file )
_ , err := os . Stat ( p )
if os . IsNotExist ( err ) {
continue
} else if err != nil {
log . Printf ( "stat %q: %v" , p , err )
return
}
if err := os . Remove ( p ) ; err != nil {
log . Printf ( "rm %q: %v" , p , err )
}
}
}
}
2020-02-13 22:53:43 +00:00
// New returns a new log policy (a logger and its instance ID) for a
2020-02-19 03:21:02 +00:00
// given collection name.
func New ( collection string ) * Policy {
2022-09-13 23:30:40 +00:00
return NewWithConfigPath ( collection , "" , "" )
}
// NewWithConfigPath is identical to New,
// but uses the specified directory and command name.
// If either is empty, it derives them automatically.
func NewWithConfigPath ( collection , dir , cmdName string ) * Policy {
2020-02-05 22:16:58 +00:00
var lflags int
2020-12-09 23:28:31 +00:00
if term . IsTerminal ( 2 ) || runtime . GOOS == "windows" {
2020-02-05 22:16:58 +00:00
lflags = 0
} else {
lflags = log . LstdFlags
}
2022-01-24 18:52:57 +00:00
if envknob . Bool ( "TS_DEBUG_LOG_TIME" ) {
2020-10-19 15:10:05 +00:00
lflags = log . LstdFlags | log . Lmicroseconds
}
2020-03-26 03:40:24 +00:00
if runningUnderSystemd ( ) {
// If journalctl is going to prepend its own timestamp
// anyway, no need to add one.
lflags = 0
}
2020-02-13 22:53:43 +00:00
console := log . New ( stderrWriter { } , "" , lflags )
2020-02-05 22:16:58 +00:00
2020-08-05 21:50:43 +00:00
var earlyErrBuf bytes . Buffer
2022-03-16 23:27:57 +00:00
earlyLogf := func ( format string , a ... any ) {
2020-08-05 21:50:43 +00:00
fmt . Fprintf ( & earlyErrBuf , format , a ... )
earlyErrBuf . WriteByte ( '\n' )
}
2022-09-13 23:30:40 +00:00
if dir == "" {
dir = logsDir ( earlyLogf )
}
if cmdName == "" {
cmdName = version . CmdName ( )
}
2020-07-30 14:47:19 +00:00
tryFixLogStateLocation ( dir , cmdName )
2020-04-05 00:34:25 +00:00
2020-07-30 14:47:19 +00:00
cfgPath := filepath . Join ( dir , fmt . Sprintf ( "%s.log.conf" , cmdName ) )
2021-02-05 18:53:15 +00:00
2021-09-20 22:57:06 +00:00
if runtime . GOOS == "windows" {
switch cmdName {
case "tailscaled" :
// Tailscale 1.14 and before stored state under %LocalAppData%
// (usually "C:\WINDOWS\system32\config\systemprofile\AppData\Local"
// when tailscaled.exe is running as a non-user system service).
// However it is frequently cleared for almost any reason: Windows
// updates, System Restore, even various System Cleaner utilities.
//
// The Windows service previously ran as tailscale-ipn.exe, so
// machines which ran very old versions might still have their
// log conf named %LocalAppData%\tailscale-ipn.log.conf
//
// Machines which started using Tailscale more recently will have
// %LocalAppData%\tailscaled.log.conf
//
// Attempt to migrate the log conf to C:\ProgramData\Tailscale
oldDir := filepath . Join ( os . Getenv ( "LocalAppData" ) , "Tailscale" )
oldPath := filepath . Join ( oldDir , "tailscaled.log.conf" )
if fi , err := os . Stat ( oldPath ) ; err != nil || ! fi . Mode ( ) . IsRegular ( ) {
// *Only* if tailscaled.log.conf does not exist,
// check for tailscale-ipn.log.conf
oldPathOldCmd := filepath . Join ( oldDir , "tailscale-ipn.log.conf" )
if fi , err := os . Stat ( oldPathOldCmd ) ; err == nil && fi . Mode ( ) . IsRegular ( ) {
oldPath = oldPathOldCmd
}
2021-09-15 02:29:07 +00:00
}
2021-09-20 22:57:06 +00:00
cfgPath = paths . TryConfigFileMigration ( earlyLogf , oldPath , cfgPath )
case "tailscale-ipn" :
for _ , oldBase := range [ ] string { "wg64.log.conf" , "wg32.log.conf" } {
oldConf := filepath . Join ( dir , oldBase )
if fi , err := os . Stat ( oldConf ) ; err == nil && fi . Mode ( ) . IsRegular ( ) {
cfgPath = paths . TryConfigFileMigration ( earlyLogf , oldConf , cfgPath )
break
}
}
}
2021-02-05 18:53:15 +00:00
}
2022-06-07 17:09:21 +00:00
newc , err := ConfigFromFile ( cfgPath )
2020-02-05 22:16:58 +00:00
if err != nil {
2022-06-07 17:09:21 +00:00
earlyLogf ( "logpolicy.ConfigFromFile %v: %v" , cfgPath , err )
}
if err := newc . Validate ( collection ) ; err != nil {
2022-07-06 01:27:31 +00:00
earlyLogf ( "logpolicy.Config.Validate for %v: %v" , cfgPath , err )
newc = NewConfig ( collection )
2022-06-07 17:09:21 +00:00
if err := newc . Save ( cfgPath ) ; err != nil {
earlyLogf ( "logpolicy.Config.Save for %v: %v" , cfgPath , err )
2020-02-13 22:53:43 +00:00
}
2020-02-05 22:16:58 +00:00
}
2022-07-28 04:06:25 +00:00
conf := logtail . Config {
2020-02-05 22:16:58 +00:00
Collection : newc . Collection ,
PrivateID : newc . PrivateID ,
2020-02-13 22:53:43 +00:00
Stderr : logWriter { console } ,
2020-02-05 22:16:58 +00:00
NewZstdEncoder : func ( ) logtail . Encoder {
2020-07-02 18:26:33 +00:00
w , err := smallzstd . NewEncoder ( nil )
2020-02-05 22:16:58 +00:00
if err != nil {
panic ( err )
}
return w
} ,
2021-11-25 19:48:29 +00:00
HTTPC : & http . Client { Transport : NewLogtailTransport ( logtail . DefaultHost ) } ,
2020-02-05 22:16:58 +00:00
}
2021-11-16 04:52:43 +00:00
if collection == logtail . CollectionNode {
2022-07-28 04:06:25 +00:00
conf . MetricsDelta = clientmetric . EncodeLogTailMetricsDelta
conf . IncludeProcID = true
conf . IncludeProcSequence = true
2021-11-16 04:52:43 +00:00
}
2020-02-05 22:16:58 +00:00
2022-09-13 14:09:57 +00:00
if envknob . NoLogsNoSupport ( ) {
log . Println ( "You have disabled logging. Tailscale will not be able to provide support." )
conf . HTTPC = & http . Client { Transport : noopPretendSuccessTransport { } }
} else if val := getLogTarget ( ) ; val != "" {
2021-02-04 17:20:17 +00:00
log . Println ( "You have enabled a non-default log target. Doing without being told to by Tailscale staff or your network administrator will make getting support difficult." )
2022-07-28 04:06:25 +00:00
conf . BaseURL = val
2021-02-04 17:20:17 +00:00
u , _ := url . Parse ( val )
2022-07-28 04:06:25 +00:00
conf . HTTPC = & http . Client { Transport : NewLogtailTransport ( u . Host ) }
2021-02-04 17:20:17 +00:00
}
2022-06-04 22:51:50 +00:00
filchOptions := filch . Options {
2021-08-03 14:25:05 +00:00
ReplaceStderr : redirectStderrToLogPanics ( ) ,
2022-06-04 22:51:50 +00:00
}
filchPrefix := filepath . Join ( dir , cmdName )
2022-07-24 01:41:49 +00:00
// NAS disks cannot hibernate if we're writing logs to them all the time.
2022-06-04 22:51:50 +00:00
// https://github.com/tailscale/tailscale/issues/3551
2022-07-24 01:41:49 +00:00
if runtime . GOOS == "linux" && ( distro . Get ( ) == distro . Synology || distro . Get ( ) == distro . QNAP ) {
tmpfsLogs := "/tmp/tailscale-logs"
if err := os . MkdirAll ( tmpfsLogs , 0755 ) ; err == nil {
filchPrefix = filepath . Join ( tmpfsLogs , cmdName )
2022-06-04 22:51:50 +00:00
filchOptions . MaxFileSize = 1 << 20
} else {
// not a fatal error, we can leave the log files on the spinning disk
log . Printf ( "Unable to create /tmp directory for log storage: %v\n" , err )
}
}
filchBuf , filchErr := filch . New ( filchPrefix , filchOptions )
2020-02-05 22:16:58 +00:00
if filchBuf != nil {
2022-07-28 04:06:25 +00:00
conf . Buffer = filchBuf
2021-08-03 14:25:05 +00:00
if filchBuf . OrigStderr != nil {
2022-07-28 04:06:25 +00:00
conf . Stderr = filchBuf . OrigStderr
2021-08-03 14:25:05 +00:00
}
2020-02-05 22:16:58 +00:00
}
2022-07-28 04:06:25 +00:00
lw := logtail . NewLogger ( conf , log . Printf )
2021-12-16 03:07:52 +00:00
var logOutput io . Writer = lw
2022-07-28 04:06:25 +00:00
if runtime . GOOS == "windows" && conf . Collection == logtail . CollectionNode {
2021-12-16 03:07:52 +00:00
logID := newc . PublicID . String ( )
exe , _ := os . Executable ( )
if strings . EqualFold ( filepath . Base ( exe ) , "tailscaled.exe" ) {
diskLogf := filelogger . New ( "tailscale-service" , logID , lw . Logf )
logOutput = logger . FuncWriter ( diskLogf )
}
}
2022-09-25 18:29:55 +00:00
log . SetFlags ( 0 ) // other log flags are set on console, not here
2021-12-16 03:07:52 +00:00
log . SetOutput ( logOutput )
2020-02-05 22:16:58 +00:00
2020-08-05 21:50:43 +00:00
log . Printf ( "Program starting: v%v, Go %v: %#v" ,
2020-10-27 04:23:58 +00:00
version . Long ,
2020-11-16 18:13:06 +00:00
goVersion ( ) ,
2020-04-09 21:46:19 +00:00
os . Args )
2020-08-05 21:50:43 +00:00
log . Printf ( "LogID: %v" , newc . PublicID )
2020-02-05 22:16:58 +00:00
if filchErr != nil {
2020-05-01 08:51:19 +00:00
log . Printf ( "filch failed: %v" , filchErr )
2020-02-05 22:16:58 +00:00
}
2020-08-05 21:50:43 +00:00
if earlyErrBuf . Len ( ) != 0 {
log . Printf ( "%s" , earlyErrBuf . Bytes ( ) )
}
2020-02-05 22:16:58 +00:00
return & Policy {
Logtail : lw ,
PublicID : newc . PublicID ,
}
}
2022-02-13 00:22:33 +00:00
// dialLog is used by NewLogtailTransport to log the happy path of its
// own dialing.
//
// By default it goes nowhere and is only enabled when
// tailscaled's in verbose mode.
//
// log.Printf isn't used so its own logs don't loop back into logtail
// in the happy path, thus generating more logs.
var dialLog = log . New ( io . Discard , "logtail: " , log . LstdFlags | log . Lmsgprefix )
2020-12-21 18:53:18 +00:00
// SetVerbosityLevel controls the verbosity level that should be
// written to stderr. 0 is the default (not verbose). Levels 1 or higher
// are increasingly verbose.
//
// It should not be changed concurrently with log writes.
func ( p * Policy ) SetVerbosityLevel ( level int ) {
p . Logtail . SetVerbosityLevel ( level )
2022-02-13 00:22:33 +00:00
if level > 0 {
dialLog . SetOutput ( os . Stderr )
}
2020-12-21 18:53:18 +00:00
}
2020-02-05 22:16:58 +00:00
// Close immediately shuts down the logger.
func ( p * Policy ) Close ( ) {
ctx , cancel := context . WithCancel ( context . Background ( ) )
cancel ( )
p . Shutdown ( ctx )
}
// Shutdown gracefully shuts down the logger, finishing any current
// log upload if it can be done before ctx is canceled.
func ( p * Policy ) Shutdown ( ctx context . Context ) error {
if p . Logtail != nil {
2020-08-05 21:50:43 +00:00
log . Printf ( "flushing log." )
2020-02-05 22:16:58 +00:00
return p . Logtail . Shutdown ( ctx )
}
return nil
}
2020-04-04 15:20:54 +00:00
2021-11-25 19:48:29 +00:00
// NewLogtailTransport returns an HTTP Transport particularly suited to uploading
// logs to the given host name. This includes:
// - If DNS lookup fails, consult the bootstrap DNS list of Tailscale hostnames.
// - If TLS connection fails, try again using LetsEncrypt's built-in root certificate,
// for the benefit of older OS platforms which might not include it.
func NewLogtailTransport ( host string ) * http . Transport {
2020-04-04 15:20:54 +00:00
// Start with a copy of http.DefaultTransport and tweak it a bit.
tr := http . DefaultTransport . ( * http . Transport ) . Clone ( )
2020-08-13 22:25:54 +00:00
tr . Proxy = tshttpproxy . ProxyFromEnvironment
2020-08-27 03:02:16 +00:00
tshttpproxy . SetTransportGetProxyConnectHeader ( tr )
2020-08-13 22:25:54 +00:00
2020-04-04 15:20:54 +00:00
// We do our own zstd compression on uploads, and responses never contain any payload,
// so don't send "Accept-Encoding: gzip" to save a few bytes on the wire, since there
// will never be any body to decompress:
tr . DisableCompression = true
// Log whenever we dial:
tr . DialContext = func ( ctx context . Context , netw , addr string ) ( net . Conn , error ) {
2021-11-18 20:18:02 +00:00
nd := netns . FromDialer ( log . Printf , & net . Dialer {
2020-06-01 17:50:37 +00:00
Timeout : 30 * time . Second ,
2021-09-28 14:55:22 +00:00
KeepAlive : netknob . PlatformTCPKeepAlive ( ) ,
2020-06-01 17:50:37 +00:00
} )
2020-04-04 15:20:54 +00:00
t0 := time . Now ( )
c , err := nd . DialContext ( ctx , netw , addr )
d := time . Since ( t0 ) . Round ( time . Millisecond )
2021-11-17 17:29:18 +00:00
if err == nil {
2022-02-13 00:22:33 +00:00
dialLog . Printf ( "dialed %q in %v" , addr , d )
2021-11-17 17:29:18 +00:00
return c , nil
}
2021-12-17 20:40:24 +00:00
if version . IsWindowsGUI ( ) && strings . HasPrefix ( netw , "tcp" ) {
if c , err := safesocket . Connect ( safesocket . DefaultConnectionStrategy ( "" ) ) ; err == nil {
fmt . Fprintf ( c , "CONNECT %s HTTP/1.0\r\n\r\n" , addr )
br := bufio . NewReader ( c )
res , err := http . ReadResponse ( br , nil )
if err == nil && res . StatusCode != 200 {
err = errors . New ( res . Status )
}
if err != nil {
2022-02-13 00:22:33 +00:00
log . Printf ( "logtail: CONNECT response error from tailscaled: %v" , err )
2021-12-17 20:40:24 +00:00
c . Close ( )
} else {
2022-02-13 00:22:33 +00:00
dialLog . Printf ( "connected via tailscaled" )
2021-12-17 20:40:24 +00:00
return c , nil
}
}
}
2021-11-17 17:29:18 +00:00
// If we failed to dial, try again with bootstrap DNS.
log . Printf ( "logtail: dial %q failed: %v (in %v), trying bootstrap..." , addr , err , d )
dnsCache := & dnscache . Resolver {
Forward : dnscache . Get ( ) . Forward , // use default cache's forwarder
UseLastGood : true ,
LookupIPFallback : dnsfallback . Lookup ,
}
dialer := dnscache . Dialer ( nd . DialContext , dnsCache )
c , err = dialer ( ctx , netw , addr )
if err == nil {
log . Printf ( "logtail: bootstrap dial succeeded" )
2020-04-04 15:20:54 +00:00
}
return c , err
}
// We're contacting exactly 1 hostname, so the default's 100
// max idle conns is very high for our needs. Even 2 is
// probably double what we need:
tr . MaxIdleConns = 2
// Provide knob to force HTTP/1 for log uploads.
// TODO(bradfitz): remove this debug knob once we've decided
// to upload via HTTP/1 or HTTP/2 (probably HTTP/1). Or we might just enforce
// it server-side.
2022-01-24 18:52:57 +00:00
if envknob . Bool ( "TS_DEBUG_FORCE_H1_LOGS" ) {
2020-04-04 15:20:54 +00:00
tr . TLSClientConfig = nil // DefaultTransport's was already initialized w/ h2
tr . ForceAttemptHTTP2 = false
tr . TLSNextProto = map [ string ] func ( authority string , c * tls . Conn ) http . RoundTripper { }
}
2020-04-26 15:31:14 +00:00
tr . TLSClientConfig = tlsdial . Config ( host , tr . TLSClientConfig )
2020-04-04 15:20:54 +00:00
return tr
}
2020-11-16 18:13:06 +00:00
func goVersion ( ) string {
v := strings . TrimPrefix ( runtime . Version ( ) , "go" )
if racebuild . On {
return v + "-race"
}
return v
}
2022-09-13 14:09:57 +00:00
type noopPretendSuccessTransport struct { }
func ( noopPretendSuccessTransport ) RoundTrip ( req * http . Request ) ( * http . Response , error ) {
io . ReadAll ( req . Body )
req . Body . Close ( )
return & http . Response {
StatusCode : 200 ,
Status : "200 OK" ,
} , nil
}