headscale/hscontrol/db/db.go

package db

import (
	"context"
	"database/sql"
	"errors"
	"fmt"
	"net/netip"
	"strings"
	"sync"
	"time"

	"github.com/glebarez/sqlite"
	"github.com/juanfont/headscale/hscontrol/notifier"
	"github.com/juanfont/headscale/hscontrol/types"
	"github.com/juanfont/headscale/hscontrol/util"
	"github.com/rs/zerolog/log"
	"gorm.io/driver/postgres"
	"gorm.io/gorm"
	"gorm.io/gorm/logger"
)

const (
	dbVersion = "1"
	Postgres  = "postgres"
	Sqlite    = "sqlite3"
)

var (
	errValueNotFound        = errors.New("not found")
	errDatabaseNotSupported = errors.New("database type not supported")
)

// KV is a key-value store in a psql table. For future use...
// TODO(kradalby): Is this used for anything?
type KV struct {
	Key   string
	Value string
}

type HSDatabase struct {
	db       *gorm.DB
	notifier *notifier.Notifier

	mu sync.RWMutex

	ipAllocationMutex sync.Mutex

	ipPrefixes []netip.Prefix
	baseDomain string
}

// TODO(kradalby): assemble this struct from toptions or something typed
// rather than arguments.
func NewHeadscaleDatabase(
	dbType, connectionAddr string,
	debug bool,
	notifier *notifier.Notifier,
	ipPrefixes []netip.Prefix,
	baseDomain string,
) (*HSDatabase, error) {
	dbConn, err := openDB(dbType, connectionAddr, debug)
	if err != nil {
		return nil, err
	}

	db := HSDatabase{
		db:       dbConn,
		notifier: notifier,

		ipPrefixes: ipPrefixes,
		baseDomain: baseDomain,
	}

	log.Debug().Msgf("database %#v", dbConn)

	if dbType == Postgres {
		dbConn.Exec(`create extension if not exists "uuid-ossp";`)
	}

	_ = dbConn.Migrator().RenameTable("namespaces", "users")

	// the big rename from Machine to Node
	_ = dbConn.Migrator().RenameTable("machines", "nodes")
	_ = dbConn.Migrator().RenameColumn(&types.Route{}, "machine_id", "node_id")

	err = dbConn.AutoMigrate(types.User{})
	if err != nil {
		return nil, err
	}

	_ = dbConn.Migrator().RenameColumn(&types.Node{}, "namespace_id", "user_id")
	_ = dbConn.Migrator().RenameColumn(&types.PreAuthKey{}, "namespace_id", "user_id")

	_ = dbConn.Migrator().RenameColumn(&types.Node{}, "ip_address", "ip_addresses")
	_ = dbConn.Migrator().RenameColumn(&types.Node{}, "name", "hostname")

	// GivenName is used as the primary source of DNS names, make sure
	// the field is populated and normalized if it was not when the
	// node was registered.
	_ = dbConn.Migrator().RenameColumn(&types.Node{}, "nickname", "given_name")

	// If the Node table has a column for registered,
	// find all occourences of "false" and drop them. Then
	// remove the column.
	if dbConn.Migrator().HasColumn(&types.Node{}, "registered") {
		log.Info().
			Msg(`Database has legacy "registered" column in node, removing...`)

		nodes := types.Nodes{}
		if err := dbConn.Not("registered").Find(&nodes).Error; err != nil {
			log.Error().Err(err).Msg("Error accessing db")
		}

		for _, node := range nodes {
			log.Info().
				Str("node", node.Hostname).
				Str("machine_key", node.MachineKey.ShortString()).
				Msg("Deleting unregistered node")
			if err := dbConn.Delete(&types.Node{}, node.ID).Error; err != nil {
				log.Error().
					Err(err).
					Str("node", node.Hostname).
					Str("machine_key", node.MachineKey.ShortString()).
					Msg("Error deleting unregistered node")
			}
		}

		err := dbConn.Migrator().DropColumn(&types.Node{}, "registered")
		if err != nil {
			log.Error().Err(err).Msg("Error dropping registered column")
		}
	}

	err = dbConn.AutoMigrate(&types.Route{})
	if err != nil {
		return nil, err
	}

	err = dbConn.AutoMigrate(&types.Node{})
	if err != nil {
		return nil, err
	}

	// Ensure all keys have correct prefixes
	// https://github.com/tailscale/tailscale/blob/main/types/key/node.go#L35
	type result struct {
		ID         uint64
		MachineKey string
		NodeKey    string
		DiscoKey   string
	}
	var results []result
	err = db.db.Raw("SELECT id, node_key, machine_key, disco_key FROM nodes").Find(&results).Error
	if err != nil {
		return nil, err
	}

	for _, node := range results {
		mKey := node.MachineKey
		if !strings.HasPrefix(node.MachineKey, "mkey:") {
			mKey = "mkey:" + node.MachineKey
		}
		nKey := node.NodeKey
		if !strings.HasPrefix(node.NodeKey, "nodekey:") {
			nKey = "nodekey:" + node.NodeKey
		}

		dKey := node.DiscoKey
		if !strings.HasPrefix(node.DiscoKey, "discokey:") {
			dKey = "discokey:" + node.DiscoKey
		}

		err := db.db.Exec("UPDATE nodes SET machine_key = @mKey, node_key = @nKey, disco_key = @dKey WHERE ID = @id",
			sql.Named("mKey", mKey),
			sql.Named("nKey", nKey),
			sql.Named("dKey", dKey),
			sql.Named("id", node.ID)).Error
		if err != nil {
			return nil, err
		}
	}

	if dbConn.Migrator().HasColumn(&types.Node{}, "enabled_routes") {
		log.Info().Msgf("Database has legacy enabled_routes column in node, migrating...")

		type NodeAux struct {
			ID            uint64
			EnabledRoutes types.IPPrefixes
		}

		nodesAux := []NodeAux{}
		err := dbConn.Table("nodes").Select("id, enabled_routes").Scan(&nodesAux).Error
		if err != nil {
			log.Fatal().Err(err).Msg("Error accessing db")
		}
		for _, node := range nodesAux {
			for _, prefix := range node.EnabledRoutes {
				if err != nil {
					log.Error().
						Err(err).
						Str("enabled_route", prefix.String()).
						Msg("Error parsing enabled_route")

					continue
				}

				err = dbConn.Preload("Node").
					Where("node_id = ? AND prefix = ?", node.ID, types.IPPrefix(prefix)).
					First(&types.Route{}).
					Error
				if err == nil {
					log.Info().
						Str("enabled_route", prefix.String()).
						Msg("Route already migrated to new table, skipping")

					continue
				}

				route := types.Route{
					NodeID:     node.ID,
					Advertised: true,
					Enabled:    true,
					Prefix:     types.IPPrefix(prefix),
				}
				if err := dbConn.Create(&route).Error; err != nil {
					log.Error().Err(err).Msg("Error creating route")
				} else {
					log.Info().
						Uint64("node_id", route.NodeID).
						Str("prefix", prefix.String()).
						Msg("Route migrated")
				}
			}
		}

		err = dbConn.Migrator().DropColumn(&types.Node{}, "enabled_routes")
		if err != nil {
			log.Error().Err(err).Msg("Error dropping enabled_routes column")
		}
	}

	if dbConn.Migrator().HasColumn(&types.Node{}, "given_name") {
		nodes := types.Nodes{}
		if err := dbConn.Find(&nodes).Error; err != nil {
			log.Error().Err(err).Msg("Error accessing db")
		}

		for item, node := range nodes {
			if node.GivenName == "" {
				normalizedHostname, err := util.NormalizeToFQDNRulesConfigFromViper(
					node.Hostname,
				)
				if err != nil {
					log.Error().
						Caller().
						Str("hostname", node.Hostname).
						Err(err).
						Msg("Failed to normalize node hostname in DB migration")
				}

				err = db.RenameNode(nodes[item], normalizedHostname)
				if err != nil {
					log.Error().
						Caller().
						Str("hostname", node.Hostname).
						Err(err).
						Msg("Failed to save normalized node name in DB migration")
				}
			}
		}
	}

	err = dbConn.AutoMigrate(&KV{})
	if err != nil {
		return nil, err
	}

	err = dbConn.AutoMigrate(&types.PreAuthKey{})
	if err != nil {
		return nil, err
	}

	err = dbConn.AutoMigrate(&types.PreAuthKeyACLTag{})
	if err != nil {
		return nil, err
	}

	_ = dbConn.Migrator().DropTable("shared_machines")

	err = dbConn.AutoMigrate(&types.APIKey{})
	if err != nil {
		return nil, err
	}

	// TODO(kradalby): is this needed?
	err = db.setValue("db_version", dbVersion)

	return &db, err
}

func openDB(dbType, connectionAddr string, debug bool) (*gorm.DB, error) {
	log.Debug().Str("type", dbType).Str("connection", connectionAddr).Msg("opening database")

	var dbLogger logger.Interface
	if debug {
		dbLogger = logger.Default
	} else {
		dbLogger = logger.Default.LogMode(logger.Silent)
	}

	switch dbType {
	case Sqlite:
		db, err := gorm.Open(
			sqlite.Open(connectionAddr+"?_synchronous=1&_journal_mode=WAL"),
			&gorm.Config{
				DisableForeignKeyConstraintWhenMigrating: true,
				Logger:                                   dbLogger,
			},
		)

		db.Exec("PRAGMA foreign_keys=ON")

		// The pure Go SQLite library does not handle locking in
		// the same way as the C based one and we cant use the gorm
		// connection pool as of 2022/02/23.
		sqlDB, _ := db.DB()
		sqlDB.SetMaxIdleConns(1)
		sqlDB.SetMaxOpenConns(1)
		sqlDB.SetConnMaxIdleTime(time.Hour)

		return db, err

	case Postgres:
		return gorm.Open(postgres.Open(connectionAddr), &gorm.Config{
			DisableForeignKeyConstraintWhenMigrating: true,
			Logger:                                   dbLogger,
		})
	}

	return nil, fmt.Errorf(
		"database of type %s is not supported: %w",
		dbType,
		errDatabaseNotSupported,
	)
}

// getValue returns the value for the given key in KV.
func (hsdb *HSDatabase) getValue(key string) (string, error) {
	var row KV
	if result := hsdb.db.First(&row, "key = ?", key); errors.Is(
		result.Error,
		gorm.ErrRecordNotFound,
	) {
		return "", errValueNotFound
	}

	return row.Value, nil
}

// setValue sets value for the given key in KV.
func (hsdb *HSDatabase) setValue(key string, value string) error {
	keyValue := KV{
		Key:   key,
		Value: value,
	}

	if _, err := hsdb.getValue(key); err == nil {
		hsdb.db.Model(&keyValue).Where("key = ?", key).Update("value", value)

		return nil
	}

	if err := hsdb.db.Create(keyValue).Error; err != nil {
		return fmt.Errorf("failed to create key value pair in the database: %w", err)
	}

	return nil
}

func (hsdb *HSDatabase) PingDB(ctx context.Context) error {
	ctx, cancel := context.WithTimeout(ctx, time.Second)
	defer cancel()
	sqlDB, err := hsdb.db.DB()
	if err != nil {
		return err
	}

	return sqlDB.PingContext(ctx)
}

func (hsdb *HSDatabase) Close() error {
	db, err := hsdb.db.DB()
	if err != nil {
		return err
	}

	return db.Close()
}