2023-06-21 09:29:52 +00:00
|
|
|
package notifier
|
|
|
|
|
|
|
|
import (
|
2024-02-08 16:28:19 +00:00
|
|
|
"context"
|
2023-12-09 17:09:24 +00:00
|
|
|
"fmt"
|
2024-02-23 09:59:24 +00:00
|
|
|
"slices"
|
2023-12-09 17:09:24 +00:00
|
|
|
"strings"
|
2023-06-21 09:29:52 +00:00
|
|
|
"sync"
|
2024-04-21 16:28:17 +00:00
|
|
|
"time"
|
2023-06-21 09:29:52 +00:00
|
|
|
|
2023-06-29 10:20:22 +00:00
|
|
|
"github.com/juanfont/headscale/hscontrol/types"
|
2024-04-21 16:28:17 +00:00
|
|
|
"github.com/puzpuzpuz/xsync/v3"
|
2023-07-24 06:58:51 +00:00
|
|
|
"github.com/rs/zerolog/log"
|
2023-06-21 09:29:52 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
type Notifier struct {
|
2024-02-08 16:28:19 +00:00
|
|
|
l sync.RWMutex
|
2024-02-23 09:59:24 +00:00
|
|
|
nodes map[types.NodeID]chan<- types.StateUpdate
|
2024-04-21 16:28:17 +00:00
|
|
|
connected *xsync.MapOf[types.NodeID, bool]
|
2023-06-21 09:29:52 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func NewNotifier() *Notifier {
|
2024-02-08 16:28:19 +00:00
|
|
|
return &Notifier{
|
2024-02-23 09:59:24 +00:00
|
|
|
nodes: make(map[types.NodeID]chan<- types.StateUpdate),
|
2024-04-21 16:28:17 +00:00
|
|
|
connected: xsync.NewMapOf[types.NodeID, bool](),
|
2024-02-08 16:28:19 +00:00
|
|
|
}
|
2023-06-21 09:29:52 +00:00
|
|
|
}
|
|
|
|
|
2024-02-23 09:59:24 +00:00
|
|
|
func (n *Notifier) AddNode(nodeID types.NodeID, c chan<- types.StateUpdate) {
|
|
|
|
log.Trace().Caller().Uint64("node.id", nodeID.Uint64()).Msg("acquiring lock to add node")
|
2024-02-08 16:28:19 +00:00
|
|
|
defer log.Trace().
|
|
|
|
Caller().
|
2024-02-23 09:59:24 +00:00
|
|
|
Uint64("node.id", nodeID.Uint64()).
|
2024-02-08 16:28:19 +00:00
|
|
|
Msg("releasing lock to add node")
|
2023-09-11 11:08:44 +00:00
|
|
|
|
2024-04-21 16:28:17 +00:00
|
|
|
start := time.Now()
|
2023-06-21 09:29:52 +00:00
|
|
|
n.l.Lock()
|
|
|
|
defer n.l.Unlock()
|
2024-04-21 16:28:17 +00:00
|
|
|
notifierWaitForLock.WithLabelValues("add").Observe(time.Since(start).Seconds())
|
2023-06-21 09:29:52 +00:00
|
|
|
|
2024-02-23 09:59:24 +00:00
|
|
|
n.nodes[nodeID] = c
|
2024-04-21 16:28:17 +00:00
|
|
|
n.connected.Store(nodeID, true)
|
2023-07-24 06:58:51 +00:00
|
|
|
|
|
|
|
log.Trace().
|
2024-02-23 09:59:24 +00:00
|
|
|
Uint64("node.id", nodeID.Uint64()).
|
2023-07-24 06:58:51 +00:00
|
|
|
Int("open_chans", len(n.nodes)).
|
|
|
|
Msg("Added new channel")
|
2024-04-21 16:28:17 +00:00
|
|
|
notifierNodeUpdateChans.Inc()
|
2023-06-21 09:29:52 +00:00
|
|
|
}
|
|
|
|
|
2024-02-23 09:59:24 +00:00
|
|
|
func (n *Notifier) RemoveNode(nodeID types.NodeID) {
|
|
|
|
log.Trace().Caller().Uint64("node.id", nodeID.Uint64()).Msg("acquiring lock to remove node")
|
2024-02-08 16:28:19 +00:00
|
|
|
defer log.Trace().
|
|
|
|
Caller().
|
2024-02-23 09:59:24 +00:00
|
|
|
Uint64("node.id", nodeID.Uint64()).
|
2024-02-08 16:28:19 +00:00
|
|
|
Msg("releasing lock to remove node")
|
2023-09-11 11:08:44 +00:00
|
|
|
|
2024-04-21 16:28:17 +00:00
|
|
|
start := time.Now()
|
2023-06-21 09:29:52 +00:00
|
|
|
n.l.Lock()
|
|
|
|
defer n.l.Unlock()
|
2024-04-21 16:28:17 +00:00
|
|
|
notifierWaitForLock.WithLabelValues("remove").Observe(time.Since(start).Seconds())
|
2023-06-21 09:29:52 +00:00
|
|
|
|
2024-02-08 16:28:19 +00:00
|
|
|
if len(n.nodes) == 0 {
|
2023-06-21 09:29:52 +00:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2024-02-23 09:59:24 +00:00
|
|
|
delete(n.nodes, nodeID)
|
2024-04-21 16:28:17 +00:00
|
|
|
n.connected.Store(nodeID, false)
|
2023-07-24 06:58:51 +00:00
|
|
|
|
|
|
|
log.Trace().
|
2024-02-23 09:59:24 +00:00
|
|
|
Uint64("node.id", nodeID.Uint64()).
|
2023-07-24 06:58:51 +00:00
|
|
|
Int("open_chans", len(n.nodes)).
|
|
|
|
Msg("Removed channel")
|
2024-04-21 16:28:17 +00:00
|
|
|
notifierNodeUpdateChans.Dec()
|
2023-06-21 09:29:52 +00:00
|
|
|
}
|
|
|
|
|
2023-12-09 17:09:24 +00:00
|
|
|
// IsConnected reports if a node is connected to headscale and has a
|
|
|
|
// poll session open.
|
2024-02-23 09:59:24 +00:00
|
|
|
func (n *Notifier) IsConnected(nodeID types.NodeID) bool {
|
2023-12-09 17:09:24 +00:00
|
|
|
n.l.RLock()
|
|
|
|
defer n.l.RUnlock()
|
|
|
|
|
2024-04-21 16:28:17 +00:00
|
|
|
if val, ok := n.connected.Load(nodeID); ok {
|
|
|
|
return val
|
|
|
|
}
|
|
|
|
return false
|
2024-02-23 09:59:24 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// IsLikelyConnected reports if a node is connected to headscale and has a
|
|
|
|
// poll session open, but doesnt lock, so might be wrong.
|
|
|
|
func (n *Notifier) IsLikelyConnected(nodeID types.NodeID) bool {
|
2024-04-21 16:28:17 +00:00
|
|
|
if val, ok := n.connected.Load(nodeID); ok {
|
|
|
|
return val
|
|
|
|
}
|
|
|
|
return false
|
2024-02-08 16:28:19 +00:00
|
|
|
}
|
2023-12-09 17:09:24 +00:00
|
|
|
|
2024-04-21 16:28:17 +00:00
|
|
|
func (n *Notifier) LikelyConnectedMap() *xsync.MapOf[types.NodeID, bool] {
|
2024-02-08 16:28:19 +00:00
|
|
|
return n.connected
|
2023-12-09 17:09:24 +00:00
|
|
|
}
|
|
|
|
|
2024-02-08 16:28:19 +00:00
|
|
|
func (n *Notifier) NotifyAll(ctx context.Context, update types.StateUpdate) {
|
|
|
|
n.NotifyWithIgnore(ctx, update)
|
2023-06-21 09:29:52 +00:00
|
|
|
}
|
|
|
|
|
2024-02-08 16:28:19 +00:00
|
|
|
func (n *Notifier) NotifyWithIgnore(
|
|
|
|
ctx context.Context,
|
|
|
|
update types.StateUpdate,
|
2024-02-23 09:59:24 +00:00
|
|
|
ignoreNodeIDs ...types.NodeID,
|
2024-02-08 16:28:19 +00:00
|
|
|
) {
|
2024-04-21 16:28:17 +00:00
|
|
|
for nodeID := range n.nodes {
|
2024-02-23 09:59:24 +00:00
|
|
|
if slices.Contains(ignoreNodeIDs, nodeID) {
|
2023-06-21 09:29:52 +00:00
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
2024-04-21 16:28:17 +00:00
|
|
|
n.NotifyByNodeID(ctx, update, nodeID)
|
2023-06-21 09:29:52 +00:00
|
|
|
}
|
|
|
|
}
|
2023-12-09 17:09:24 +00:00
|
|
|
|
2024-04-21 16:28:17 +00:00
|
|
|
func (n *Notifier) NotifyByNodeID(
|
2024-02-08 16:28:19 +00:00
|
|
|
ctx context.Context,
|
|
|
|
update types.StateUpdate,
|
2024-02-23 09:59:24 +00:00
|
|
|
nodeID types.NodeID,
|
2024-02-08 16:28:19 +00:00
|
|
|
) {
|
2024-02-23 09:59:24 +00:00
|
|
|
log.Trace().Caller().Str("type", update.Type.String()).Msg("acquiring lock to notify")
|
2024-01-05 09:41:56 +00:00
|
|
|
defer log.Trace().
|
|
|
|
Caller().
|
2024-02-23 09:59:24 +00:00
|
|
|
Str("type", update.Type.String()).
|
2024-02-08 16:28:19 +00:00
|
|
|
Msg("releasing lock, finished notifying")
|
2024-01-05 09:41:56 +00:00
|
|
|
|
2024-04-21 16:28:17 +00:00
|
|
|
start := time.Now()
|
2024-01-05 09:41:56 +00:00
|
|
|
n.l.RLock()
|
|
|
|
defer n.l.RUnlock()
|
2024-04-21 16:28:17 +00:00
|
|
|
notifierWaitForLock.WithLabelValues("notify").Observe(time.Since(start).Seconds())
|
2024-01-05 09:41:56 +00:00
|
|
|
|
2024-02-23 09:59:24 +00:00
|
|
|
if c, ok := n.nodes[nodeID]; ok {
|
2024-02-08 16:28:19 +00:00
|
|
|
select {
|
|
|
|
case <-ctx.Done():
|
|
|
|
log.Error().
|
|
|
|
Err(ctx.Err()).
|
2024-02-23 09:59:24 +00:00
|
|
|
Uint64("node.id", nodeID.Uint64()).
|
2024-02-08 16:28:19 +00:00
|
|
|
Any("origin", ctx.Value("origin")).
|
2024-02-23 09:59:24 +00:00
|
|
|
Any("origin-hostname", ctx.Value("hostname")).
|
2024-02-08 16:28:19 +00:00
|
|
|
Msgf("update not sent, context cancelled")
|
2024-04-21 16:28:17 +00:00
|
|
|
notifierUpdateSent.WithLabelValues("cancelled", update.Type.String()).Inc()
|
2024-02-08 16:28:19 +00:00
|
|
|
|
|
|
|
return
|
|
|
|
case c <- update:
|
|
|
|
log.Trace().
|
2024-02-23 09:59:24 +00:00
|
|
|
Uint64("node.id", nodeID.Uint64()).
|
2024-02-08 16:28:19 +00:00
|
|
|
Any("origin", ctx.Value("origin")).
|
2024-02-23 09:59:24 +00:00
|
|
|
Any("origin-hostname", ctx.Value("hostname")).
|
2024-02-08 16:28:19 +00:00
|
|
|
Msgf("update successfully sent on chan")
|
2024-04-21 16:28:17 +00:00
|
|
|
notifierUpdateSent.WithLabelValues("ok", update.Type.String()).Inc()
|
2024-02-08 16:28:19 +00:00
|
|
|
}
|
2024-01-05 09:41:56 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2023-12-09 17:09:24 +00:00
|
|
|
func (n *Notifier) String() string {
|
|
|
|
n.l.RLock()
|
|
|
|
defer n.l.RUnlock()
|
|
|
|
|
2024-04-10 13:35:09 +00:00
|
|
|
var b strings.Builder
|
|
|
|
b.WriteString("chans:\n")
|
2023-12-09 17:09:24 +00:00
|
|
|
|
|
|
|
for k, v := range n.nodes {
|
2024-04-10 13:35:09 +00:00
|
|
|
fmt.Fprintf(&b, "\t%d: %p\n", k, v)
|
2023-12-09 17:09:24 +00:00
|
|
|
}
|
|
|
|
|
2024-04-10 13:35:09 +00:00
|
|
|
b.WriteString("\n")
|
|
|
|
b.WriteString("connected:\n")
|
|
|
|
|
2024-04-21 16:28:17 +00:00
|
|
|
n.connected.Range(func(k types.NodeID, v bool) bool {
|
2024-04-10 13:35:09 +00:00
|
|
|
fmt.Fprintf(&b, "\t%d: %t\n", k, v)
|
2024-04-21 16:28:17 +00:00
|
|
|
return true
|
|
|
|
})
|
2024-04-10 13:35:09 +00:00
|
|
|
|
|
|
|
return b.String()
|
2023-12-09 17:09:24 +00:00
|
|
|
}
|