mirror of
https://github.com/tailscale/tailscale.git
synced 2024-11-25 11:05:45 +00:00
5336362e64
- Wrap each prober function into a probe class that allows associating metric labels and custom metrics with a given probe; - Make sure all existing probe classes set a `class` metric label; - Move bandwidth probe size from being a metric label to a separate gauge metric; this will make it possible to use it to calculate average used bandwidth using a PromQL query; - Also export transfer time for the bandwidth prober (more accurate than the total probe time, since it excludes connection establishment time). Updates tailscale/corp#17912 Signed-off-by: Anton Tolchanov <anton@tailscale.com>
156 lines
4.7 KiB
Go
156 lines
4.7 KiB
Go
// Copyright (c) Tailscale Inc & AUTHORS
|
|
// SPDX-License-Identifier: BSD-3-Clause
|
|
|
|
package prober
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"crypto/tls"
|
|
"crypto/x509"
|
|
"fmt"
|
|
"io"
|
|
"net"
|
|
"net/http"
|
|
"net/netip"
|
|
"time"
|
|
|
|
"github.com/pkg/errors"
|
|
"golang.org/x/crypto/ocsp"
|
|
"tailscale.com/util/multierr"
|
|
)
|
|
|
|
const expiresSoon = 7 * 24 * time.Hour // 7 days from now
|
|
|
|
// TLS returns a Probe that healthchecks a TLS endpoint.
|
|
//
|
|
// The ProbeFunc connects to a hostPort (host:port string), does a TLS
|
|
// handshake, verifies that the hostname matches the presented certificate,
|
|
// checks certificate validity time and OCSP revocation status.
|
|
func TLS(hostPort string) ProbeClass {
|
|
return ProbeClass{
|
|
Probe: func(ctx context.Context) error {
|
|
certDomain, _, err := net.SplitHostPort(hostPort)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
return probeTLS(ctx, certDomain, hostPort)
|
|
},
|
|
Class: "tls",
|
|
}
|
|
}
|
|
|
|
// TLSWithIP is like TLS, but dials the provided dialAddr instead
|
|
// of using DNS resolution. The certDomain is the expected name in
|
|
// the cert (and the SNI name to send).
|
|
func TLSWithIP(certDomain string, dialAddr netip.AddrPort) ProbeClass {
|
|
return ProbeClass{
|
|
Probe: func(ctx context.Context) error {
|
|
return probeTLS(ctx, certDomain, dialAddr.String())
|
|
},
|
|
Class: "tls",
|
|
}
|
|
}
|
|
|
|
func probeTLS(ctx context.Context, certDomain string, dialHostPort string) error {
|
|
dialer := &tls.Dialer{Config: &tls.Config{ServerName: certDomain}}
|
|
conn, err := dialer.DialContext(ctx, "tcp", dialHostPort)
|
|
if err != nil {
|
|
return fmt.Errorf("connecting to %q: %w", dialHostPort, err)
|
|
}
|
|
defer conn.Close()
|
|
|
|
tlsConnState := conn.(*tls.Conn).ConnectionState()
|
|
return validateConnState(ctx, &tlsConnState)
|
|
}
|
|
|
|
// validateConnState verifies certificate validity time in all certificates
|
|
// returned by the TLS server and checks OCSP revocation status for the
|
|
// leaf cert.
|
|
func validateConnState(ctx context.Context, cs *tls.ConnectionState) (returnerr error) {
|
|
var errs []error
|
|
defer func() {
|
|
returnerr = multierr.New(errs...)
|
|
}()
|
|
latestAllowedExpiration := time.Now().Add(expiresSoon)
|
|
|
|
var leafCert *x509.Certificate
|
|
var issuerCert *x509.Certificate
|
|
var leafAuthorityKeyID string
|
|
// PeerCertificates will never be len == 0 on the client side
|
|
for i, cert := range cs.PeerCertificates {
|
|
if i == 0 {
|
|
leafCert = cert
|
|
leafAuthorityKeyID = string(cert.AuthorityKeyId)
|
|
}
|
|
if i > 0 {
|
|
if leafAuthorityKeyID == string(cert.SubjectKeyId) {
|
|
issuerCert = cert
|
|
}
|
|
}
|
|
|
|
// Do not check certificate validity period for self-signed certs.
|
|
// The practical reason is to avoid raising alerts for expiring
|
|
// DERP metaCert certificates that are returned as part of regular
|
|
// TLS handshake.
|
|
if string(cert.SubjectKeyId) == string(cert.AuthorityKeyId) {
|
|
continue
|
|
}
|
|
|
|
if time.Now().Before(cert.NotBefore) {
|
|
errs = append(errs, fmt.Errorf("one of the certs has NotBefore in the future (%v): %v", cert.NotBefore, cert.Subject))
|
|
}
|
|
if latestAllowedExpiration.After(cert.NotAfter) {
|
|
left := cert.NotAfter.Sub(time.Now())
|
|
errs = append(errs, fmt.Errorf("one of the certs expires in %v: %v", left, cert.Subject))
|
|
}
|
|
}
|
|
|
|
if len(leafCert.OCSPServer) == 0 {
|
|
errs = append(errs, fmt.Errorf("no OCSP server presented in leaf cert for %v", leafCert.Subject))
|
|
return
|
|
}
|
|
|
|
ocspResp, err := getOCSPResponse(ctx, leafCert.OCSPServer[0], leafCert, issuerCert)
|
|
if err != nil {
|
|
errs = append(errs, errors.Wrapf(err, "OCSP verification failed for %v", leafCert.Subject))
|
|
return
|
|
}
|
|
|
|
if ocspResp.Status == ocsp.Unknown {
|
|
errs = append(errs, fmt.Errorf("unknown OCSP verification status for %v", leafCert.Subject))
|
|
}
|
|
|
|
if ocspResp.Status == ocsp.Revoked {
|
|
errs = append(errs, fmt.Errorf("cert for %v has been revoked on %v, reason: %v", leafCert.Subject, ocspResp.RevokedAt, ocspResp.RevocationReason))
|
|
}
|
|
return
|
|
}
|
|
|
|
func getOCSPResponse(ctx context.Context, ocspServer string, leafCert, issuerCert *x509.Certificate) (*ocsp.Response, error) {
|
|
reqb, err := ocsp.CreateRequest(leafCert, issuerCert, nil)
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "could not create OCSP request")
|
|
}
|
|
hreq, err := http.NewRequestWithContext(ctx, "POST", ocspServer, bytes.NewReader(reqb))
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "could not create OCSP POST request")
|
|
}
|
|
hreq.Header.Add("Content-Type", "application/ocsp-request")
|
|
hreq.Header.Add("Accept", "application/ocsp-response")
|
|
hresp, err := http.DefaultClient.Do(hreq)
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "OCSP request failed")
|
|
}
|
|
defer hresp.Body.Close()
|
|
if hresp.StatusCode != http.StatusOK {
|
|
return nil, fmt.Errorf("ocsp: non-200 status code from OCSP server: %s", hresp.Status)
|
|
}
|
|
lr := io.LimitReader(hresp.Body, 10<<20) // 10MB
|
|
ocspB, err := io.ReadAll(lr)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return ocsp.ParseResponse(ocspB, issuerCert)
|
|
}
|