2021-01-10 14:44:32 -07:00
|
|
|
// Package tofu implements trust on first use using hosts and fingerprints.
|
|
|
|
package tofu
|
2020-09-25 16:53:20 -06:00
|
|
|
|
|
|
|
import (
|
|
|
|
"bufio"
|
2021-01-13 14:33:48 -07:00
|
|
|
"bytes"
|
2020-09-25 16:53:20 -06:00
|
|
|
"crypto/sha512"
|
2021-01-13 14:33:48 -07:00
|
|
|
"crypto/x509"
|
|
|
|
"errors"
|
2020-09-25 16:53:20 -06:00
|
|
|
"fmt"
|
|
|
|
"io"
|
2020-09-25 21:06:54 -06:00
|
|
|
"os"
|
2020-11-05 20:30:13 -07:00
|
|
|
"strconv"
|
2020-09-25 16:53:20 -06:00
|
|
|
"strings"
|
2020-12-17 15:07:00 -07:00
|
|
|
"sync"
|
2020-11-09 10:04:53 -07:00
|
|
|
"time"
|
2020-09-25 16:53:20 -06:00
|
|
|
)
|
|
|
|
|
2021-01-14 12:15:08 -07:00
|
|
|
// HostsFile represents a list of known hosts optionally loaded from a file.
|
|
|
|
// The zero value for HostsFile represents an empty list ready to use.
|
2020-12-17 14:49:59 -07:00
|
|
|
//
|
2021-01-14 12:15:08 -07:00
|
|
|
// HostsFile is safe for concurrent use by multiple goroutines.
|
|
|
|
type HostsFile struct {
|
|
|
|
hosts map[string]Host
|
|
|
|
writer *bufio.Writer
|
2021-01-13 14:33:48 -07:00
|
|
|
closer io.Closer
|
|
|
|
mu sync.RWMutex
|
2020-11-09 10:26:08 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
// SetOutput sets the output to which new known hosts will be written to.
|
2021-01-14 12:15:08 -07:00
|
|
|
func (k *HostsFile) SetOutput(w io.WriteCloser) error {
|
2020-12-17 14:49:59 -07:00
|
|
|
k.mu.Lock()
|
|
|
|
defer k.mu.Unlock()
|
2021-01-13 14:33:48 -07:00
|
|
|
|
2021-01-14 12:15:08 -07:00
|
|
|
if k.writer != nil {
|
2021-01-13 14:33:48 -07:00
|
|
|
err := k.closer.Close()
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("failed to close previous output: %w", err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-01-14 12:15:08 -07:00
|
|
|
k.writer = bufio.NewWriter(w)
|
2021-01-13 14:33:48 -07:00
|
|
|
k.closer = w
|
|
|
|
|
|
|
|
return nil
|
2020-09-25 21:06:54 -06:00
|
|
|
}
|
|
|
|
|
2021-01-13 14:33:48 -07:00
|
|
|
// Close closes the output.
|
2021-01-14 12:15:08 -07:00
|
|
|
func (k *HostsFile) Close() error {
|
2020-12-17 14:49:59 -07:00
|
|
|
k.mu.Lock()
|
|
|
|
defer k.mu.Unlock()
|
2021-01-13 14:33:48 -07:00
|
|
|
|
2021-01-14 12:15:08 -07:00
|
|
|
if k.writer == nil {
|
2021-01-13 14:33:48 -07:00
|
|
|
return nil
|
2020-11-09 10:04:53 -07:00
|
|
|
}
|
|
|
|
|
2021-01-13 14:33:48 -07:00
|
|
|
err := k.closer.Close()
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2021-01-14 12:15:08 -07:00
|
|
|
k.writer = nil
|
2021-01-13 14:33:48 -07:00
|
|
|
k.closer = nil
|
|
|
|
|
|
|
|
return nil
|
2020-11-09 10:04:53 -07:00
|
|
|
}
|
|
|
|
|
2021-01-13 14:33:48 -07:00
|
|
|
// Add adds a known host to the list of known hosts.
|
2021-01-14 12:15:08 -07:00
|
|
|
func (k *HostsFile) Add(h Host) error {
|
2021-01-13 14:33:48 -07:00
|
|
|
k.mu.Lock()
|
|
|
|
defer k.mu.Unlock()
|
|
|
|
if k.hosts == nil {
|
2021-01-14 12:15:08 -07:00
|
|
|
k.hosts = map[string]Host{}
|
2021-01-13 14:33:48 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
k.hosts[h.Hostname] = h
|
|
|
|
|
2021-01-14 12:15:08 -07:00
|
|
|
if k.writer != nil {
|
|
|
|
h.WriteTo(k.writer)
|
|
|
|
k.writer.WriteByte('\n')
|
2021-01-13 14:33:48 -07:00
|
|
|
|
2021-01-14 12:15:08 -07:00
|
|
|
if err := k.writer.Flush(); err != nil {
|
2021-01-07 15:08:50 -07:00
|
|
|
return fmt.Errorf("failed to write to known host file: %w", err)
|
|
|
|
}
|
2020-11-09 10:04:53 -07:00
|
|
|
}
|
2021-01-07 15:08:50 -07:00
|
|
|
|
|
|
|
return nil
|
2020-11-09 10:04:53 -07:00
|
|
|
}
|
|
|
|
|
2021-01-13 14:33:48 -07:00
|
|
|
// Lookup returns the fingerprint of the certificate corresponding to
|
|
|
|
// the given hostname.
|
2021-01-14 12:15:08 -07:00
|
|
|
func (k *HostsFile) Lookup(hostname string) (Host, bool) {
|
2021-01-13 14:33:48 -07:00
|
|
|
k.mu.RLock()
|
|
|
|
defer k.mu.RUnlock()
|
|
|
|
c, ok := k.hosts[hostname]
|
|
|
|
return c, ok
|
|
|
|
}
|
|
|
|
|
2020-11-09 10:04:53 -07:00
|
|
|
// WriteAll writes all of the known hosts to the provided io.Writer.
|
2021-01-14 12:15:08 -07:00
|
|
|
func (k *HostsFile) WriteTo(w io.Writer) (int64, error) {
|
2020-12-17 14:49:59 -07:00
|
|
|
k.mu.RLock()
|
|
|
|
defer k.mu.RUnlock()
|
2021-01-13 14:33:48 -07:00
|
|
|
|
|
|
|
bw := bufio.NewWriter(w)
|
|
|
|
|
|
|
|
var written int64
|
|
|
|
|
|
|
|
for _, h := range k.hosts {
|
|
|
|
n, err := h.WriteTo(bw)
|
|
|
|
if err != nil {
|
|
|
|
return written, err
|
2020-11-09 10:04:53 -07:00
|
|
|
}
|
2021-01-13 14:33:48 -07:00
|
|
|
|
|
|
|
bw.WriteByte('\n')
|
|
|
|
written += n + 1
|
2020-11-09 10:04:53 -07:00
|
|
|
}
|
|
|
|
|
2021-01-13 14:33:48 -07:00
|
|
|
return written, bw.Flush()
|
2020-11-09 10:04:53 -07:00
|
|
|
}
|
|
|
|
|
2021-01-13 14:33:48 -07:00
|
|
|
// Open loads the known hosts from the provided path.
|
2020-11-09 11:57:30 -07:00
|
|
|
// It creates the file if it does not exist.
|
2020-11-09 07:28:44 -07:00
|
|
|
// New known hosts will be appended to the file.
|
2021-01-14 12:15:08 -07:00
|
|
|
func (k *HostsFile) Open(path string) error {
|
2020-12-17 15:15:24 -07:00
|
|
|
f, err := os.OpenFile(path, os.O_CREATE|os.O_RDWR, 0644)
|
2020-09-25 21:06:54 -06:00
|
|
|
if err != nil {
|
2020-09-27 12:18:30 -06:00
|
|
|
return err
|
2020-09-25 21:06:54 -06:00
|
|
|
}
|
2021-01-13 14:33:48 -07:00
|
|
|
|
|
|
|
err = k.Parse(f)
|
|
|
|
if err != nil {
|
|
|
|
_ = f.Close()
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
err = k.SetOutput(f)
|
|
|
|
if err != nil {
|
|
|
|
_ = f.Close()
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2020-09-27 12:18:30 -06:00
|
|
|
return nil
|
2020-09-25 21:06:54 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
// Parse parses the provided reader and adds the parsed known hosts to the list.
|
2020-11-09 10:26:08 -07:00
|
|
|
// Invalid entries are ignored.
|
2021-01-14 12:15:08 -07:00
|
|
|
func (k *HostsFile) Parse(r io.Reader) error {
|
2020-12-17 14:49:59 -07:00
|
|
|
k.mu.Lock()
|
|
|
|
defer k.mu.Unlock()
|
2021-01-13 14:33:48 -07:00
|
|
|
|
|
|
|
if k.hosts == nil {
|
2021-01-14 12:15:08 -07:00
|
|
|
k.hosts = map[string]Host{}
|
2020-10-13 17:54:48 -06:00
|
|
|
}
|
2021-01-13 14:33:48 -07:00
|
|
|
|
2020-09-25 16:53:20 -06:00
|
|
|
scanner := bufio.NewScanner(r)
|
2021-01-13 14:33:48 -07:00
|
|
|
var line int
|
2020-09-25 16:53:20 -06:00
|
|
|
for scanner.Scan() {
|
2021-01-13 14:33:48 -07:00
|
|
|
line++
|
2020-09-25 16:53:20 -06:00
|
|
|
|
2021-01-13 14:33:48 -07:00
|
|
|
text := scanner.Bytes()
|
|
|
|
if len(text) == 0 {
|
2020-10-13 17:54:48 -06:00
|
|
|
continue
|
|
|
|
}
|
2020-09-25 16:53:20 -06:00
|
|
|
|
2021-01-14 12:15:08 -07:00
|
|
|
var h Host
|
2021-01-13 14:33:48 -07:00
|
|
|
|
|
|
|
err := h.UnmarshalText(text)
|
2020-11-05 20:30:13 -07:00
|
|
|
if err != nil {
|
2021-01-13 14:33:48 -07:00
|
|
|
return fmt.Errorf("error when parsing line %d: %w",
|
|
|
|
line, err)
|
2020-11-05 20:30:13 -07:00
|
|
|
}
|
|
|
|
|
2021-01-13 14:33:48 -07:00
|
|
|
k.hosts[h.Hostname] = h
|
|
|
|
}
|
|
|
|
|
|
|
|
err := scanner.Err()
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("failed to read lines: %w", err)
|
2020-09-25 16:53:20 -06:00
|
|
|
}
|
2021-01-13 14:33:48 -07:00
|
|
|
|
|
|
|
return nil
|
2020-09-25 18:55:37 -06:00
|
|
|
}
|
2020-09-25 16:53:20 -06:00
|
|
|
|
2021-01-14 12:15:08 -07:00
|
|
|
func (k *HostsFile) TOFU(hostname string, cert *x509.Certificate) error {
|
|
|
|
host := NewHost(hostname, cert.Raw, cert.NotAfter)
|
2021-01-13 14:33:48 -07:00
|
|
|
|
|
|
|
knownHost, ok := k.Lookup(hostname)
|
|
|
|
if !ok || time.Now().After(knownHost.Expires) {
|
|
|
|
k.Add(host)
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// Check fingerprint
|
|
|
|
if !bytes.Equal(knownHost.Fingerprint, host.Fingerprint) {
|
|
|
|
return fmt.Errorf("fingerprint for %q does not match", hostname)
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
2020-09-25 18:22:48 -06:00
|
|
|
}
|
|
|
|
|
2021-01-13 14:33:48 -07:00
|
|
|
type Fingerprint []byte
|
|
|
|
|
|
|
|
func (f Fingerprint) String() string {
|
|
|
|
var sb strings.Builder
|
|
|
|
|
|
|
|
for i, b := range f {
|
2020-12-16 21:58:02 -07:00
|
|
|
if i > 0 {
|
2021-01-13 14:33:48 -07:00
|
|
|
sb.WriteByte(':')
|
2020-12-16 21:58:02 -07:00
|
|
|
}
|
2021-01-13 14:33:48 -07:00
|
|
|
|
|
|
|
fmt.Fprintf(&sb, "%02X", b)
|
2020-12-16 21:58:02 -07:00
|
|
|
}
|
2021-01-13 14:33:48 -07:00
|
|
|
|
|
|
|
return sb.String()
|
|
|
|
}
|
|
|
|
|
2021-01-14 12:15:08 -07:00
|
|
|
// Host represents a known host entry for a fingerprint using a certain algorithm.
|
|
|
|
type Host struct {
|
2021-01-13 14:33:48 -07:00
|
|
|
Hostname string // hostname
|
|
|
|
Algorithm string // fingerprint algorithm e.g. SHA-512
|
|
|
|
Fingerprint Fingerprint // fingerprint
|
|
|
|
Expires time.Time // unix time of the fingerprint expiration date
|
|
|
|
}
|
|
|
|
|
2021-01-14 12:15:08 -07:00
|
|
|
// NewHost returns the known host entry with a SHA-512
|
|
|
|
// fingerprint of the provided raw data.
|
|
|
|
func NewHost(hostname string, raw []byte, expires time.Time) Host {
|
|
|
|
sum := sha512.Sum512(raw)
|
|
|
|
|
|
|
|
return Host{
|
|
|
|
Hostname: hostname,
|
|
|
|
Algorithm: "SHA-512",
|
|
|
|
Fingerprint: sum[:],
|
|
|
|
Expires: expires,
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (h *Host) UnmarshalText(text []byte) error {
|
2021-01-13 14:33:48 -07:00
|
|
|
const format = "hostname algorithm hex-fingerprint expiry-unix-ts"
|
|
|
|
|
|
|
|
parts := bytes.Split(text, []byte(" "))
|
|
|
|
if len(parts) != 4 {
|
|
|
|
return fmt.Errorf(
|
|
|
|
"expected the format %q", format)
|
|
|
|
}
|
|
|
|
|
|
|
|
if len(parts[0]) == 0 {
|
|
|
|
return errors.New("empty hostname")
|
|
|
|
}
|
|
|
|
|
2021-01-14 12:15:08 -07:00
|
|
|
h.Hostname = string(parts[0])
|
2021-01-13 14:33:48 -07:00
|
|
|
|
|
|
|
algorithm := string(parts[1])
|
|
|
|
if algorithm != "SHA-512" {
|
|
|
|
return fmt.Errorf(
|
|
|
|
"unsupported algorithm %q", algorithm)
|
|
|
|
}
|
|
|
|
|
2021-01-14 12:15:08 -07:00
|
|
|
h.Algorithm = algorithm
|
2021-01-13 14:33:48 -07:00
|
|
|
|
|
|
|
fingerprint := make([]byte, 0, sha512.Size)
|
|
|
|
scan := bufio.NewScanner(bytes.NewReader(parts[2]))
|
|
|
|
scan.Split(scanFingerprint)
|
|
|
|
|
|
|
|
for scan.Scan() {
|
|
|
|
b, err := strconv.ParseUint(scan.Text(), 16, 8)
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("failed to parse fingerprint hash: %w", err)
|
|
|
|
}
|
|
|
|
fingerprint = append(fingerprint, byte(b))
|
|
|
|
}
|
|
|
|
|
|
|
|
if len(fingerprint) != sha512.Size {
|
|
|
|
return fmt.Errorf("invalid fingerprint size %d, expected %d",
|
|
|
|
len(fingerprint), sha512.Size)
|
|
|
|
}
|
|
|
|
|
2021-01-14 12:15:08 -07:00
|
|
|
h.Fingerprint = fingerprint
|
2021-01-13 14:33:48 -07:00
|
|
|
|
|
|
|
unix, err := strconv.ParseInt(string(parts[3]), 10, 0)
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf(
|
|
|
|
"invalid unix timestamp: %w", err)
|
|
|
|
}
|
|
|
|
|
2021-01-14 12:15:08 -07:00
|
|
|
h.Expires = time.Unix(unix, 0)
|
2021-01-13 14:33:48 -07:00
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2021-01-14 12:15:08 -07:00
|
|
|
func (h *Host) WriteTo(w io.Writer) (int64, error) {
|
2021-01-13 14:33:48 -07:00
|
|
|
bw := bufio.NewWriter(w)
|
|
|
|
|
|
|
|
var written, n int
|
|
|
|
|
|
|
|
n, _ = bw.WriteString(h.Hostname)
|
|
|
|
bw.WriteByte(' ')
|
|
|
|
written += n + 1
|
|
|
|
|
|
|
|
n, _ = bw.WriteString(h.Algorithm)
|
|
|
|
bw.WriteByte(' ')
|
|
|
|
written += n + 1
|
|
|
|
|
|
|
|
n, _ = bw.WriteString(h.Fingerprint.String())
|
|
|
|
bw.WriteByte(' ')
|
|
|
|
written += n + 1
|
|
|
|
|
|
|
|
n, _ = bw.WriteString(strconv.FormatInt(h.Expires.Unix(), 10))
|
|
|
|
written += n
|
|
|
|
|
|
|
|
return int64(written), bw.Flush()
|
|
|
|
}
|
|
|
|
|
|
|
|
func scanFingerprint(data []byte, atEOF bool) (advance int, token []byte, err error) {
|
|
|
|
if atEOF && len(data) == 0 {
|
|
|
|
return 0, nil, nil
|
|
|
|
}
|
|
|
|
if i := bytes.IndexByte(data, ':'); i >= 0 {
|
|
|
|
// We have a full newline-terminated line.
|
|
|
|
return i + 1, data[0:i], nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// If we're at EOF, we have a final, non-terminated hex byte
|
|
|
|
if atEOF {
|
|
|
|
return len(data), data, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// Request more data.
|
|
|
|
return 0, nil, nil
|
|
|
|
}
|