| // Copyright 2020 The Monogon Project Authors. | 
 | // | 
 | // SPDX-License-Identifier: Apache-2.0 | 
 | // | 
 | // Licensed under the Apache License, Version 2.0 (the "License"); | 
 | // you may not use this file except in compliance with the License. | 
 | // You may obtain a copy of the License at | 
 | // | 
 | //     http://www.apache.org/licenses/LICENSE-2.0 | 
 | // | 
 | // Unless required by applicable law or agreed to in writing, software | 
 | // distributed under the License is distributed on an "AS IS" BASIS, | 
 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | 
 | // See the License for the specific language governing permissions and | 
 | // limitations under the License. | 
 |  | 
 | // package pki implements an x509 PKI (Public Key Infrastructure) system backed | 
 | // on etcd. | 
 | package pki | 
 |  | 
 | import ( | 
 | 	"bytes" | 
 | 	"context" | 
 | 	"crypto/ed25519" | 
 | 	"crypto/rand" | 
 | 	"crypto/x509" | 
 | 	"crypto/x509/pkix" | 
 | 	"encoding/pem" | 
 | 	"fmt" | 
 | 	"net" | 
 |  | 
 | 	clientv3 "go.etcd.io/etcd/client/v3" | 
 |  | 
 | 	"source.monogon.dev/metropolis/pkg/fileargs" | 
 | ) | 
 |  | 
 | // Namespace represents some path in etcd where certificate/CA data will be | 
 | // stored. Creating a namespace via Namespaced then permits the consumer of | 
 | // this library to start creating certificates within this namespace. | 
 | type Namespace struct { | 
 | 	prefix string | 
 | } | 
 |  | 
 | // Namespaced creates a namespace for storing certificate data in etcd at a | 
 | // given 'path' prefix. | 
 | func Namespaced(prefix string) Namespace { | 
 | 	return Namespace{ | 
 | 		prefix: prefix, | 
 | 	} | 
 | } | 
 |  | 
 | type CertificateMode int | 
 |  | 
 | const ( | 
 | 	// CertificateManaged is a certificate whose key material is fully managed by | 
 | 	// the Certificate code. When set, PublicKey and PrivateKey must not be set by | 
 | 	// the user, and instead will be populated by the Ensure call. Name must be set, | 
 | 	// and will be used to store this Certificate and its keys within etcd. After | 
 | 	// the initial generation during Ensure, other Certificates with the same Name | 
 | 	// will be retrieved (including key material) from etcd. | 
 | 	CertificateManaged CertificateMode = iota | 
 |  | 
 | 	// CertificateExternal is a certificate whose key material is not managed by | 
 | 	// Certificate or stored in etcd, but the X509 certificate itself is. PublicKey | 
 | 	// must be set while PrivateKey must not be set. Name must be set, and will be | 
 | 	// used to store the emitted X509 certificate in etcd on Ensure. After the | 
 | 	// initial generation during Ensure, other Certificates with the same Name will | 
 | 	// be retrieved (without key material) from etcd. | 
 | 	CertificateExternal | 
 |  | 
 | 	// CertificateEphemeral is a certificate whose data (X509 certificate and | 
 | 	// possibly key material) is generated on demand each time Ensure is called. | 
 | 	// Nothing is stored in etcd or loaded from etcd. PrivateKey or PublicKey can be | 
 | 	// set, if both are nil then a new keypair will be generated. Name is ignored. | 
 | 	CertificateEphemeral | 
 | ) | 
 |  | 
 | // Certificate is the promise of a Certificate being available to the caller. | 
 | // In this case, Certificate refers to a pair of x509 certificate and | 
 | // corresponding private key.  Certificates can be stored in etcd, and their | 
 | // issuers might also be store on etcd. As such, this type's methods contain | 
 | // references to an etcd KV client. | 
 | type Certificate struct { | 
 | 	Namespace *Namespace | 
 |  | 
 | 	// Issuer is the Issuer that will generate this certificate if one doesn't | 
 | 	// yet exist or etcd, or the requested certificate is ephemeral (not to be | 
 | 	// stored on etcd). | 
 | 	Issuer Issuer | 
 | 	// Name is a unique key for storing the certificate in etcd (if the requested | 
 | 	// certificate is not ephemeral). | 
 | 	Name string | 
 | 	// Template is an x509 certificate definition that will be used to generate | 
 | 	// the certificate when issuing it. | 
 | 	Template x509.Certificate | 
 |  | 
 | 	// Mode in which this Certificate will operate. This influences the behaviour of | 
 | 	// the Ensure call. | 
 | 	Mode CertificateMode | 
 |  | 
 | 	// PrivateKey is the private key for this Certificate. It should never be set by | 
 | 	// the user, and instead will be populated by the Ensure call for Managed | 
 | 	// Certificates. | 
 | 	PrivateKey ed25519.PrivateKey | 
 |  | 
 | 	// PublicKey is the public key for this Certificate. It should only be set by | 
 | 	// the user for External or Ephemeral certificates, and will be populated by the | 
 | 	// next Ensure call if missing. | 
 | 	PublicKey ed25519.PublicKey | 
 | } | 
 |  | 
 | func (n *Namespace) etcdPath(f string, args ...interface{}) string { | 
 | 	return n.prefix + fmt.Sprintf(f, args...) | 
 | } | 
 |  | 
 | // Client makes a Kubernetes PKI-compatible client certificate template. | 
 | // Directly derived from Kubernetes PKI requirements documented at | 
 | //   https://kubernetes.io/docs/setup/best-practices/certificates/#configure-certificates-manually | 
 | func Client(identity string, groups []string) x509.Certificate { | 
 | 	return x509.Certificate{ | 
 | 		Subject: pkix.Name{ | 
 | 			CommonName:   identity, | 
 | 			Organization: groups, | 
 | 		}, | 
 | 		KeyUsage:    x509.KeyUsageDigitalSignature | x509.KeyUsageKeyEncipherment, | 
 | 		ExtKeyUsage: []x509.ExtKeyUsage{x509.ExtKeyUsageClientAuth}, | 
 | 	} | 
 | } | 
 |  | 
 | // Server makes a Kubernetes PKI-compatible server certificate template. | 
 | func Server(dnsNames []string, ips []net.IP) x509.Certificate { | 
 | 	return x509.Certificate{ | 
 | 		Subject:     pkix.Name{}, | 
 | 		KeyUsage:    x509.KeyUsageDigitalSignature | x509.KeyUsageKeyEncipherment, | 
 | 		ExtKeyUsage: []x509.ExtKeyUsage{x509.ExtKeyUsageServerAuth}, | 
 | 		DNSNames:    dnsNames, | 
 | 		IPAddresses: ips, | 
 | 	} | 
 | } | 
 |  | 
 | // CA makes a Certificate that can sign other certificates. | 
 | func CA(cn string) x509.Certificate { | 
 | 	return x509.Certificate{ | 
 | 		Subject: pkix.Name{ | 
 | 			CommonName: cn, | 
 | 		}, | 
 | 		IsCA:        true, | 
 | 		KeyUsage:    x509.KeyUsageCertSign | x509.KeyUsageCRLSign | x509.KeyUsageDigitalSignature, | 
 | 		ExtKeyUsage: []x509.ExtKeyUsage{x509.ExtKeyUsageClientAuth, x509.ExtKeyUsageServerAuth, x509.ExtKeyUsageOCSPSigning}, | 
 | 	} | 
 | } | 
 |  | 
 | // ensure returns a DER-encoded x509 certificate and internally encoded bare | 
 | // ed25519 key for a given Certificate, in memory (if ephemeral), loading it | 
 | // from etcd, or creating and saving it on etcd if needed. | 
 | // This function is safe to call in parallel from multiple etcd clients | 
 | // (including across machines), but it will error in case a concurrent | 
 | // certificate generation happens. These errors are, however, safe to retry - | 
 | // as long as all the certificate creators (ie., Metropolis nodes) run the same | 
 | // version of this code. | 
 | func (c *Certificate) ensure(ctx context.Context, kv clientv3.KV) (cert []byte, err error) { | 
 | 	// Ensure key is available. | 
 | 	if err := c.ensureKey(ctx, kv); err != nil { | 
 | 		return nil, err | 
 | 	} | 
 |  | 
 | 	switch c.Mode { | 
 | 	case CertificateEphemeral: | 
 | 		// TODO(q3k): cache internally? | 
 | 		cert, err = c.Issuer.Issue(ctx, c, kv) | 
 | 		if err != nil { | 
 | 			return nil, fmt.Errorf("failed to issue: %w", err) | 
 | 		} | 
 | 		return cert, nil | 
 | 	case CertificateManaged, CertificateExternal: | 
 | 	default: | 
 | 		return nil, fmt.Errorf("invalid certificate mode %v", c.Mode) | 
 | 	} | 
 |  | 
 | 	if c.Name == "" { | 
 | 		if c.Mode == CertificateExternal { | 
 | 			return nil, fmt.Errorf("external certificate must have name set") | 
 | 		} else { | 
 | 			return nil, fmt.Errorf("managed certificate must have name set") | 
 | 		} | 
 | 	} | 
 |  | 
 | 	certPath := c.Namespace.etcdPath("issued/%s-cert.der", c.Name) | 
 |  | 
 | 	// Try loading certificate from etcd. | 
 | 	certRes, err := kv.Get(ctx, certPath) | 
 | 	if err != nil { | 
 | 		return nil, fmt.Errorf("failed to get certificate from etcd: %w", err) | 
 | 	} | 
 |  | 
 | 	if len(certRes.Kvs) == 1 { | 
 | 		certBytes := certRes.Kvs[0].Value | 
 | 		cert, err := x509.ParseCertificate(certBytes) | 
 | 		if err != nil { | 
 | 			return nil, fmt.Errorf("failed to parse certificate retrieved from etcd: %w", err) | 
 | 		} | 
 | 		pk, ok := cert.PublicKey.(ed25519.PublicKey) | 
 | 		if !ok { | 
 | 			return nil, fmt.Errorf("unexpected non-ed25519 certificate found in etcd") | 
 | 		} | 
 | 		if !bytes.Equal(pk, c.PublicKey) { | 
 | 			return nil, fmt.Errorf("certificate stored in etcd emitted for different public key") | 
 | 		} | 
 | 		// TODO(q3k): ensure issuer and template haven't changed | 
 | 		return certBytes, nil | 
 | 	} | 
 |  | 
 | 	// No certificate found - issue one and save to etcd. | 
 | 	cert, err = c.Issuer.Issue(ctx, c, kv) | 
 | 	if err != nil { | 
 | 		return nil, fmt.Errorf("failed to issue: %w", err) | 
 | 	} | 
 |  | 
 | 	res, err := kv.Txn(ctx). | 
 | 		If( | 
 | 			clientv3.Compare(clientv3.CreateRevision(certPath), "=", 0), | 
 | 		). | 
 | 		Then( | 
 | 			clientv3.OpPut(certPath, string(cert)), | 
 | 		).Commit() | 
 | 	if err != nil { | 
 | 		err = fmt.Errorf("failed to write newly issued certificate: %w", err) | 
 | 	} else if !res.Succeeded { | 
 | 		err = fmt.Errorf("certificate issuance transaction failed: concurrent write") | 
 | 	} | 
 |  | 
 | 	return | 
 | } | 
 |  | 
 | // ensureKey retrieves or creates PublicKey as needed based on the Certificate | 
 | // Mode. For Managed Certificates and Ephemeral Certificates with no PrivateKey | 
 | // it will also populate PrivateKay. | 
 | func (c *Certificate) ensureKey(ctx context.Context, kv clientv3.KV) error { | 
 | 	// If we have a public key then we're all set. | 
 | 	if c.PublicKey != nil { | 
 | 		return nil | 
 | 	} | 
 |  | 
 | 	// For ephemeral keys, we just generate them. | 
 | 	// For external keys, we can't do anything - not having the keys set means | 
 | 	// a programming error. | 
 |  | 
 | 	switch c.Mode { | 
 | 	case CertificateEphemeral: | 
 | 		pub, priv, err := ed25519.GenerateKey(rand.Reader) | 
 | 		if err != nil { | 
 | 			return fmt.Errorf("when generating ephemeral key: %w", err) | 
 | 		} | 
 | 		c.PublicKey = pub | 
 | 		c.PrivateKey = priv | 
 | 		return nil | 
 | 	case CertificateExternal: | 
 | 		if c.PrivateKey != nil { | 
 | 			// We prohibit having PrivateKey set in External Certificates to simplify the | 
 | 			// different logic paths this library implements. Being able to assume External | 
 | 			// == PublicKey only makes things easier elsewhere. | 
 | 			return fmt.Errorf("external certificate must not have PrivateKey set") | 
 | 		} | 
 | 		return fmt.Errorf("external certificate must have PublicKey set") | 
 | 	case CertificateManaged: | 
 | 	default: | 
 | 		return fmt.Errorf("invalid certificate mode %v", c.Mode) | 
 | 	} | 
 |  | 
 | 	// For managed keys, synchronize with etcd. | 
 | 	if c.Name == "" { | 
 | 		return fmt.Errorf("managed certificate must have Name set") | 
 | 	} | 
 |  | 
 | 	// First, try loading. | 
 | 	privPath := c.Namespace.etcdPath("keys/%s-privkey.bin", c.Name) | 
 | 	privRes, err := kv.Get(ctx, privPath) | 
 | 	if err != nil { | 
 | 		return fmt.Errorf("failed to get private key from etcd: %w", err) | 
 | 	} | 
 | 	if len(privRes.Kvs) == 1 { | 
 | 		privBytes := privRes.Kvs[0].Value | 
 | 		if len(privBytes) != ed25519.PrivateKeySize { | 
 | 			return fmt.Errorf("stored private key has invalid size") | 
 | 		} | 
 | 		c.PrivateKey = privBytes | 
 | 		c.PublicKey = c.PrivateKey.Public().(ed25519.PublicKey) | 
 | 		return nil | 
 | 	} | 
 |  | 
 | 	// No key in etcd? Generate and save. | 
 | 	pub, priv, err := ed25519.GenerateKey(rand.Reader) | 
 | 	if err != nil { | 
 | 		return fmt.Errorf("while generating keypair: %w", err) | 
 | 	} | 
 |  | 
 | 	res, err := kv.Txn(ctx). | 
 | 		If( | 
 | 			clientv3.Compare(clientv3.CreateRevision(privPath), "=", 0), | 
 | 		). | 
 | 		Then( | 
 | 			clientv3.OpPut(privPath, string(priv)), | 
 | 		).Commit() | 
 | 	if err != nil { | 
 | 		return fmt.Errorf("failed to write newly generated keypair: %w", err) | 
 | 	} else if !res.Succeeded { | 
 | 		return fmt.Errorf("key generation transaction failed: concurrent write") | 
 | 	} | 
 |  | 
 | 	crlPath := c.crlPath() | 
 | 	emptyCRL, err := c.makeCRL(ctx, kv, nil) | 
 | 	if err != nil { | 
 | 		return fmt.Errorf("failed to generate empty CRL: %w", err) | 
 | 	} | 
 |  | 
 | 	// Also attempt to emit an empty CRL if one doesn't exist yet. | 
 | 	_, err = kv.Txn(ctx). | 
 | 		If( | 
 | 			clientv3.Compare(clientv3.CreateRevision(crlPath), "=", 0), | 
 | 		). | 
 | 		Then( | 
 | 			clientv3.OpPut(crlPath, string(emptyCRL)), | 
 | 		).Commit() | 
 | 	if err != nil { | 
 | 		return fmt.Errorf("failed to upsert empty CRL") | 
 | 	} | 
 |  | 
 | 	c.PrivateKey = priv | 
 | 	c.PublicKey = pub | 
 | 	return nil | 
 | } | 
 |  | 
 | // Ensure returns an x509 DER-encoded (but not PEM-encoded) certificate for a | 
 | // given Certificate. | 
 | // | 
 | // If the Certificate is ephemeral, each call to Ensure will cause a new | 
 | // certificate to be generated. Otherwise, it will be retrieved from etcd, or | 
 | // generated and stored there if needed. | 
 | func (c *Certificate) Ensure(ctx context.Context, kv clientv3.KV) (cert []byte, err error) { | 
 | 	return c.ensure(ctx, kv) | 
 | } | 
 |  | 
 | func (c *Certificate) PrivateKeyX509() ([]byte, error) { | 
 | 	if c.PrivateKey == nil { | 
 | 		return nil, fmt.Errorf("certificate has no private key") | 
 | 	} | 
 | 	key, err := x509.MarshalPKCS8PrivateKey(c.PrivateKey) | 
 | 	if err != nil { | 
 | 		return nil, fmt.Errorf("could not marshal private key (data corruption?): %w", err) | 
 | 	} | 
 | 	return key, nil | 
 | } | 
 |  | 
 | // FilesystemCertificate is a fileargs.FileArgs wrapper which will contain PEM | 
 | // encoded certificate material when Mounted. This construct is useful when | 
 | // dealing with services that want to access etcd-backed certificates as files | 
 | // available locally. | 
 | // Paths to the available files are considered opaque and should not be leaked | 
 | // outside of the struct. Further restrictions on access to these files might | 
 | // be imposed in the future. | 
 | type FilesystemCertificate struct { | 
 | 	*fileargs.FileArgs | 
 | 	// CACertPath is the full path at which the CA certificate is available. | 
 | 	// Read only. | 
 | 	CACertPath string | 
 | 	// CertPath is the full path at which the certificate is available. Read | 
 | 	// only. | 
 | 	CertPath string | 
 | 	// KeyPath is the full path at which the private key is available, or an empty | 
 | 	// string if the Certificate was created without a private key. Read only. | 
 | 	KeyPath string | 
 | } | 
 |  | 
 | // Mount returns a locally mounted FilesystemCertificate for this Certificate, | 
 | // which allows services to access this Certificate via local filesystem | 
 | // access. | 
 | // The embeded fileargs.FileArgs can also be used to add additional file-backed | 
 | // data under the same mount by calling ArgPath. | 
 | // The returned FilesystemCertificate must be Closed in order to prevent a | 
 | // system mount leak. | 
 | func (c *Certificate) Mount(ctx context.Context, kv clientv3.KV) (*FilesystemCertificate, error) { | 
 | 	fa, err := fileargs.New() | 
 | 	if err != nil { | 
 | 		return nil, fmt.Errorf("when creating fileargs mount: %w", err) | 
 | 	} | 
 | 	fs := &FilesystemCertificate{FileArgs: fa} | 
 |  | 
 | 	cert, err := c.Ensure(ctx, kv) | 
 | 	if err != nil { | 
 | 		return nil, fmt.Errorf("when issuing certificate: %w", err) | 
 | 	} | 
 |  | 
 | 	cacert, err := c.Issuer.CACertificate(ctx, kv) | 
 | 	if err != nil { | 
 | 		return nil, fmt.Errorf("when getting issuer CA: %w", err) | 
 | 	} | 
 | 	// cacert will be null if this is a self-signed certificate. | 
 | 	if cacert == nil { | 
 | 		cacert = cert | 
 | 	} | 
 |  | 
 | 	fs.CACertPath = fs.ArgPath("ca.crt", pem.EncodeToMemory(&pem.Block{Type: "CERTIFICATE", Bytes: cacert})) | 
 | 	fs.CertPath = fs.ArgPath("tls.crt", pem.EncodeToMemory(&pem.Block{Type: "CERTIFICATE", Bytes: cert})) | 
 | 	if c.PrivateKey != nil { | 
 | 		key, err := c.PrivateKeyX509() | 
 | 		if err != nil { | 
 | 			return nil, err | 
 | 		} | 
 | 		fs.KeyPath = fs.ArgPath("tls.key", pem.EncodeToMemory(&pem.Block{Type: "PRIVATE KEY", Bytes: key})) | 
 | 	} | 
 |  | 
 | 	return fs, nil | 
 | } |