Hendrik Hofstadt | 0d7c91e | 2019-10-23 21:44:47 +0200 | [diff] [blame] | 1 | // Copyright 2020 The Monogon Project Authors. |
| 2 | // |
| 3 | // SPDX-License-Identifier: Apache-2.0 |
| 4 | // |
| 5 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 6 | // you may not use this file except in compliance with the License. |
| 7 | // You may obtain a copy of the License at |
| 8 | // |
| 9 | // http://www.apache.org/licenses/LICENSE-2.0 |
| 10 | // |
| 11 | // Unless required by applicable law or agreed to in writing, software |
| 12 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 13 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 14 | // See the License for the specific language governing permissions and |
| 15 | // limitations under the License. |
| 16 | |
| 17 | package node |
| 18 | |
| 19 | import ( |
Lorenz Brun | a4ea9d0 | 2019-10-31 11:40:30 +0100 | [diff] [blame] | 20 | "git.monogon.dev/source/nexantic.git/core/generated/api" |
Hendrik Hofstadt | 0d7c91e | 2019-10-23 21:44:47 +0200 | [diff] [blame] | 21 | "git.monogon.dev/source/nexantic.git/core/internal/common" |
Leopold Schabel | 68c5875 | 2019-11-14 21:00:59 +0100 | [diff] [blame] | 22 | "git.monogon.dev/source/nexantic.git/core/internal/storage" |
Hendrik Hofstadt | 0d7c91e | 2019-10-23 21:44:47 +0200 | [diff] [blame] | 23 | |
| 24 | "errors" |
Lorenz Brun | a4ea9d0 | 2019-10-31 11:40:30 +0100 | [diff] [blame] | 25 | |
Hendrik Hofstadt | 0d7c91e | 2019-10-23 21:44:47 +0200 | [diff] [blame] | 26 | "go.uber.org/zap" |
| 27 | ) |
| 28 | |
| 29 | var ( |
| 30 | ErrConsensusAlreadyProvisioned = errors.New("consensus is already provisioned; make sure the data folder is empty") |
| 31 | ErrAlreadySetup = errors.New("node is already set up") |
| 32 | ErrNotInJoinMode = errors.New("node is not in the cluster join mode") |
| 33 | ErrTrustNotInitialized = errors.New("trust backend not initialized") |
| 34 | ErrStorageNotInitialized = errors.New("storage not initialized") |
| 35 | ) |
| 36 | |
| 37 | func (s *SmalltownNode) CurrentState() common.SmalltownState { |
| 38 | return s.state |
| 39 | } |
| 40 | |
| 41 | func (s *SmalltownNode) GetJoinClusterToken() string { |
| 42 | return s.joinToken |
| 43 | } |
| 44 | |
Leopold Schabel | 68c5875 | 2019-11-14 21:00:59 +0100 | [diff] [blame] | 45 | func (s *SmalltownNode) SetupNewCluster() error { |
Hendrik Hofstadt | 0d7c91e | 2019-10-23 21:44:47 +0200 | [diff] [blame] | 46 | if s.state == common.StateConfigured { |
| 47 | return ErrAlreadySetup |
| 48 | } |
Leopold Schabel | 68c5875 | 2019-11-14 21:00:59 +0100 | [diff] [blame] | 49 | dataPath, err := s.Storage.GetPathInPlace(storage.PlaceData, "etcd") |
| 50 | if err == storage.ErrNotInitialized { |
Hendrik Hofstadt | 0d7c91e | 2019-10-23 21:44:47 +0200 | [diff] [blame] | 51 | return ErrStorageNotInitialized |
| 52 | } else if err != nil { |
| 53 | return err |
| 54 | } |
| 55 | |
Leopold Schabel | 68c5875 | 2019-11-14 21:00:59 +0100 | [diff] [blame] | 56 | s.logger.Info("Setting up a new cluster") |
Hendrik Hofstadt | 0d7c91e | 2019-10-23 21:44:47 +0200 | [diff] [blame] | 57 | s.logger.Info("Provisioning consensus") |
| 58 | |
| 59 | // Make sure etcd is not yet provisioned |
| 60 | if s.Consensus.IsProvisioned() { |
| 61 | return ErrConsensusAlreadyProvisioned |
| 62 | } |
| 63 | |
| 64 | // Spin up etcd |
| 65 | config := s.Consensus.GetConfig() |
| 66 | config.NewCluster = true |
Leopold Schabel | 68c5875 | 2019-11-14 21:00:59 +0100 | [diff] [blame] | 67 | config.Name = s.hostname |
Hendrik Hofstadt | 0d7c91e | 2019-10-23 21:44:47 +0200 | [diff] [blame] | 68 | config.DataDir = dataPath |
| 69 | s.Consensus.SetConfig(config) |
| 70 | |
Leopold Schabel | 68c5875 | 2019-11-14 21:00:59 +0100 | [diff] [blame] | 71 | // Generate the cluster CA and store it to local storage. |
Lorenz Brun | a4ea9d0 | 2019-10-31 11:40:30 +0100 | [diff] [blame] | 72 | if err := s.Consensus.PrecreateCA(); err != nil { |
| 73 | return err |
| 74 | } |
| 75 | |
Hendrik Hofstadt | 0d7c91e | 2019-10-23 21:44:47 +0200 | [diff] [blame] | 76 | err = s.Consensus.Start() |
| 77 | if err != nil { |
| 78 | return err |
| 79 | } |
| 80 | |
Leopold Schabel | 68c5875 | 2019-11-14 21:00:59 +0100 | [diff] [blame] | 81 | // Now that the cluster is up and running, we can persist the CA to the cluster. |
Lorenz Brun | a4ea9d0 | 2019-10-31 11:40:30 +0100 | [diff] [blame] | 82 | if err := s.Consensus.InjectCA(); err != nil { |
| 83 | return err |
| 84 | } |
| 85 | |
Lorenz Brun | 6e8f69c | 2019-11-18 10:44:24 +0100 | [diff] [blame] | 86 | if err := s.Kubernetes.NewCluster(); err != nil { |
| 87 | return err |
| 88 | } |
| 89 | |
| 90 | if err := s.Kubernetes.Start(); err != nil { |
| 91 | return err |
| 92 | } |
| 93 | |
Hendrik Hofstadt | 0d7c91e | 2019-10-23 21:44:47 +0200 | [diff] [blame] | 94 | // Change system state |
| 95 | s.state = common.StateConfigured |
| 96 | |
| 97 | s.logger.Info("New Cluster set up. Node is now fully operational") |
| 98 | |
| 99 | return nil |
| 100 | } |
| 101 | |
| 102 | func (s *SmalltownNode) EnterJoinClusterMode() error { |
| 103 | if s.state == common.StateConfigured { |
| 104 | return ErrAlreadySetup |
| 105 | } |
| 106 | s.state = common.StateClusterJoinMode |
| 107 | |
| 108 | s.logger.Info("Node is now in the cluster join mode") |
| 109 | |
| 110 | return nil |
| 111 | } |
| 112 | |
Leopold Schabel | 68c5875 | 2019-11-14 21:00:59 +0100 | [diff] [blame] | 113 | func (s *SmalltownNode) JoinCluster(clusterString string, certs *api.ConsensusCertificates) error { |
Hendrik Hofstadt | 0d7c91e | 2019-10-23 21:44:47 +0200 | [diff] [blame] | 114 | if s.state != common.StateClusterJoinMode { |
| 115 | return ErrNotInJoinMode |
| 116 | } |
| 117 | |
Leopold Schabel | 68c5875 | 2019-11-14 21:00:59 +0100 | [diff] [blame] | 118 | s.logger.Info("Joining cluster", zap.String("cluster", clusterString)) |
Hendrik Hofstadt | 0d7c91e | 2019-10-23 21:44:47 +0200 | [diff] [blame] | 119 | |
| 120 | err := s.SetupBackend() |
| 121 | if err != nil { |
| 122 | return err |
| 123 | } |
| 124 | |
| 125 | config := s.Consensus.GetConfig() |
Leopold Schabel | 68c5875 | 2019-11-14 21:00:59 +0100 | [diff] [blame] | 126 | config.Name = s.hostname |
Hendrik Hofstadt | 0d7c91e | 2019-10-23 21:44:47 +0200 | [diff] [blame] | 127 | config.InitialCluster = clusterString |
Hendrik Hofstadt | 0d7c91e | 2019-10-23 21:44:47 +0200 | [diff] [blame] | 128 | s.Consensus.SetConfig(config) |
Leopold Schabel | 68c5875 | 2019-11-14 21:00:59 +0100 | [diff] [blame] | 129 | if err := s.Consensus.WriteCertificateFiles(certs); err != nil { |
Lorenz Brun | a4ea9d0 | 2019-10-31 11:40:30 +0100 | [diff] [blame] | 130 | return err |
| 131 | } |
Hendrik Hofstadt | 0d7c91e | 2019-10-23 21:44:47 +0200 | [diff] [blame] | 132 | |
| 133 | // Start consensus |
| 134 | err = s.Consensus.Start() |
| 135 | if err != nil { |
| 136 | return err |
| 137 | } |
| 138 | |
| 139 | s.state = common.StateConfigured |
| 140 | |
| 141 | s.logger.Info("Joined cluster. Node is now syncing.") |
| 142 | |
| 143 | return nil |
| 144 | } |