blob: 1ace8297bb23f4b73bb643f9663dafcd7bd7cfef [file] [log] [blame]
Serge Bazanski77cb6c52020-12-19 00:09:22 +01001load("@io_bazel_rules_go//go:def.bzl", "go_library")
Mateusz Zalega8c2c7712022-01-25 19:42:21 +01002load("//metropolis/node/build:def.bzl", "erofs_image", "verity_image")
Lorenz Brun2f9f3872021-09-29 19:48:08 +02003load("//metropolis/node/build:efi.bzl", "efi_unified_kernel_image")
Lorenz Brun17c4c8b2022-02-01 12:59:47 +01004load("//metropolis/node/build/fwprune:def.bzl", "fsspec_linux_firmware")
Lorenz Brun80deba52022-02-24 17:07:13 +01005load("//metropolis/node/build/mkucode:def.bzl", "cpio_ucode")
Lorenz Brunf758ce42021-11-09 03:40:43 +01006load("@rules_pkg//:pkg.bzl", "pkg_zip")
Serge Bazanski77cb6c52020-12-19 00:09:22 +01007
8go_library(
Lorenz Brund13c1c62022-03-30 19:58:58 +02009 name = "node",
Lorenz Brune306d782021-09-01 13:01:06 +020010 srcs = [
11 "ids.go",
Lorenz Brun0e291a12023-06-01 12:22:45 +020012 "net_ips.go",
Serge Bazanski93d593b2023-03-28 16:43:47 +020013 "net_protocols.go",
Lorenz Brune306d782021-09-01 13:01:06 +020014 "ports.go",
15 ],
Serge Bazanski31370b02021-01-07 16:31:14 +010016 importpath = "source.monogon.dev/metropolis/node",
Tim Windelschmidt03000772023-07-03 02:19:28 +020017 visibility = [
18 "//metropolis:__subpackages__",
19 "@io_k8s_kubernetes//pkg/registry:__subpackages__",
20 ],
Serge Bazanski93d593b2023-03-28 16:43:47 +020021 deps = ["@com_github_vishvananda_netlink//:netlink"],
Serge Bazanski77cb6c52020-12-19 00:09:22 +010022)
Serge Bazanski140bddc2020-06-05 21:01:19 +020023
Lorenz Brun313816f2020-12-22 16:52:26 +010024# debug_build checks if we're building in debug mode and enables various debug features for the image.
Lorenz Brun70f65b22020-07-08 17:02:47 +020025config_setting(
26 name = "debug_build",
27 values = {
28 "compilation_mode": "dbg",
29 },
30)
31
Lorenz Brun17c4c8b2022-02-01 12:59:47 +010032fsspec_linux_firmware(
33 name = "firmware",
34 firmware_files = ["@linux-firmware//:all_files"],
35 kernel = "//third_party/linux",
Lorenz Brund3ce0ac2022-03-03 12:51:21 +010036 metadata = "@linux-firmware//:metadata",
Lorenz Brun17c4c8b2022-02-01 12:59:47 +010037)
38
Lorenz Brun80deba52022-02-24 17:07:13 +010039cpio_ucode(
40 name = "ucode",
41 ucode = {
42 "@linux-firmware//:amd_ucode": "AuthenticAMD",
43 "@intel_ucode//:fam6h": "GenuineIntel",
44 },
45 visibility = ["//metropolis:__subpackages__"],
46)
47
Lorenz Brun3a99c592021-01-26 19:57:21 +010048erofs_image(
49 name = "rootfs",
Serge Bazanski140bddc2020-06-05 21:01:19 +020050 files = {
Serge Bazanskieac8f732021-10-05 23:30:37 +020051 "//metropolis/node/core": "/core",
Serge Bazanski140bddc2020-06-05 21:01:19 +020052
Lorenz Brun3a99c592021-01-26 19:57:21 +010053 # CA Certificate bundle & os-release & resolv.conf
54 # These should not be explicitly used by Metropolis code and are only here for compatibility with
55 # paths hardcoded by standard libraries (like Go's).
Serge Bazanski140bddc2020-06-05 21:01:19 +020056 "@cacerts//file": "/etc/ssl/cert.pem",
Lorenz Brun3a99c592021-01-26 19:57:21 +010057 "//metropolis/node/core/network/dns:resolv.conf": "/etc/resolv.conf",
Serge Bazanski140bddc2020-06-05 21:01:19 +020058 ":os-release-info": "/etc/os-release",
59
Serge Bazanski6d563ca2023-06-14 13:44:20 +020060 # Metrics exporters
61 "@com_github_prometheus_node_exporter//:node_exporter": "/metrics/bin/node_exporter",
62
Serge Bazanski140bddc2020-06-05 21:01:19 +020063 # Hyperkube
Serge Bazanski77cb6c52020-12-19 00:09:22 +010064 "//metropolis/node/kubernetes/hyperkube": "/kubernetes/bin/kube",
Serge Bazanski140bddc2020-06-05 21:01:19 +020065
Lorenz Brun339582b2020-07-29 18:13:35 +020066 # CoreDNS
67 "@com_github_coredns_coredns//:coredns": "/kubernetes/bin/coredns",
68
Serge Bazanski140bddc2020-06-05 21:01:19 +020069 # runsc/gVisor
Lorenz Brund13c1c62022-03-30 19:58:58 +020070 "@dev_gvisor_gvisor//runsc": "/containerd/bin/runsc",
71 "@dev_gvisor_gvisor//shim": "/containerd/bin/containerd-shim-runsc-v1",
Serge Bazanski140bddc2020-06-05 21:01:19 +020072
Lorenz Brun5e4fc2d2020-09-22 18:35:15 +020073 # runc (runtime in files_cc because of cgo)
74 "@com_github_containerd_containerd//cmd/containerd-shim-runc-v2": "/containerd/bin/containerd-shim-runc-v2",
75
Serge Bazanski140bddc2020-06-05 21:01:19 +020076 # Containerd
77 "@com_github_containerd_containerd//cmd/containerd": "/containerd/bin/containerd",
78
79 # Containerd config files
Serge Bazanski77cb6c52020-12-19 00:09:22 +010080 "//metropolis/node/kubernetes/containerd:runsc.toml": "/containerd/conf/runsc.toml",
81 "//metropolis/node/kubernetes/containerd:config.toml": "/containerd/conf/config.toml",
82 "//metropolis/node/kubernetes/containerd:cnispec.gojson": "/containerd/conf/cnispec.gojson",
Serge Bazanski140bddc2020-06-05 21:01:19 +020083
Lorenz Brun8b0431a2020-07-13 16:56:36 +020084 # Containerd preseed bundles
Lorenz Brund13c1c62022-03-30 19:58:58 +020085 "//metropolis/test/e2e/preseedtest:preseedtest_image.tar": "/containerd/preseed/k8s.io/preseedtest.tar",
Serge Bazanski9104e382023-04-04 20:08:21 +020086 "//metropolis/test/e2e/selftest:selftest_image.tar": "/containerd/preseed/k8s.io/selftest.tar",
Lorenz Brun30167f52021-03-17 17:49:01 +010087 "//metropolis/vm/smoketest:smoketest_container.tar": "/containerd/preseed/k8s.io/smoketest.tar",
Lorenz Brun8b0431a2020-07-13 16:56:36 +020088
Serge Bazanski140bddc2020-06-05 21:01:19 +020089 # CNI Plugins
90 "@com_github_containernetworking_plugins//plugins/main/loopback": "/containerd/bin/cni/loopback",
91 "@com_github_containernetworking_plugins//plugins/main/ptp": "/containerd/bin/cni/ptp",
92 "@com_github_containernetworking_plugins//plugins/ipam/host-local": "/containerd/bin/cni/host-local",
Serge Bazanskic3ae7582020-06-08 17:15:26 +020093
Lorenz Brun70f65b22020-07-08 17:02:47 +020094 # Delve
95 "@com_github_go_delve_delve//cmd/dlv:dlv": "/dlv",
Serge Bazanski140bddc2020-06-05 21:01:19 +020096 },
Lorenz Brun5e4fc2d2020-09-22 18:35:15 +020097 files_cc = {
Serge Bazanskieac8f732021-10-05 23:30:37 +020098 "//metropolis/node/core/minit": "/init",
Lorenz Brun5e4fc2d2020-09-22 18:35:15 +020099 # runc runtime, with cgo
100 "@com_github_opencontainers_runc//:runc": "/containerd/bin/runc",
Lorenz Brunddd6caf2021-03-04 17:16:04 +0100101 "@xfsprogs//:mkfs": "/bin/mkfs.xfs",
Lorenz Brune306d782021-09-01 13:01:06 +0200102 "@chrony//:chrony": "/time/chrony",
Lorenz Brun5e4fc2d2020-09-22 18:35:15 +0200103 },
Serge Bazanskia3938142022-04-04 17:04:47 +0200104 fsspecs = [
105 ":erofs-layout.fsspec",
106 "//metropolis/node/build:earlydev.fsspec",
107 ":firmware",
108 ],
Lorenz Brun3a99c592021-01-26 19:57:21 +0100109 symlinks = {
110 "/ephemeral/machine-id": "/etc/machine-id",
111 "/ephemeral/hosts": "/etc/hosts",
112 },
Serge Bazanski731d00a2020-02-03 19:08:07 +0100113)
114
Mateusz Zalega8c2c7712022-01-25 19:42:21 +0100115verity_image(
116 name = "verity_rootfs",
117 source = ":rootfs",
118)
119
Lorenz Brun2f9f3872021-09-29 19:48:08 +0200120efi_unified_kernel_image(
121 name = "kernel_efi",
Lorenz Brunf0b22ff2023-05-02 16:04:20 +0200122 cmdline = "console=ttyS0,115200 console=ttyS1,115200 console=tty0 quiet rootfstype=erofs init=/init",
Lorenz Brunb6c0aa92022-02-24 17:53:40 +0100123 initrd = [":ucode"],
Lorenz Brun2f9f3872021-09-29 19:48:08 +0200124 kernel = "//third_party/linux",
125 os_release = ":os-release-info",
Mateusz Zalega8c2c7712022-01-25 19:42:21 +0100126 verity = ":verity_rootfs",
Lorenz Brun2f9f3872021-09-29 19:48:08 +0200127)
128
Lorenz Brunf758ce42021-11-09 03:40:43 +0100129# An intermediary "bundle" format until we finalize the actual bundle format. This is NOT stable until migrated
130# to the actual bundle format.
131# TODO(lorenz): Replace this
132pkg_zip(
Lorenz Brund13c1c62022-03-30 19:58:58 +0200133 name = "bundle",
Lorenz Brunf758ce42021-11-09 03:40:43 +0100134 srcs = [
135 ":kernel_efi",
Mateusz Zalega8c2c7712022-01-25 19:42:21 +0100136 ":verity_rootfs",
Lorenz Brunf758ce42021-11-09 03:40:43 +0100137 ],
Lorenz Brunf8ede092021-11-08 20:50:57 +0100138 visibility = ["//visibility:public"],
Lorenz Brunf758ce42021-11-09 03:40:43 +0100139)
140
Serge Bazanski731d00a2020-02-03 19:08:07 +0100141genrule(
Hendrik Hofstadt0d7c91e2019-10-23 21:44:47 +0200142 name = "image",
143 srcs = [
Lorenz Brun2f9f3872021-09-29 19:48:08 +0200144 ":kernel_efi",
Mateusz Zalega8c2c7712022-01-25 19:42:21 +0100145 ":verity_rootfs",
Hendrik Hofstadt0d7c91e2019-10-23 21:44:47 +0200146 ],
147 outs = [
Serge Bazanski662b5b32020-12-21 13:49:00 +0100148 "node.img",
Hendrik Hofstadt0d7c91e2019-10-23 21:44:47 +0200149 ],
150 cmd = """
Serge Bazanski77cb6c52020-12-19 00:09:22 +0100151 $(location //metropolis/node/build/mkimage) \
Lorenz Brun2f9f3872021-09-29 19:48:08 +0200152 -efi $(location :kernel_efi) \
Mateusz Zalega8c2c7712022-01-25 19:42:21 +0100153 -system $(location :verity_rootfs) \
Leopold Schabel65493072019-11-06 13:40:44 +0000154 -out $@
Hendrik Hofstadt0d7c91e2019-10-23 21:44:47 +0200155 """,
Lorenz Brun0bcaaee2019-11-06 12:42:39 +0100156 tools = [
Serge Bazanski77cb6c52020-12-19 00:09:22 +0100157 "//metropolis/node/build/mkimage",
Lorenz Brun0bcaaee2019-11-06 12:42:39 +0100158 ],
Serge Bazanski0be9be82021-01-07 15:23:44 +0100159 visibility = [
Mateusz Zalegafed8fe52022-07-14 16:19:35 +0200160 "//metropolis/cli/metroctl/test:__subpackages__",
Serge Bazanski0be9be82021-01-07 15:23:44 +0100161 "//metropolis/test/e2e:__subpackages__",
Serge Bazanskif12bedf2021-01-15 16:58:50 +0100162 "//metropolis/test/launch:__subpackages__",
Serge Bazanski0be9be82021-01-07 15:23:44 +0100163 ],
Hendrik Hofstadt0d7c91e2019-10-23 21:44:47 +0200164)
165
Leopold Schabel957c5b12021-12-04 01:34:40 +0100166# Create a tar.gz of the image, suitable for importing to GCP as a custom image.
167# (see https://cloud.google.com/compute/docs/import/import-existing-image#create_image_file)
168#
169# We can't use Bazel's "pkg_tar" rule because it insists on adding a "./" prefix to the
170# file name inside the archive, which is not compatible with GCP's importer.
171genrule(
172 name = "image_gcp",
173 srcs = [
174 ":image",
175 ],
176 outs = [
177 "node.tar.gz",
178 ],
179 cmd = """
180 # make it reproducible and fast (it doesn't compress well anyway)
181 export GZIP="--no-name --fast"
182
183 ln -rs $< $(@D)/disk.raw # GCP insists it be called "disk.raw"
184
185 cd $(@D)
186 tar --format=oldgnu --mtime='1970-01-01' -Sczhf node.tar.gz disk.raw
187 """,
188)
189
Hendrik Hofstadt0d7c91e2019-10-23 21:44:47 +0200190genrule(
191 name = "swtpm_data",
192 outs = [
193 "tpm/tpm2-00.permall",
194 "tpm/signkey.pem",
195 "tpm/issuercert.pem",
196 ],
197 cmd = """
198 mkdir -p tpm/ca
199
200 cat <<EOF > tpm/swtpm.conf
201create_certs_tool= /usr/share/swtpm/swtpm-localca
202create_certs_tool_config = tpm/swtpm-localca.conf
203create_certs_tool_options = /etc/swtpm-localca.options
204EOF
205
206 cat <<EOF > tpm/swtpm-localca.conf
207statedir = tpm/ca
208signingkey = tpm/ca/signkey.pem
209issuercert = tpm/ca/issuercert.pem
210certserial = tpm/ca/certserial
211EOF
212
213 swtpm_setup \
214 --tpmstate tpm \
215 --create-ek-cert \
216 --create-platform-cert \
217 --allow-signing \
218 --tpm2 \
219 --display \
220 --pcr-banks sha1,sha256,sha384,sha512 \
221 --config tpm/swtpm.conf
222
223 cp tpm/tpm2-00.permall $(location tpm/tpm2-00.permall)
224 cp tpm/ca/issuercert.pem $(location tpm/issuercert.pem)
225 cp tpm/ca/signkey.pem $(location tpm/signkey.pem)
226 """,
Serge Bazanski0be9be82021-01-07 15:23:44 +0100227 visibility = [
Mateusz Zalegafed8fe52022-07-14 16:19:35 +0200228 "//metropolis/cli/metroctl/test:__subpackages__",
Serge Bazanski0be9be82021-01-07 15:23:44 +0100229 "//metropolis/test/e2e:__subpackages__",
Serge Bazanskif12bedf2021-01-15 16:58:50 +0100230 "//metropolis/test/launch:__subpackages__",
Serge Bazanski0be9be82021-01-07 15:23:44 +0100231 ],
Hendrik Hofstadt0d7c91e2019-10-23 21:44:47 +0200232)
Lorenz Brun878f5f92020-05-12 16:15:39 +0200233
Serge Bazanski77cb6c52020-12-19 00:09:22 +0100234load("//metropolis/node/build/genosrelease:defs.bzl", "os_release")
Lorenz Brun878f5f92020-05-12 16:15:39 +0200235
236os_release(
237 name = "os-release-info",
Serge Bazanski662b5b32020-12-21 13:49:00 +0100238 os_id = "metropolis-node",
239 os_name = "Metropolis Node",
240 stamp_var = "STABLE_METROPOLIS_version",
Lorenz Brun878f5f92020-05-12 16:15:39 +0200241)