blob: 72a8e115e575ffd28e9d30918a523b6756b18321 [file] [log] [blame]
Serge Bazanski77cb6c52020-12-19 00:09:22 +01001load("@io_bazel_rules_go//go:def.bzl", "go_library")
Mateusz Zalega8c2c7712022-01-25 19:42:21 +01002load("//metropolis/node/build:def.bzl", "erofs_image", "verity_image")
Lorenz Brun2f9f3872021-09-29 19:48:08 +02003load("//metropolis/node/build:efi.bzl", "efi_unified_kernel_image")
Lorenz Brun17c4c8b2022-02-01 12:59:47 +01004load("//metropolis/node/build/fwprune:def.bzl", "fsspec_linux_firmware")
Lorenz Brunf758ce42021-11-09 03:40:43 +01005load("@rules_pkg//:pkg.bzl", "pkg_zip")
Serge Bazanski77cb6c52020-12-19 00:09:22 +01006
7go_library(
8 name = "go_default_library",
Lorenz Brune306d782021-09-01 13:01:06 +02009 srcs = [
10 "ids.go",
11 "ports.go",
12 ],
Serge Bazanski31370b02021-01-07 16:31:14 +010013 importpath = "source.monogon.dev/metropolis/node",
Serge Bazanski0be9be82021-01-07 15:23:44 +010014 visibility = ["//metropolis:__subpackages__"],
Serge Bazanski77cb6c52020-12-19 00:09:22 +010015)
Serge Bazanski140bddc2020-06-05 21:01:19 +020016
Lorenz Brun313816f2020-12-22 16:52:26 +010017# debug_build checks if we're building in debug mode and enables various debug features for the image.
Lorenz Brun70f65b22020-07-08 17:02:47 +020018config_setting(
19 name = "debug_build",
20 values = {
21 "compilation_mode": "dbg",
22 },
23)
24
Lorenz Brun17c4c8b2022-02-01 12:59:47 +010025fsspec_linux_firmware(
26 name = "firmware",
27 firmware_files = ["@linux-firmware//:all_files"],
28 kernel = "//third_party/linux",
29)
30
Lorenz Brun3a99c592021-01-26 19:57:21 +010031erofs_image(
32 name = "rootfs",
Serge Bazanski140bddc2020-06-05 21:01:19 +020033 extra_dirs = [
34 "/kubernetes/conf/flexvolume-plugins",
Lorenz Brun74e8e5c2021-01-26 14:00:50 +010035 "/containerd/plugins",
Lorenz Brun3a99c592021-01-26 19:57:21 +010036 "/sys",
37 "/proc",
38 "/dev",
39 "/esp",
40 "/tmp",
41 "/run",
42 "/ephemeral",
43 "/data",
Serge Bazanski731d00a2020-02-03 19:08:07 +010044 ],
Serge Bazanski140bddc2020-06-05 21:01:19 +020045 files = {
Serge Bazanskieac8f732021-10-05 23:30:37 +020046 "//metropolis/node/core": "/core",
Serge Bazanski140bddc2020-06-05 21:01:19 +020047
Lorenz Brun3a99c592021-01-26 19:57:21 +010048 # CA Certificate bundle & os-release & resolv.conf
49 # These should not be explicitly used by Metropolis code and are only here for compatibility with
50 # paths hardcoded by standard libraries (like Go's).
Serge Bazanski140bddc2020-06-05 21:01:19 +020051 "@cacerts//file": "/etc/ssl/cert.pem",
Lorenz Brun3a99c592021-01-26 19:57:21 +010052 "//metropolis/node/core/network/dns:resolv.conf": "/etc/resolv.conf",
Serge Bazanski140bddc2020-06-05 21:01:19 +020053 ":os-release-info": "/etc/os-release",
54
55 # Hyperkube
Serge Bazanski77cb6c52020-12-19 00:09:22 +010056 "//metropolis/node/kubernetes/hyperkube": "/kubernetes/bin/kube",
Serge Bazanski140bddc2020-06-05 21:01:19 +020057
Lorenz Brun339582b2020-07-29 18:13:35 +020058 # CoreDNS
59 "@com_github_coredns_coredns//:coredns": "/kubernetes/bin/coredns",
60
Serge Bazanski140bddc2020-06-05 21:01:19 +020061 # runsc/gVisor
62 "@com_github_google_gvisor//runsc": "/containerd/bin/runsc",
Lorenz Brunc2e3b1b2021-11-11 11:06:41 +010063 "@com_github_google_gvisor//shim:containerd-shim-runsc-v1": "/containerd/bin/containerd-shim-runsc-v1",
Serge Bazanski140bddc2020-06-05 21:01:19 +020064
Lorenz Brun5e4fc2d2020-09-22 18:35:15 +020065 # runc (runtime in files_cc because of cgo)
66 "@com_github_containerd_containerd//cmd/containerd-shim-runc-v2": "/containerd/bin/containerd-shim-runc-v2",
67
Serge Bazanski140bddc2020-06-05 21:01:19 +020068 # Containerd
69 "@com_github_containerd_containerd//cmd/containerd": "/containerd/bin/containerd",
70
71 # Containerd config files
Serge Bazanski77cb6c52020-12-19 00:09:22 +010072 "//metropolis/node/kubernetes/containerd:runsc.toml": "/containerd/conf/runsc.toml",
73 "//metropolis/node/kubernetes/containerd:config.toml": "/containerd/conf/config.toml",
74 "//metropolis/node/kubernetes/containerd:cnispec.gojson": "/containerd/conf/cnispec.gojson",
Serge Bazanski140bddc2020-06-05 21:01:19 +020075
Lorenz Brun8b0431a2020-07-13 16:56:36 +020076 # Containerd preseed bundles
Serge Bazanski77cb6c52020-12-19 00:09:22 +010077 "//metropolis/test/e2e/preseedtest:preseedtest.tar": "/containerd/preseed/k8s.io/preseedtest.tar",
78 "//metropolis/test/e2e/k8s_cts:k8s_cts_image.tar": "/containerd/preseed/k8s.io/k8s_cts.tar",
Lorenz Brun30167f52021-03-17 17:49:01 +010079 "//metropolis/vm/smoketest:smoketest_container.tar": "/containerd/preseed/k8s.io/smoketest.tar",
Lorenz Brun8b0431a2020-07-13 16:56:36 +020080
Serge Bazanski140bddc2020-06-05 21:01:19 +020081 # CNI Plugins
82 "@com_github_containernetworking_plugins//plugins/main/loopback": "/containerd/bin/cni/loopback",
83 "@com_github_containernetworking_plugins//plugins/main/ptp": "/containerd/bin/cni/ptp",
84 "@com_github_containernetworking_plugins//plugins/ipam/host-local": "/containerd/bin/cni/host-local",
Serge Bazanskic3ae7582020-06-08 17:15:26 +020085
Lorenz Brun70f65b22020-07-08 17:02:47 +020086 # Delve
87 "@com_github_go_delve_delve//cmd/dlv:dlv": "/dlv",
Serge Bazanski140bddc2020-06-05 21:01:19 +020088 },
Lorenz Brun5e4fc2d2020-09-22 18:35:15 +020089 files_cc = {
Serge Bazanskieac8f732021-10-05 23:30:37 +020090 "//metropolis/node/core/minit": "/init",
Lorenz Brun5e4fc2d2020-09-22 18:35:15 +020091 # runc runtime, with cgo
92 "@com_github_opencontainers_runc//:runc": "/containerd/bin/runc",
Lorenz Brunddd6caf2021-03-04 17:16:04 +010093 "@xfsprogs//:mkfs": "/bin/mkfs.xfs",
Lorenz Brune306d782021-09-01 13:01:06 +020094 "@chrony//:chrony": "/time/chrony",
Lorenz Brun5e4fc2d2020-09-22 18:35:15 +020095 },
Lorenz Brun17c4c8b2022-02-01 12:59:47 +010096 fsspecs = [":firmware"],
Lorenz Brun3a99c592021-01-26 19:57:21 +010097 symlinks = {
98 "/ephemeral/machine-id": "/etc/machine-id",
99 "/ephemeral/hosts": "/etc/hosts",
100 },
Serge Bazanski731d00a2020-02-03 19:08:07 +0100101)
102
Mateusz Zalega8c2c7712022-01-25 19:42:21 +0100103verity_image(
104 name = "verity_rootfs",
105 source = ":rootfs",
106)
107
Lorenz Brun2f9f3872021-09-29 19:48:08 +0200108efi_unified_kernel_image(
109 name = "kernel_efi",
Mateusz Zalega8c2c7712022-01-25 19:42:21 +0100110 cmdline = "console=ttyS0,115200 console=tty0 quiet rootfstype=erofs init=/init",
Lorenz Brun2f9f3872021-09-29 19:48:08 +0200111 kernel = "//third_party/linux",
112 os_release = ":os-release-info",
Mateusz Zalega8c2c7712022-01-25 19:42:21 +0100113 verity = ":verity_rootfs",
Lorenz Brun2f9f3872021-09-29 19:48:08 +0200114)
115
Lorenz Brunf758ce42021-11-09 03:40:43 +0100116# An intermediary "bundle" format until we finalize the actual bundle format. This is NOT stable until migrated
117# to the actual bundle format.
118# TODO(lorenz): Replace this
119pkg_zip(
120 name = "node",
121 srcs = [
122 ":kernel_efi",
Mateusz Zalega8c2c7712022-01-25 19:42:21 +0100123 ":verity_rootfs",
Lorenz Brunf758ce42021-11-09 03:40:43 +0100124 ],
Lorenz Brunf8ede092021-11-08 20:50:57 +0100125 visibility = ["//visibility:public"],
Lorenz Brunf758ce42021-11-09 03:40:43 +0100126)
127
Serge Bazanski731d00a2020-02-03 19:08:07 +0100128genrule(
Hendrik Hofstadt0d7c91e2019-10-23 21:44:47 +0200129 name = "image",
130 srcs = [
Lorenz Brun2f9f3872021-09-29 19:48:08 +0200131 ":kernel_efi",
Mateusz Zalega8c2c7712022-01-25 19:42:21 +0100132 ":verity_rootfs",
Hendrik Hofstadt0d7c91e2019-10-23 21:44:47 +0200133 ],
134 outs = [
Serge Bazanski662b5b32020-12-21 13:49:00 +0100135 "node.img",
Hendrik Hofstadt0d7c91e2019-10-23 21:44:47 +0200136 ],
137 cmd = """
Serge Bazanski77cb6c52020-12-19 00:09:22 +0100138 $(location //metropolis/node/build/mkimage) \
Lorenz Brun2f9f3872021-09-29 19:48:08 +0200139 -efi $(location :kernel_efi) \
Mateusz Zalega8c2c7712022-01-25 19:42:21 +0100140 -system $(location :verity_rootfs) \
Leopold Schabel65493072019-11-06 13:40:44 +0000141 -out $@
Hendrik Hofstadt0d7c91e2019-10-23 21:44:47 +0200142 """,
Lorenz Brun0bcaaee2019-11-06 12:42:39 +0100143 tools = [
Serge Bazanski77cb6c52020-12-19 00:09:22 +0100144 "//metropolis/node/build/mkimage",
Lorenz Brun0bcaaee2019-11-06 12:42:39 +0100145 ],
Serge Bazanski0be9be82021-01-07 15:23:44 +0100146 visibility = [
Serge Bazanski0be9be82021-01-07 15:23:44 +0100147 "//metropolis/test/e2e:__subpackages__",
Serge Bazanskif12bedf2021-01-15 16:58:50 +0100148 "//metropolis/test/launch:__subpackages__",
Serge Bazanski0be9be82021-01-07 15:23:44 +0100149 ],
Hendrik Hofstadt0d7c91e2019-10-23 21:44:47 +0200150)
151
Leopold Schabel957c5b12021-12-04 01:34:40 +0100152# Create a tar.gz of the image, suitable for importing to GCP as a custom image.
153# (see https://cloud.google.com/compute/docs/import/import-existing-image#create_image_file)
154#
155# We can't use Bazel's "pkg_tar" rule because it insists on adding a "./" prefix to the
156# file name inside the archive, which is not compatible with GCP's importer.
157genrule(
158 name = "image_gcp",
159 srcs = [
160 ":image",
161 ],
162 outs = [
163 "node.tar.gz",
164 ],
165 cmd = """
166 # make it reproducible and fast (it doesn't compress well anyway)
167 export GZIP="--no-name --fast"
168
169 ln -rs $< $(@D)/disk.raw # GCP insists it be called "disk.raw"
170
171 cd $(@D)
172 tar --format=oldgnu --mtime='1970-01-01' -Sczhf node.tar.gz disk.raw
173 """,
174)
175
Hendrik Hofstadt0d7c91e2019-10-23 21:44:47 +0200176genrule(
177 name = "swtpm_data",
178 outs = [
179 "tpm/tpm2-00.permall",
180 "tpm/signkey.pem",
181 "tpm/issuercert.pem",
182 ],
183 cmd = """
184 mkdir -p tpm/ca
185
186 cat <<EOF > tpm/swtpm.conf
187create_certs_tool= /usr/share/swtpm/swtpm-localca
188create_certs_tool_config = tpm/swtpm-localca.conf
189create_certs_tool_options = /etc/swtpm-localca.options
190EOF
191
192 cat <<EOF > tpm/swtpm-localca.conf
193statedir = tpm/ca
194signingkey = tpm/ca/signkey.pem
195issuercert = tpm/ca/issuercert.pem
196certserial = tpm/ca/certserial
197EOF
198
199 swtpm_setup \
200 --tpmstate tpm \
201 --create-ek-cert \
202 --create-platform-cert \
203 --allow-signing \
204 --tpm2 \
205 --display \
206 --pcr-banks sha1,sha256,sha384,sha512 \
207 --config tpm/swtpm.conf
208
209 cp tpm/tpm2-00.permall $(location tpm/tpm2-00.permall)
210 cp tpm/ca/issuercert.pem $(location tpm/issuercert.pem)
211 cp tpm/ca/signkey.pem $(location tpm/signkey.pem)
212 """,
Serge Bazanski0be9be82021-01-07 15:23:44 +0100213 visibility = [
Serge Bazanski0be9be82021-01-07 15:23:44 +0100214 "//metropolis/test/e2e:__subpackages__",
Serge Bazanskif12bedf2021-01-15 16:58:50 +0100215 "//metropolis/test/launch:__subpackages__",
Serge Bazanski0be9be82021-01-07 15:23:44 +0100216 ],
Hendrik Hofstadt0d7c91e2019-10-23 21:44:47 +0200217)
Lorenz Brun878f5f92020-05-12 16:15:39 +0200218
Serge Bazanski77cb6c52020-12-19 00:09:22 +0100219load("//metropolis/node/build/genosrelease:defs.bzl", "os_release")
Lorenz Brun878f5f92020-05-12 16:15:39 +0200220
221os_release(
222 name = "os-release-info",
Serge Bazanski662b5b32020-12-21 13:49:00 +0100223 os_id = "metropolis-node",
224 os_name = "Metropolis Node",
225 stamp_var = "STABLE_METROPOLIS_version",
Lorenz Brun878f5f92020-05-12 16:15:39 +0200226)