blob: 7ab370554a5d8a9b8bf9fc684c88e7c193267b82 [file] [log] [blame]
Serge Bazanski4b1e37c2021-09-28 12:49:15 +02001package fietsje
Serge Bazanskif369cfa2020-05-22 18:36:42 +02002
Serge Bazanski4b1e37c2021-09-28 12:49:15 +02003// deps_monogon.go contains the main entrypoint for Monogon-specific
4// dependencies to be handled by fietsje, and calls out to all other functions
5// in deps_*.go.
Serge Bazanskif369cfa2020-05-22 18:36:42 +02006
7import (
8 "bytes"
Serge Bazanski4b1e37c2021-09-28 12:49:15 +02009 "fmt"
Lorenz Brun764a2de2021-11-22 16:26:36 +010010 "os"
Serge Bazanskif369cfa2020-05-22 18:36:42 +020011)
12
Serge Bazanski4b1e37c2021-09-28 12:49:15 +020013// Monogon runs fietsje for all Monogon transitive dependencies.
14func Monogon(shelfPath, repositoriesBzlPath string) error {
Serge Bazanski116c4a62021-09-24 14:22:27 +020015 shelf, err := shelfLoad(shelfPath)
Serge Bazanskif369cfa2020-05-22 18:36:42 +020016 if err != nil {
Serge Bazanski4b1e37c2021-09-28 12:49:15 +020017 return fmt.Errorf("could not load shelf: %w", err)
Serge Bazanskif369cfa2020-05-22 18:36:42 +020018 }
19
20 p := &planner{
21 available: make(map[string]*dependency),
22 enabled: make(map[string]bool),
23 seen: make(map[string]string),
24
25 shelf: shelf,
26 }
27
Serge Bazanskif369cfa2020-05-22 18:36:42 +020028 depsKubernetes(p)
29 depsContainerd(p)
30 depsGVisor(p)
Serge Bazanskif369cfa2020-05-22 18:36:42 +020031
32 // our own deps, common
33 p.collectOverride("go.uber.org/zap", "v1.15.0")
Lorenz Brunc2e3b1b2021-11-11 11:06:41 +010034 p.collectOverride("golang.org/x/mod", "v0.3.0", useImportAliasNaming)
Lorenz Brun6adf8842021-10-05 13:39:11 +020035 p.collectOverride("github.com/spf13/viper", "v1.9.0").use(
36 "gopkg.in/ini.v1",
37 "github.com/subosito/gotenv",
38 )
39 p.collectOverride("github.com/spf13/cobra", "v1.2.1")
Serge Bazanskif369cfa2020-05-22 18:36:42 +020040 p.collect("github.com/cenkalti/backoff/v4", "v4.0.2")
41
42 p.collect("github.com/google/go-tpm", "ae6dd98980d4")
43 p.collect("github.com/google/go-tpm-tools", "f8c04ff88181")
Lorenz Bruna50e8452020-09-09 17:09:27 +020044 p.collect("github.com/google/certificate-transparency-go", "v1.1.0")
Lorenz Brun56a7ae62020-10-29 11:03:30 +010045 p.collect("github.com/insomniacslk/dhcp", "67c425063dcad32c5d14ce9a520c8865240dc945").use(
46 "github.com/mdlayher/ethernet",
Serge Bazanskif369cfa2020-05-22 18:36:42 +020047 "github.com/mdlayher/raw",
Lorenz Brun56a7ae62020-10-29 11:03:30 +010048 "github.com/u-root/u-root",
Serge Bazanskif369cfa2020-05-22 18:36:42 +020049 )
50 p.collect("github.com/rekby/gpt", "a930afbc6edcc89c83d39b79e52025698156178d")
51 p.collect("github.com/yalue/native_endian", "51013b03be4fd97b0aabf29a6923e60359294186")
52
Lorenz Brunb60d9cb2021-02-18 17:34:00 +010053 // Used by //build/bazel_cc_fix, override to make sure we use the latest version
54 p.collectOverride("github.com/mattn/go-shellwords", "v1.0.11")
55
Serge Bazanskid9ed6562021-01-07 16:06:44 +010056 // Used by //metropolis/build/mkimage
Lorenz Brun57479bb2021-10-26 14:01:06 +020057 p.collect("github.com/diskfs/go-diskfs", "v1.2.0").use(
Serge Bazanskif369cfa2020-05-22 18:36:42 +020058 "gopkg.in/djherbis/times.v1",
Lorenz Brun57479bb2021-10-26 14:01:06 +020059 "github.com/pkg/xattr",
60 "github.com/pierrec/lz4",
61 "github.com/ulikunitz/xz",
Serge Bazanskif369cfa2020-05-22 18:36:42 +020062 )
Lorenz Brun878f5f92020-05-12 16:15:39 +020063
Lorenz Brunb6a9d3c2022-01-27 18:56:20 +010064 p.collect("github.com/pierrec/lz4/v4", "v4.1.12")
65
Serge Bazanskid9ed6562021-01-07 16:06:44 +010066 // Used by //metropolis/build/genosrelease
67 p.collect("github.com/joho/godotenv", "v1.3.0")
68
Serge Bazanskif369cfa2020-05-22 18:36:42 +020069 // used by //build/bindata
70 p.collect("github.com/kevinburke/go-bindata", "v3.16.0")
71
Leopold Schabel3058b7a2020-06-03 17:51:07 +020072 // for interactive debugging during development (//:dlv alias)
73 depsDelve(p)
74
Serge Bazanskid9ed6562021-01-07 16:06:44 +010075 // Used by //metropolis/test/nanoswitch
Lorenz Brun52f7f292020-06-24 16:42:02 +020076 p.collect("github.com/google/nftables", "7127d9d22474b437f0e8136ddb21855df29790bf").use(
77 "github.com/koneu/natend",
Lorenz Brunf042e6f2020-06-24 16:46:09 +020078 )
79
Serge Bazanskid9ed6562021-01-07 16:06:44 +010080 // Used by //metropolis/node/core/network/dhcp4c
81 p.collect("github.com/google/gopacket", "v1.1.17")
82
Lorenz Brunf042e6f2020-06-24 16:46:09 +020083 // used by //core//kubernetes/clusternet
84 p.collect("golang.zx2c4.com/wireguard/wgctrl", "ec7f26be9d9e47a32a2789f8c346031978485cbf").use(
Lorenz Brun52f7f292020-06-24 16:42:02 +020085 "github.com/mdlayher/netlink",
Lorenz Brunf042e6f2020-06-24 16:46:09 +020086 "github.com/mdlayher/genetlink",
Lorenz Brun52f7f292020-06-24 16:42:02 +020087 )
88
Lorenz Brunb682ba52020-07-08 14:51:36 +020089 p.collect(
90 "github.com/sbezverk/nfproxy", "7fac5f39824e7f34228b08ba8b7640770ca6a9f4",
91 patches("nfproxy.patch"),
92 ).use(
93 "github.com/sbezverk/nftableslib",
94 )
95
Lorenz Brunb29e0b02020-07-28 17:26:12 +020096 p.collect("github.com/coredns/coredns", "v1.7.0",
97 prePatches("coredns-remove-unused-plugins.patch"),
98 ).use(
99 "github.com/caddyserver/caddy",
100 "github.com/dnstap/golang-dnstap",
101 "github.com/farsightsec/golang-framestream",
Lorenz Brunb29e0b02020-07-28 17:26:12 +0200102 "github.com/flynn/go-shlex",
Serge Bazanskid9ed6562021-01-07 16:06:44 +0100103 "github.com/grpc-ecosystem/grpc-opentracing",
104 "github.com/infobloxopen/go-trees",
105 "github.com/miekg/dns",
106 "github.com/opentracing/opentracing-go",
Lorenz Brunb29e0b02020-07-28 17:26:12 +0200107 )
108
Serge Bazanski144b7862021-12-17 17:30:14 +0100109 // goimports with import grouping patch
110 // https://go-review.googlesource.com/c/tools/+/321409/
111 p.collectOverride("golang.org/x/tools", "v0.1.2-0.20210518182153-17b346669257", patches("goimports-group-merging.patch"))
Leopold Schabel26d41992020-12-15 19:27:58 +0100112
Serge Bazanski6ebdc412021-05-21 16:25:55 +0200113 // commentwrap is used as a nogo analyzer to stick to a maximum line
114 // length for comments.
Lorenz Brunc2e3b1b2021-11-11 11:06:41 +0100115 p.collect("github.com/corverroos/commentwrap", "2926638be44ce0c6c0ee2471e9b5ad9473c984cd").use(
Serge Bazanski6ebdc412021-05-21 16:25:55 +0200116 "github.com/muesli/reflow",
117 )
118
Lorenz Brune6573102021-11-02 14:15:37 +0100119 // Used by metroctl to resolve XDG directories
120 p.collect("github.com/adrg/xdg", "v0.4.0")
121
Lorenz Brundcfc6782021-11-30 05:27:48 +0100122 // Used for generating proto docs in //build/proto_docs
123 p.collect("github.com/pseudomuto/protoc-gen-doc", "v1.5.0", patches("protoc-gen-doc-no-gogo.patch")).use(
124 "github.com/Masterminds/sprig",
125 "github.com/Masterminds/semver",
126 "github.com/aokoli/goutils",
127 "github.com/huandu/xstrings",
128 ).with(
129 disabledProtoBuild,
130 ).use(
131 "github.com/pseudomuto/protokit",
132 )
133
Lorenz Brunb6a9d3c2022-01-27 18:56:20 +0100134 // Used by //metropolis/node/build/mkcpio
135 p.collect("github.com/cavaliergopher/cpio", "b4d3577d12deb76a6d52f184acd341f875574785")
136
Serge Bazanski216fe7b2021-05-21 18:36:16 +0200137 // First generate the repositories starlark rule into memory. This is because
138 // rendering will lock all unlocked dependencies, which might take a while. If a
139 // use were to interrupt it now, they would end up with an incomplete
Serge Bazanskif369cfa2020-05-22 18:36:42 +0200140 // repositories.bzl and would have to restore from git.
141 buf := bytes.NewBuffer(nil)
142 err = p.render(buf)
143 if err != nil {
Serge Bazanski4b1e37c2021-09-28 12:49:15 +0200144 return fmt.Errorf("could not render deps: %w", err)
Serge Bazanskif369cfa2020-05-22 18:36:42 +0200145 }
146
Lorenz Brun764a2de2021-11-22 16:26:36 +0100147 err = os.WriteFile(repositoriesBzlPath, buf.Bytes(), 0666)
Serge Bazanskif369cfa2020-05-22 18:36:42 +0200148 if err != nil {
Serge Bazanski4b1e37c2021-09-28 12:49:15 +0200149 return fmt.Errorf("could not write deps: %w", err)
Serge Bazanskif369cfa2020-05-22 18:36:42 +0200150 }
Serge Bazanski4b1e37c2021-09-28 12:49:15 +0200151 return nil
Serge Bazanskif369cfa2020-05-22 18:36:42 +0200152}