Serge Bazanski | 4b1e37c | 2021-09-28 12:49:15 +0200 | [diff] [blame] | 1 | package fietsje |
Serge Bazanski | f369cfa | 2020-05-22 18:36:42 +0200 | [diff] [blame] | 2 | |
Serge Bazanski | 4b1e37c | 2021-09-28 12:49:15 +0200 | [diff] [blame] | 3 | // deps_monogon.go contains the main entrypoint for Monogon-specific |
| 4 | // dependencies to be handled by fietsje, and calls out to all other functions |
| 5 | // in deps_*.go. |
Serge Bazanski | f369cfa | 2020-05-22 18:36:42 +0200 | [diff] [blame] | 6 | |
| 7 | import ( |
| 8 | "bytes" |
Serge Bazanski | 4b1e37c | 2021-09-28 12:49:15 +0200 | [diff] [blame] | 9 | "fmt" |
Serge Bazanski | f369cfa | 2020-05-22 18:36:42 +0200 | [diff] [blame] | 10 | "io/ioutil" |
Serge Bazanski | f369cfa | 2020-05-22 18:36:42 +0200 | [diff] [blame] | 11 | ) |
| 12 | |
Serge Bazanski | 4b1e37c | 2021-09-28 12:49:15 +0200 | [diff] [blame] | 13 | // Monogon runs fietsje for all Monogon transitive dependencies. |
| 14 | func Monogon(shelfPath, repositoriesBzlPath string) error { |
Serge Bazanski | 116c4a6 | 2021-09-24 14:22:27 +0200 | [diff] [blame] | 15 | shelf, err := shelfLoad(shelfPath) |
Serge Bazanski | f369cfa | 2020-05-22 18:36:42 +0200 | [diff] [blame] | 16 | if err != nil { |
Serge Bazanski | 4b1e37c | 2021-09-28 12:49:15 +0200 | [diff] [blame] | 17 | return fmt.Errorf("could not load shelf: %w", err) |
Serge Bazanski | f369cfa | 2020-05-22 18:36:42 +0200 | [diff] [blame] | 18 | } |
| 19 | |
| 20 | p := &planner{ |
| 21 | available: make(map[string]*dependency), |
| 22 | enabled: make(map[string]bool), |
| 23 | seen: make(map[string]string), |
| 24 | |
| 25 | shelf: shelf, |
| 26 | } |
| 27 | |
Serge Bazanski | 216fe7b | 2021-05-21 18:36:16 +0200 | [diff] [blame] | 28 | // Currently can't bump past v1.30.0, as that removes the old balancer.Picker API |
| 29 | // that go-etcd depends upon. See https://github.com/etcd-io/etcd/pull/12398 . |
Serge Bazanski | f369cfa | 2020-05-22 18:36:42 +0200 | [diff] [blame] | 30 | p.collect( |
Serge Bazanski | f12bedf | 2021-01-15 16:58:50 +0100 | [diff] [blame] | 31 | "google.golang.org/grpc", "v1.29.1", |
Serge Bazanski | f369cfa | 2020-05-22 18:36:42 +0200 | [diff] [blame] | 32 | ).use( |
Serge Bazanski | f369cfa | 2020-05-22 18:36:42 +0200 | [diff] [blame] | 33 | "golang.org/x/text", |
| 34 | ) |
| 35 | |
| 36 | depsKubernetes(p) |
| 37 | depsContainerd(p) |
| 38 | depsGVisor(p) |
Serge Bazanski | f369cfa | 2020-05-22 18:36:42 +0200 | [diff] [blame] | 39 | |
| 40 | // our own deps, common |
| 41 | p.collectOverride("go.uber.org/zap", "v1.15.0") |
| 42 | p.collectOverride("golang.org/x/mod", "v0.3.0") |
Lorenz Brun | 6adf884 | 2021-10-05 13:39:11 +0200 | [diff] [blame] | 43 | p.collectOverride("github.com/spf13/viper", "v1.9.0").use( |
| 44 | "gopkg.in/ini.v1", |
| 45 | "github.com/subosito/gotenv", |
| 46 | ) |
| 47 | p.collectOverride("github.com/spf13/cobra", "v1.2.1") |
Serge Bazanski | f369cfa | 2020-05-22 18:36:42 +0200 | [diff] [blame] | 48 | p.collect("github.com/cenkalti/backoff/v4", "v4.0.2") |
| 49 | |
| 50 | p.collect("github.com/google/go-tpm", "ae6dd98980d4") |
| 51 | p.collect("github.com/google/go-tpm-tools", "f8c04ff88181") |
Lorenz Brun | a50e845 | 2020-09-09 17:09:27 +0200 | [diff] [blame] | 52 | p.collect("github.com/google/certificate-transparency-go", "v1.1.0") |
Lorenz Brun | 56a7ae6 | 2020-10-29 11:03:30 +0100 | [diff] [blame] | 53 | p.collect("github.com/insomniacslk/dhcp", "67c425063dcad32c5d14ce9a520c8865240dc945").use( |
| 54 | "github.com/mdlayher/ethernet", |
Serge Bazanski | f369cfa | 2020-05-22 18:36:42 +0200 | [diff] [blame] | 55 | "github.com/mdlayher/raw", |
Lorenz Brun | 56a7ae6 | 2020-10-29 11:03:30 +0100 | [diff] [blame] | 56 | "github.com/u-root/u-root", |
Serge Bazanski | f369cfa | 2020-05-22 18:36:42 +0200 | [diff] [blame] | 57 | ) |
| 58 | p.collect("github.com/rekby/gpt", "a930afbc6edcc89c83d39b79e52025698156178d") |
| 59 | p.collect("github.com/yalue/native_endian", "51013b03be4fd97b0aabf29a6923e60359294186") |
| 60 | |
Lorenz Brun | b60d9cb | 2021-02-18 17:34:00 +0100 | [diff] [blame] | 61 | // Used by //build/bazel_cc_fix, override to make sure we use the latest version |
| 62 | p.collectOverride("github.com/mattn/go-shellwords", "v1.0.11") |
| 63 | |
Serge Bazanski | d9ed656 | 2021-01-07 16:06:44 +0100 | [diff] [blame] | 64 | // Used by //metropolis/build/mkimage |
Serge Bazanski | f369cfa | 2020-05-22 18:36:42 +0200 | [diff] [blame] | 65 | p.collect("github.com/diskfs/go-diskfs", "v1.0.0").use( |
| 66 | "gopkg.in/djherbis/times.v1", |
| 67 | ) |
Lorenz Brun | 878f5f9 | 2020-05-12 16:15:39 +0200 | [diff] [blame] | 68 | |
Serge Bazanski | d9ed656 | 2021-01-07 16:06:44 +0100 | [diff] [blame] | 69 | // Used by //metropolis/build/genosrelease |
| 70 | p.collect("github.com/joho/godotenv", "v1.3.0") |
| 71 | |
Serge Bazanski | f369cfa | 2020-05-22 18:36:42 +0200 | [diff] [blame] | 72 | // used by //build/bindata |
| 73 | p.collect("github.com/kevinburke/go-bindata", "v3.16.0") |
| 74 | |
Leopold Schabel | 3058b7a | 2020-06-03 17:51:07 +0200 | [diff] [blame] | 75 | // for interactive debugging during development (//:dlv alias) |
| 76 | depsDelve(p) |
| 77 | |
Serge Bazanski | d9ed656 | 2021-01-07 16:06:44 +0100 | [diff] [blame] | 78 | // Used by //metropolis/test/nanoswitch |
Lorenz Brun | 52f7f29 | 2020-06-24 16:42:02 +0200 | [diff] [blame] | 79 | p.collect("github.com/google/nftables", "7127d9d22474b437f0e8136ddb21855df29790bf").use( |
| 80 | "github.com/koneu/natend", |
Lorenz Brun | f042e6f | 2020-06-24 16:46:09 +0200 | [diff] [blame] | 81 | ) |
| 82 | |
Serge Bazanski | d9ed656 | 2021-01-07 16:06:44 +0100 | [diff] [blame] | 83 | // Used by //metropolis/node/core/network/dhcp4c |
| 84 | p.collect("github.com/google/gopacket", "v1.1.17") |
| 85 | |
Lorenz Brun | f042e6f | 2020-06-24 16:46:09 +0200 | [diff] [blame] | 86 | // used by //core//kubernetes/clusternet |
| 87 | p.collect("golang.zx2c4.com/wireguard/wgctrl", "ec7f26be9d9e47a32a2789f8c346031978485cbf").use( |
Lorenz Brun | 52f7f29 | 2020-06-24 16:42:02 +0200 | [diff] [blame] | 88 | "github.com/mdlayher/netlink", |
Lorenz Brun | f042e6f | 2020-06-24 16:46:09 +0200 | [diff] [blame] | 89 | "github.com/mdlayher/genetlink", |
Lorenz Brun | 52f7f29 | 2020-06-24 16:42:02 +0200 | [diff] [blame] | 90 | ) |
| 91 | |
Lorenz Brun | b682ba5 | 2020-07-08 14:51:36 +0200 | [diff] [blame] | 92 | p.collect( |
| 93 | "github.com/sbezverk/nfproxy", "7fac5f39824e7f34228b08ba8b7640770ca6a9f4", |
| 94 | patches("nfproxy.patch"), |
| 95 | ).use( |
| 96 | "github.com/sbezverk/nftableslib", |
| 97 | ) |
| 98 | |
Lorenz Brun | b29e0b0 | 2020-07-28 17:26:12 +0200 | [diff] [blame] | 99 | p.collect("github.com/coredns/coredns", "v1.7.0", |
| 100 | prePatches("coredns-remove-unused-plugins.patch"), |
| 101 | ).use( |
| 102 | "github.com/caddyserver/caddy", |
| 103 | "github.com/dnstap/golang-dnstap", |
| 104 | "github.com/farsightsec/golang-framestream", |
Lorenz Brun | b29e0b0 | 2020-07-28 17:26:12 +0200 | [diff] [blame] | 105 | "github.com/flynn/go-shlex", |
Serge Bazanski | d9ed656 | 2021-01-07 16:06:44 +0100 | [diff] [blame] | 106 | "github.com/grpc-ecosystem/grpc-opentracing", |
| 107 | "github.com/infobloxopen/go-trees", |
| 108 | "github.com/miekg/dns", |
| 109 | "github.com/opentracing/opentracing-go", |
Lorenz Brun | b29e0b0 | 2020-07-28 17:26:12 +0200 | [diff] [blame] | 110 | ) |
| 111 | |
Leopold Schabel | 26d4199 | 2020-12-15 19:27:58 +0100 | [diff] [blame] | 112 | // goimports |
| 113 | p.collectOverride("golang.org/x/tools", "v0.0.0-20201215171152-6307297f4651") |
| 114 | |
Serge Bazanski | 6ebdc41 | 2021-05-21 16:25:55 +0200 | [diff] [blame] | 115 | // commentwrap is used as a nogo analyzer to stick to a maximum line |
| 116 | // length for comments. |
| 117 | // We have to patch both it and its only direct dependency to add generated |
| 118 | // go_tool_library targets. This is needed as Gazelle doesn't generate them, |
| 119 | // because they're a temporary solution to a problem that shouldn't exist soon: |
| 120 | // https://github.com/bazelbuild/rules_go/issues/2374 |
| 121 | p.collect("github.com/corverroos/commentwrap", "2926638be44ce0c6c0ee2471e9b5ad9473c984cd", |
| 122 | patches("commentwrap-tool-library.patch"), |
| 123 | ).with(patches("reflow-tool-library.patch")).use( |
| 124 | "github.com/muesli/reflow", |
| 125 | ) |
| 126 | |
Serge Bazanski | 216fe7b | 2021-05-21 18:36:16 +0200 | [diff] [blame] | 127 | // First generate the repositories starlark rule into memory. This is because |
| 128 | // rendering will lock all unlocked dependencies, which might take a while. If a |
| 129 | // use were to interrupt it now, they would end up with an incomplete |
Serge Bazanski | f369cfa | 2020-05-22 18:36:42 +0200 | [diff] [blame] | 130 | // repositories.bzl and would have to restore from git. |
| 131 | buf := bytes.NewBuffer(nil) |
| 132 | err = p.render(buf) |
| 133 | if err != nil { |
Serge Bazanski | 4b1e37c | 2021-09-28 12:49:15 +0200 | [diff] [blame] | 134 | return fmt.Errorf("could not render deps: %w", err) |
Serge Bazanski | f369cfa | 2020-05-22 18:36:42 +0200 | [diff] [blame] | 135 | } |
| 136 | |
Serge Bazanski | 116c4a6 | 2021-09-24 14:22:27 +0200 | [diff] [blame] | 137 | err = ioutil.WriteFile(repositoriesBzlPath, buf.Bytes(), 0666) |
Serge Bazanski | f369cfa | 2020-05-22 18:36:42 +0200 | [diff] [blame] | 138 | if err != nil { |
Serge Bazanski | 4b1e37c | 2021-09-28 12:49:15 +0200 | [diff] [blame] | 139 | return fmt.Errorf("could not write deps: %w", err) |
Serge Bazanski | f369cfa | 2020-05-22 18:36:42 +0200 | [diff] [blame] | 140 | } |
Serge Bazanski | 4b1e37c | 2021-09-28 12:49:15 +0200 | [diff] [blame] | 141 | return nil |
Serge Bazanski | f369cfa | 2020-05-22 18:36:42 +0200 | [diff] [blame] | 142 | } |