| Tim Windelschmidt | 6d33a43 | 2025-02-04 14:34:25 +0100 | [diff] [blame^] | 1 | // Copyright The Monogon Project Authors. |
| 2 | // SPDX-License-Identifier: Apache-2.0 |
| 3 | |
| Lorenz Brun | 901c732 | 2023-07-13 20:10:37 +0200 | [diff] [blame] | 4 | // Package localregistry implements a read-only OCI Distribution / Docker |
| 5 | // V2 container image registry backed by local layers. |
| 6 | package localregistry |
| 7 | |
| 8 | import ( |
| 9 | "bytes" |
| 10 | "encoding/json" |
| 11 | "fmt" |
| 12 | "io" |
| 13 | "log" |
| 14 | "net/http" |
| 15 | "os" |
| Tim Windelschmidt | 0974b22 | 2024-01-16 14:04:15 +0100 | [diff] [blame] | 16 | "path/filepath" |
| Lorenz Brun | 901c732 | 2023-07-13 20:10:37 +0200 | [diff] [blame] | 17 | "regexp" |
| 18 | "strconv" |
| 19 | |
| Serge Bazanski | f779b8f | 2024-04-17 16:30:55 +0200 | [diff] [blame] | 20 | "github.com/bazelbuild/rules_go/go/runfiles" |
| Lorenz Brun | 901c732 | 2023-07-13 20:10:37 +0200 | [diff] [blame] | 21 | "github.com/docker/distribution" |
| Tim Windelschmidt | 0974b22 | 2024-01-16 14:04:15 +0100 | [diff] [blame] | 22 | "github.com/docker/distribution/manifest/manifestlist" |
| 23 | "github.com/docker/distribution/manifest/ocischema" |
| Lorenz Brun | 901c732 | 2023-07-13 20:10:37 +0200 | [diff] [blame] | 24 | "github.com/docker/distribution/manifest/schema2" |
| 25 | "github.com/docker/distribution/reference" |
| 26 | "github.com/opencontainers/go-digest" |
| 27 | "google.golang.org/protobuf/encoding/prototext" |
| 28 | |
| Tim Windelschmidt | 9f21f53 | 2024-05-07 15:14:20 +0200 | [diff] [blame] | 29 | "source.monogon.dev/metropolis/test/localregistry/spec" |
| Lorenz Brun | 901c732 | 2023-07-13 20:10:37 +0200 | [diff] [blame] | 30 | ) |
| 31 | |
| 32 | type Server struct { |
| 33 | manifests map[string][]byte |
| 34 | blobs map[digest.Digest]blobMeta |
| 35 | } |
| 36 | |
| 37 | type blobMeta struct { |
| 38 | filePath string |
| 39 | mediaType string |
| 40 | contentLength int64 |
| 41 | } |
| 42 | |
| Tim Windelschmidt | 0974b22 | 2024-01-16 14:04:15 +0100 | [diff] [blame] | 43 | func manifestDescriptorFromBazel(image *spec.Image) (manifestlist.ManifestDescriptor, error) { |
| Serge Bazanski | f779b8f | 2024-04-17 16:30:55 +0200 | [diff] [blame] | 44 | indexPath, err := runfiles.Rlocation(filepath.Join("_main", image.Path, "index.json")) |
| 45 | if err != nil { |
| 46 | return manifestlist.ManifestDescriptor{}, fmt.Errorf("while locating manifest list file: %w", err) |
| 47 | } |
| Tim Windelschmidt | 0974b22 | 2024-01-16 14:04:15 +0100 | [diff] [blame] | 48 | |
| 49 | manifestListRaw, err := os.ReadFile(indexPath) |
| Lorenz Brun | 901c732 | 2023-07-13 20:10:37 +0200 | [diff] [blame] | 50 | if err != nil { |
| Tim Windelschmidt | 0974b22 | 2024-01-16 14:04:15 +0100 | [diff] [blame] | 51 | return manifestlist.ManifestDescriptor{}, fmt.Errorf("while opening manifest list file: %w", err) |
| Lorenz Brun | 901c732 | 2023-07-13 20:10:37 +0200 | [diff] [blame] | 52 | } |
| Tim Windelschmidt | 0974b22 | 2024-01-16 14:04:15 +0100 | [diff] [blame] | 53 | |
| 54 | var imageManifestList manifestlist.ManifestList |
| 55 | if err := json.Unmarshal(manifestListRaw, &imageManifestList); err != nil { |
| 56 | return manifestlist.ManifestDescriptor{}, fmt.Errorf("while unmarshaling manifest list for %q: %w", image.Name, err) |
| Lorenz Brun | 901c732 | 2023-07-13 20:10:37 +0200 | [diff] [blame] | 57 | } |
| Tim Windelschmidt | 0974b22 | 2024-01-16 14:04:15 +0100 | [diff] [blame] | 58 | |
| 59 | if len(imageManifestList.Manifests) != 1 { |
| 60 | return manifestlist.ManifestDescriptor{}, fmt.Errorf("unexpected manifest list length > 1") |
| 61 | } |
| 62 | |
| 63 | return imageManifestList.Manifests[0], nil |
| Lorenz Brun | 901c732 | 2023-07-13 20:10:37 +0200 | [diff] [blame] | 64 | } |
| 65 | |
| Tim Windelschmidt | 0974b22 | 2024-01-16 14:04:15 +0100 | [diff] [blame] | 66 | func manifestFromBazel(s *Server, image *spec.Image, md manifestlist.ManifestDescriptor) (ocischema.Manifest, error) { |
| Serge Bazanski | f779b8f | 2024-04-17 16:30:55 +0200 | [diff] [blame] | 67 | manifestPath, err := runfiles.Rlocation(filepath.Join("_main", image.Path, "blobs", md.Digest.Algorithm().String(), md.Digest.Hex())) |
| 68 | if err != nil { |
| 69 | return ocischema.Manifest{}, fmt.Errorf("while locating manifest file: %w", err) |
| 70 | } |
| Tim Windelschmidt | 0974b22 | 2024-01-16 14:04:15 +0100 | [diff] [blame] | 71 | manifestRaw, err := os.ReadFile(manifestPath) |
| 72 | if err != nil { |
| 73 | return ocischema.Manifest{}, fmt.Errorf("while opening manifest file: %w", err) |
| 74 | } |
| 75 | |
| 76 | var imageManifest ocischema.Manifest |
| 77 | if err := json.Unmarshal(manifestRaw, &imageManifest); err != nil { |
| 78 | return ocischema.Manifest{}, fmt.Errorf("while unmarshaling manifest for %q: %w", image.Name, err) |
| 79 | } |
| 80 | |
| 81 | // For Digest lookups |
| 82 | s.manifests[image.Name] = manifestRaw |
| 83 | s.manifests[md.Digest.String()] = manifestRaw |
| 84 | |
| 85 | return imageManifest, nil |
| 86 | } |
| 87 | |
| Serge Bazanski | 6ea5762 | 2024-04-17 21:02:32 +0200 | [diff] [blame] | 88 | func addBazelBlobFromDescriptor(s *Server, image *spec.Image, dd distribution.Descriptor) error { |
| 89 | path, err := runfiles.Rlocation(filepath.Join("_main", image.Path, "blobs", dd.Digest.Algorithm().String(), dd.Digest.Hex())) |
| 90 | if err != nil { |
| 91 | return fmt.Errorf("while locating blob: %w", err) |
| 92 | } |
| Tim Windelschmidt | 0974b22 | 2024-01-16 14:04:15 +0100 | [diff] [blame] | 93 | s.blobs[dd.Digest] = blobMeta{filePath: path, mediaType: dd.MediaType, contentLength: dd.Size} |
| Serge Bazanski | 6ea5762 | 2024-04-17 21:02:32 +0200 | [diff] [blame] | 94 | return nil |
| Tim Windelschmidt | 0974b22 | 2024-01-16 14:04:15 +0100 | [diff] [blame] | 95 | } |
| 96 | |
| 97 | func FromBazelManifest(mb []byte) (*Server, error) { |
| 98 | var bazelManifest spec.Manifest |
| 99 | if err := prototext.Unmarshal(mb, &bazelManifest); err != nil { |
| Lorenz Brun | 901c732 | 2023-07-13 20:10:37 +0200 | [diff] [blame] | 100 | log.Fatalf("failed to parse manifest: %v", err) |
| 101 | } |
| 102 | s := Server{ |
| 103 | manifests: make(map[string][]byte), |
| 104 | blobs: make(map[digest.Digest]blobMeta), |
| 105 | } |
| Tim Windelschmidt | 0974b22 | 2024-01-16 14:04:15 +0100 | [diff] [blame] | 106 | for _, i := range bazelManifest.Images { |
| 107 | md, err := manifestDescriptorFromBazel(i) |
| Lorenz Brun | 901c732 | 2023-07-13 20:10:37 +0200 | [diff] [blame] | 108 | if err != nil { |
| Tim Windelschmidt | 0974b22 | 2024-01-16 14:04:15 +0100 | [diff] [blame] | 109 | return nil, err |
| Lorenz Brun | 901c732 | 2023-07-13 20:10:37 +0200 | [diff] [blame] | 110 | } |
| Tim Windelschmidt | 0974b22 | 2024-01-16 14:04:15 +0100 | [diff] [blame] | 111 | |
| Serge Bazanski | 6ea5762 | 2024-04-17 21:02:32 +0200 | [diff] [blame] | 112 | if err := addBazelBlobFromDescriptor(&s, i, md.Descriptor); err != nil { |
| 113 | return nil, err |
| 114 | } |
| Tim Windelschmidt | 0974b22 | 2024-01-16 14:04:15 +0100 | [diff] [blame] | 115 | |
| 116 | m, err := manifestFromBazel(&s, i, md) |
| Lorenz Brun | 901c732 | 2023-07-13 20:10:37 +0200 | [diff] [blame] | 117 | if err != nil { |
| Tim Windelschmidt | 0974b22 | 2024-01-16 14:04:15 +0100 | [diff] [blame] | 118 | return nil, err |
| Lorenz Brun | 901c732 | 2023-07-13 20:10:37 +0200 | [diff] [blame] | 119 | } |
| Tim Windelschmidt | 0974b22 | 2024-01-16 14:04:15 +0100 | [diff] [blame] | 120 | |
| Serge Bazanski | 6ea5762 | 2024-04-17 21:02:32 +0200 | [diff] [blame] | 121 | if err := addBazelBlobFromDescriptor(&s, i, m.Config); err != nil { |
| 122 | return nil, err |
| 123 | } |
| Tim Windelschmidt | 0974b22 | 2024-01-16 14:04:15 +0100 | [diff] [blame] | 124 | for _, l := range m.Layers { |
| Serge Bazanski | 6ea5762 | 2024-04-17 21:02:32 +0200 | [diff] [blame] | 125 | if err := addBazelBlobFromDescriptor(&s, i, l); err != nil { |
| 126 | return nil, err |
| 127 | } |
| Tim Windelschmidt | 0974b22 | 2024-01-16 14:04:15 +0100 | [diff] [blame] | 128 | } |
| Lorenz Brun | 901c732 | 2023-07-13 20:10:37 +0200 | [diff] [blame] | 129 | } |
| 130 | return &s, nil |
| 131 | } |
| 132 | |
| 133 | var ( |
| 134 | versionCheckEp = regexp.MustCompile(`^/v2/$`) |
| 135 | manifestEp = regexp.MustCompile("^/v2/(" + reference.NameRegexp.String() + ")/manifests/(" + reference.TagRegexp.String() + "|" + digest.DigestRegexp.String() + ")$") |
| 136 | blobEp = regexp.MustCompile("^/v2/(" + reference.NameRegexp.String() + ")/blobs/(" + digest.DigestRegexp.String() + ")$") |
| 137 | ) |
| 138 | |
| 139 | func (s *Server) ServeHTTP(w http.ResponseWriter, req *http.Request) { |
| 140 | if req.Method != http.MethodGet && req.Method != http.MethodHead { |
| 141 | w.WriteHeader(http.StatusMethodNotAllowed) |
| 142 | fmt.Fprintf(w, "Registry is read-only, only GET and HEAD are allowed\n") |
| 143 | return |
| 144 | } |
| 145 | w.Header().Set("Content-Type", "application/json") |
| 146 | if versionCheckEp.MatchString(req.URL.Path) { |
| 147 | w.WriteHeader(http.StatusOK) |
| 148 | fmt.Fprintf(w, "{}") |
| 149 | return |
| 150 | } else if matches := manifestEp.FindStringSubmatch(req.URL.Path); len(matches) > 0 { |
| 151 | name := matches[1] |
| 152 | manifest, ok := s.manifests[name] |
| 153 | if !ok { |
| 154 | w.WriteHeader(http.StatusNotFound) |
| 155 | fmt.Fprintf(w, "Image not found") |
| 156 | return |
| 157 | } |
| 158 | w.Header().Set("Content-Type", schema2.MediaTypeManifest) |
| 159 | w.Header().Set("Content-Length", strconv.FormatInt(int64(len(manifest)), 10)) |
| 160 | w.WriteHeader(http.StatusOK) |
| 161 | io.Copy(w, bytes.NewReader(manifest)) |
| 162 | } else if matches := blobEp.FindStringSubmatch(req.URL.Path); len(matches) > 0 { |
| 163 | bm, ok := s.blobs[digest.Digest(matches[2])] |
| 164 | if !ok { |
| 165 | w.WriteHeader(http.StatusNotFound) |
| 166 | fmt.Fprintf(w, "Blob not found") |
| 167 | return |
| 168 | } |
| 169 | w.Header().Set("Content-Type", bm.mediaType) |
| 170 | w.Header().Set("Content-Length", strconv.FormatInt(bm.contentLength, 10)) |
| 171 | http.ServeFile(w, req, bm.filePath) |
| 172 | } else { |
| 173 | w.WriteHeader(http.StatusNotFound) |
| 174 | } |
| 175 | } |