2015-12-15 03:19:34 +01:00
|
|
|
package storage
|
|
|
|
|
|
|
|
import (
|
2017-08-12 00:31:16 +02:00
|
|
|
"context"
|
2016-07-22 02:16:47 +02:00
|
|
|
"encoding/json"
|
2016-05-14 23:49:08 +02:00
|
|
|
"errors"
|
2015-12-15 03:19:34 +01:00
|
|
|
"fmt"
|
2016-05-14 23:49:08 +02:00
|
|
|
"net/url"
|
2015-12-15 03:19:34 +01:00
|
|
|
|
|
|
|
"github.com/docker/distribution"
|
2017-08-12 00:31:16 +02:00
|
|
|
dcontext "github.com/docker/distribution/context"
|
2016-10-13 02:20:27 +02:00
|
|
|
"github.com/docker/distribution/manifest/schema1"
|
2015-12-15 03:19:34 +01:00
|
|
|
"github.com/docker/distribution/manifest/schema2"
|
2016-12-17 01:28:34 +01:00
|
|
|
"github.com/opencontainers/go-digest"
|
2015-12-15 03:19:34 +01:00
|
|
|
)
|
|
|
|
|
2016-05-14 23:49:08 +02:00
|
|
|
var (
|
|
|
|
errUnexpectedURL = errors.New("unexpected URL on layer")
|
|
|
|
errMissingURL = errors.New("missing URL on layer")
|
|
|
|
errInvalidURL = errors.New("invalid URL on layer")
|
|
|
|
)
|
|
|
|
|
2015-12-15 03:19:34 +01:00
|
|
|
//schema2ManifestHandler is a ManifestHandler that covers schema2 manifests.
|
|
|
|
type schema2ManifestHandler struct {
|
2016-07-22 02:16:47 +02:00
|
|
|
repository distribution.Repository
|
|
|
|
blobStore distribution.BlobStore
|
|
|
|
ctx context.Context
|
|
|
|
manifestURLs manifestURLs
|
2015-12-15 03:19:34 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
var _ ManifestHandler = &schema2ManifestHandler{}
|
|
|
|
|
|
|
|
func (ms *schema2ManifestHandler) Unmarshal(ctx context.Context, dgst digest.Digest, content []byte) (distribution.Manifest, error) {
|
2017-08-12 00:31:16 +02:00
|
|
|
dcontext.GetLogger(ms.ctx).Debug("(*schema2ManifestHandler).Unmarshal")
|
2015-12-15 03:19:34 +01:00
|
|
|
|
|
|
|
var m schema2.DeserializedManifest
|
|
|
|
if err := json.Unmarshal(content, &m); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
return &m, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (ms *schema2ManifestHandler) Put(ctx context.Context, manifest distribution.Manifest, skipDependencyVerification bool) (digest.Digest, error) {
|
2017-08-12 00:31:16 +02:00
|
|
|
dcontext.GetLogger(ms.ctx).Debug("(*schema2ManifestHandler).Put")
|
2015-12-15 03:19:34 +01:00
|
|
|
|
|
|
|
m, ok := manifest.(*schema2.DeserializedManifest)
|
|
|
|
if !ok {
|
|
|
|
return "", fmt.Errorf("non-schema2 manifest put to schema2ManifestHandler: %T", manifest)
|
|
|
|
}
|
|
|
|
|
|
|
|
if err := ms.verifyManifest(ms.ctx, *m, skipDependencyVerification); err != nil {
|
|
|
|
return "", err
|
|
|
|
}
|
|
|
|
|
|
|
|
mt, payload, err := m.Payload()
|
|
|
|
if err != nil {
|
|
|
|
return "", err
|
|
|
|
}
|
|
|
|
|
|
|
|
revision, err := ms.blobStore.Put(ctx, mt, payload)
|
|
|
|
if err != nil {
|
2017-08-12 00:31:16 +02:00
|
|
|
dcontext.GetLogger(ctx).Errorf("error putting payload into blobstore: %v", err)
|
2015-12-15 03:19:34 +01:00
|
|
|
return "", err
|
|
|
|
}
|
|
|
|
|
|
|
|
return revision.Digest, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// verifyManifest ensures that the manifest content is valid from the
|
2015-12-17 02:26:13 +01:00
|
|
|
// perspective of the registry. As a policy, the registry only tries to store
|
|
|
|
// valid content, leaving trust policies of that content up to consumers.
|
2015-12-15 03:19:34 +01:00
|
|
|
func (ms *schema2ManifestHandler) verifyManifest(ctx context.Context, mnfst schema2.DeserializedManifest, skipDependencyVerification bool) error {
|
|
|
|
var errs distribution.ErrManifestVerification
|
|
|
|
|
2018-07-24 00:03:17 +02:00
|
|
|
if mnfst.Manifest.SchemaVersion != 2 {
|
|
|
|
return fmt.Errorf("unrecognized manifest schema version %d", mnfst.Manifest.SchemaVersion)
|
|
|
|
}
|
|
|
|
|
2016-10-13 02:20:27 +02:00
|
|
|
if skipDependencyVerification {
|
|
|
|
return nil
|
|
|
|
}
|
2015-12-15 03:19:34 +01:00
|
|
|
|
2016-10-13 02:20:27 +02:00
|
|
|
manifestService, err := ms.repository.Manifests(ctx)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2015-12-15 03:19:34 +01:00
|
|
|
|
2016-10-13 02:20:27 +02:00
|
|
|
blobsService := ms.repository.Blobs(ctx)
|
|
|
|
|
|
|
|
for _, descriptor := range mnfst.References() {
|
|
|
|
var err error
|
|
|
|
|
|
|
|
switch descriptor.MediaType {
|
|
|
|
case schema2.MediaTypeForeignLayer:
|
|
|
|
// Clients download this layer from an external URL, so do not check for
|
|
|
|
// its presense.
|
|
|
|
if len(descriptor.URLs) == 0 {
|
|
|
|
err = errMissingURL
|
2016-05-14 23:49:08 +02:00
|
|
|
}
|
2016-10-13 02:20:27 +02:00
|
|
|
allow := ms.manifestURLs.allow
|
|
|
|
deny := ms.manifestURLs.deny
|
|
|
|
for _, u := range descriptor.URLs {
|
|
|
|
var pu *url.URL
|
|
|
|
pu, err = url.Parse(u)
|
|
|
|
if err != nil || (pu.Scheme != "http" && pu.Scheme != "https") || pu.Fragment != "" || (allow != nil && !allow.MatchString(u)) || (deny != nil && deny.MatchString(u)) {
|
|
|
|
err = errInvalidURL
|
|
|
|
break
|
2015-12-15 03:19:34 +01:00
|
|
|
}
|
2016-10-13 02:20:27 +02:00
|
|
|
}
|
|
|
|
case schema2.MediaTypeManifest, schema1.MediaTypeManifest:
|
|
|
|
var exists bool
|
|
|
|
exists, err = manifestService.Exists(ctx, descriptor.Digest)
|
|
|
|
if err != nil || !exists {
|
|
|
|
err = distribution.ErrBlobUnknown // just coerce to unknown.
|
|
|
|
}
|
|
|
|
|
|
|
|
fallthrough // double check the blob store.
|
|
|
|
default:
|
|
|
|
// forward all else to blob storage
|
|
|
|
if len(descriptor.URLs) == 0 {
|
|
|
|
_, err = blobsService.Stat(ctx, descriptor.Digest)
|
|
|
|
}
|
|
|
|
}
|
2015-12-15 03:19:34 +01:00
|
|
|
|
2016-10-13 02:20:27 +02:00
|
|
|
if err != nil {
|
|
|
|
if err != distribution.ErrBlobUnknown {
|
|
|
|
errs = append(errs, err)
|
2015-12-15 03:19:34 +01:00
|
|
|
}
|
2016-10-13 02:20:27 +02:00
|
|
|
|
|
|
|
// On error here, we always append unknown blob errors.
|
|
|
|
errs = append(errs, distribution.ErrManifestBlobUnknown{Digest: descriptor.Digest})
|
2015-12-15 03:19:34 +01:00
|
|
|
}
|
|
|
|
}
|
2016-10-13 02:20:27 +02:00
|
|
|
|
2015-12-15 03:19:34 +01:00
|
|
|
if len(errs) != 0 {
|
|
|
|
return errs
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|