2015-03-03 17:57:52 +01:00
|
|
|
// Package middleware - cloudfront wrapper for storage libs
|
|
|
|
// N.B. currently only works with S3, not arbitrary sites
|
|
|
|
//
|
|
|
|
package middleware
|
2015-01-09 01:55:40 +01:00
|
|
|
|
|
|
|
import (
|
2017-08-12 00:31:16 +02:00
|
|
|
"context"
|
2015-01-09 01:55:40 +01:00
|
|
|
"crypto/x509"
|
|
|
|
"encoding/pem"
|
|
|
|
"fmt"
|
|
|
|
"io/ioutil"
|
2016-01-22 03:17:53 +01:00
|
|
|
"net/url"
|
|
|
|
"strings"
|
2015-01-09 01:55:40 +01:00
|
|
|
"time"
|
|
|
|
|
2016-01-22 03:17:53 +01:00
|
|
|
"github.com/aws/aws-sdk-go/service/cloudfront/sign"
|
2017-08-12 00:31:16 +02:00
|
|
|
dcontext "github.com/docker/distribution/context"
|
2015-02-11 03:14:23 +01:00
|
|
|
storagedriver "github.com/docker/distribution/registry/storage/driver"
|
2017-11-15 02:21:36 +01:00
|
|
|
"github.com/docker/distribution/registry/storage/driver/middleware"
|
2015-01-09 01:55:40 +01:00
|
|
|
)
|
|
|
|
|
2016-06-02 07:31:13 +02:00
|
|
|
// cloudFrontStorageMiddleware provides a simple implementation of layerHandler that
|
2015-01-09 01:55:40 +01:00
|
|
|
// constructs temporary signed CloudFront URLs from the storagedriver layer URL,
|
|
|
|
// then issues HTTP Temporary Redirects to this CloudFront content URL.
|
2015-03-03 17:57:52 +01:00
|
|
|
type cloudFrontStorageMiddleware struct {
|
|
|
|
storagedriver.StorageDriver
|
2017-11-15 02:21:36 +01:00
|
|
|
awsIPs *awsIPs
|
2016-01-22 03:17:53 +01:00
|
|
|
urlSigner *sign.URLSigner
|
|
|
|
baseURL string
|
|
|
|
duration time.Duration
|
2015-01-09 01:55:40 +01:00
|
|
|
}
|
|
|
|
|
2015-03-03 17:57:52 +01:00
|
|
|
var _ storagedriver.StorageDriver = &cloudFrontStorageMiddleware{}
|
2015-01-09 01:55:40 +01:00
|
|
|
|
|
|
|
// newCloudFrontLayerHandler constructs and returns a new CloudFront
|
|
|
|
// LayerHandler implementation.
|
|
|
|
// Required options: baseurl, privatekey, keypairid
|
2017-11-15 02:21:36 +01:00
|
|
|
|
|
|
|
// Optional options: ipFilteredBy, awsregion
|
|
|
|
// ipfilteredby: valid value "none|aws|awsregion". "none", do not filter any IP, default value. "aws", only aws IP goes
|
|
|
|
// to S3 directly. "awsregion", only regions listed in awsregion options goes to S3 directly
|
|
|
|
// awsregion: a comma separated string of AWS regions.
|
2015-03-03 17:57:52 +01:00
|
|
|
func newCloudFrontStorageMiddleware(storageDriver storagedriver.StorageDriver, options map[string]interface{}) (storagedriver.StorageDriver, error) {
|
2017-11-15 02:21:36 +01:00
|
|
|
// parse baseurl
|
2015-01-09 01:55:40 +01:00
|
|
|
base, ok := options["baseurl"]
|
|
|
|
if !ok {
|
2016-01-22 03:17:53 +01:00
|
|
|
return nil, fmt.Errorf("no baseurl provided")
|
2015-01-09 01:55:40 +01:00
|
|
|
}
|
|
|
|
baseURL, ok := base.(string)
|
|
|
|
if !ok {
|
|
|
|
return nil, fmt.Errorf("baseurl must be a string")
|
|
|
|
}
|
2016-01-22 03:17:53 +01:00
|
|
|
if !strings.Contains(baseURL, "://") {
|
|
|
|
baseURL = "https://" + baseURL
|
|
|
|
}
|
|
|
|
if !strings.HasSuffix(baseURL, "/") {
|
|
|
|
baseURL += "/"
|
|
|
|
}
|
|
|
|
if _, err := url.Parse(baseURL); err != nil {
|
|
|
|
return nil, fmt.Errorf("invalid baseurl: %v", err)
|
|
|
|
}
|
2017-11-15 02:21:36 +01:00
|
|
|
|
|
|
|
// parse privatekey to get pkPath
|
2015-01-09 01:55:40 +01:00
|
|
|
pk, ok := options["privatekey"]
|
|
|
|
if !ok {
|
2016-01-22 03:17:53 +01:00
|
|
|
return nil, fmt.Errorf("no privatekey provided")
|
2015-01-09 01:55:40 +01:00
|
|
|
}
|
|
|
|
pkPath, ok := pk.(string)
|
|
|
|
if !ok {
|
|
|
|
return nil, fmt.Errorf("privatekey must be a string")
|
|
|
|
}
|
2017-11-15 02:21:36 +01:00
|
|
|
|
|
|
|
// parse keypairid
|
2015-01-09 01:55:40 +01:00
|
|
|
kpid, ok := options["keypairid"]
|
|
|
|
if !ok {
|
2016-01-22 03:17:53 +01:00
|
|
|
return nil, fmt.Errorf("no keypairid provided")
|
2015-01-09 01:55:40 +01:00
|
|
|
}
|
|
|
|
keypairID, ok := kpid.(string)
|
|
|
|
if !ok {
|
|
|
|
return nil, fmt.Errorf("keypairid must be a string")
|
|
|
|
}
|
|
|
|
|
2017-11-15 02:21:36 +01:00
|
|
|
// get urlSigner from the file specified in pkPath
|
2015-01-09 01:55:40 +01:00
|
|
|
pkBytes, err := ioutil.ReadFile(pkPath)
|
|
|
|
if err != nil {
|
2016-01-22 03:17:53 +01:00
|
|
|
return nil, fmt.Errorf("failed to read privatekey file: %s", err)
|
2015-01-09 01:55:40 +01:00
|
|
|
}
|
|
|
|
|
2018-08-06 23:34:15 +02:00
|
|
|
block, _ := pem.Decode(pkBytes)
|
2015-01-09 01:55:40 +01:00
|
|
|
if block == nil {
|
2016-01-22 03:17:53 +01:00
|
|
|
return nil, fmt.Errorf("failed to decode private key as an rsa private key")
|
2015-01-09 01:55:40 +01:00
|
|
|
}
|
|
|
|
privateKey, err := x509.ParsePKCS1PrivateKey(block.Bytes)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2016-01-22 03:17:53 +01:00
|
|
|
urlSigner := sign.NewURLSigner(keypairID, privateKey)
|
2015-01-09 01:55:40 +01:00
|
|
|
|
2017-11-15 02:21:36 +01:00
|
|
|
// parse duration
|
2015-01-15 23:04:16 +01:00
|
|
|
duration := 20 * time.Minute
|
2017-11-15 02:21:36 +01:00
|
|
|
if d, ok := options["duration"]; ok {
|
2015-01-15 23:04:16 +01:00
|
|
|
switch d := d.(type) {
|
|
|
|
case time.Duration:
|
|
|
|
duration = d
|
|
|
|
case string:
|
|
|
|
dur, err := time.ParseDuration(d)
|
|
|
|
if err != nil {
|
2016-01-22 03:17:53 +01:00
|
|
|
return nil, fmt.Errorf("invalid duration: %s", err)
|
2015-01-15 23:04:16 +01:00
|
|
|
}
|
|
|
|
duration = dur
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-11-15 02:21:36 +01:00
|
|
|
// parse updatefrenquency
|
|
|
|
updateFrequency := defaultUpdateFrequency
|
|
|
|
if u, ok := options["updatefrenquency"]; ok {
|
|
|
|
switch u := u.(type) {
|
|
|
|
case time.Duration:
|
|
|
|
updateFrequency = u
|
|
|
|
case string:
|
|
|
|
updateFreq, err := time.ParseDuration(u)
|
|
|
|
if err != nil {
|
|
|
|
return nil, fmt.Errorf("invalid updatefrenquency: %s", err)
|
|
|
|
}
|
|
|
|
duration = updateFreq
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// parse iprangesurl
|
|
|
|
ipRangesURL := defaultIPRangesURL
|
|
|
|
if i, ok := options["iprangesurl"]; ok {
|
|
|
|
if iprangeurl, ok := i.(string); ok {
|
|
|
|
ipRangesURL = iprangeurl
|
|
|
|
} else {
|
|
|
|
return nil, fmt.Errorf("iprangesurl must be a string")
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// parse ipfilteredby
|
|
|
|
var awsIPs *awsIPs
|
|
|
|
if ipFilteredBy := options["ipfilteredby"].(string); ok {
|
|
|
|
switch strings.ToLower(strings.TrimSpace(ipFilteredBy)) {
|
|
|
|
case "", "none":
|
|
|
|
awsIPs = nil
|
|
|
|
case "aws":
|
|
|
|
newAWSIPs(ipRangesURL, updateFrequency, nil)
|
|
|
|
case "awsregion":
|
|
|
|
var awsRegion []string
|
|
|
|
if regions, ok := options["awsregion"].(string); ok {
|
|
|
|
for _, awsRegions := range strings.Split(regions, ",") {
|
|
|
|
awsRegion = append(awsRegion, strings.ToLower(strings.TrimSpace(awsRegions)))
|
|
|
|
}
|
|
|
|
awsIPs = newAWSIPs(ipRangesURL, updateFrequency, awsRegion)
|
|
|
|
} else {
|
|
|
|
return nil, fmt.Errorf("awsRegion must be a comma separated string of valid aws regions")
|
|
|
|
}
|
|
|
|
default:
|
|
|
|
return nil, fmt.Errorf("ipfilteredby only allows a string the following value: none|aws|awsregion")
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
return nil, fmt.Errorf("ipfilteredby only allows a string with the following value: none|aws|awsregion")
|
|
|
|
}
|
|
|
|
|
2016-01-22 03:17:53 +01:00
|
|
|
return &cloudFrontStorageMiddleware{
|
|
|
|
StorageDriver: storageDriver,
|
|
|
|
urlSigner: urlSigner,
|
|
|
|
baseURL: baseURL,
|
|
|
|
duration: duration,
|
2017-11-15 02:21:36 +01:00
|
|
|
awsIPs: awsIPs,
|
2016-01-22 03:17:53 +01:00
|
|
|
}, nil
|
2015-01-09 01:55:40 +01:00
|
|
|
}
|
|
|
|
|
2015-04-07 01:23:31 +02:00
|
|
|
// S3BucketKeyer is any type that is capable of returning the S3 bucket key
|
|
|
|
// which should be cached by AWS CloudFront.
|
|
|
|
type S3BucketKeyer interface {
|
|
|
|
S3BucketKey(path string) string
|
|
|
|
}
|
|
|
|
|
2017-11-15 02:21:36 +01:00
|
|
|
// URLFor attempts to find a url which may be used to retrieve the file at the given path.
|
|
|
|
// Returns an error if the file cannot be found.
|
2015-04-28 00:58:58 +02:00
|
|
|
func (lh *cloudFrontStorageMiddleware) URLFor(ctx context.Context, path string, options map[string]interface{}) (string, error) {
|
2015-03-03 17:57:52 +01:00
|
|
|
// TODO(endophage): currently only supports S3
|
2015-04-07 01:23:31 +02:00
|
|
|
keyer, ok := lh.StorageDriver.(S3BucketKeyer)
|
|
|
|
if !ok {
|
2017-08-12 00:31:16 +02:00
|
|
|
dcontext.GetLogger(ctx).Warn("the CloudFront middleware does not support this backend storage driver")
|
2015-04-28 00:58:58 +02:00
|
|
|
return lh.StorageDriver.URLFor(ctx, path, options)
|
2015-01-09 01:55:40 +01:00
|
|
|
}
|
|
|
|
|
2017-11-15 02:21:36 +01:00
|
|
|
if eligibleForS3(ctx, lh.awsIPs) {
|
|
|
|
return lh.StorageDriver.URLFor(ctx, path, options)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Get signed cloudfront url.
|
2016-01-22 03:17:53 +01:00
|
|
|
cfURL, err := lh.urlSigner.Sign(lh.baseURL+keyer.S3BucketKey(path), time.Now().Add(lh.duration))
|
2015-01-09 01:55:40 +01:00
|
|
|
if err != nil {
|
2015-03-03 17:57:52 +01:00
|
|
|
return "", err
|
2015-01-09 01:55:40 +01:00
|
|
|
}
|
2015-03-03 17:57:52 +01:00
|
|
|
return cfURL, nil
|
2015-01-09 01:55:40 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
// init registers the cloudfront layerHandler backend.
|
|
|
|
func init() {
|
2015-03-06 16:45:16 +01:00
|
|
|
storagemiddleware.Register("cloudfront", storagemiddleware.InitFunc(newCloudFrontStorageMiddleware))
|
2015-01-09 01:55:40 +01:00
|
|
|
}
|