mirror of
https://github.com/rclone/rclone.git
synced 2024-12-04 22:34:48 +01:00
159 lines
3.9 KiB
Go
159 lines
3.9 KiB
Go
|
package s3_test
|
||
|
|
||
|
import (
|
||
|
"crypto/md5"
|
||
|
"encoding/base64"
|
||
|
"io/ioutil"
|
||
|
"net/http"
|
||
|
"net/http/httptest"
|
||
|
"strings"
|
||
|
"testing"
|
||
|
|
||
|
"github.com/aws/aws-sdk-go/aws"
|
||
|
"github.com/aws/aws-sdk-go/aws/request"
|
||
|
"github.com/aws/aws-sdk-go/awstesting/unit"
|
||
|
"github.com/aws/aws-sdk-go/service/s3"
|
||
|
"github.com/stretchr/testify/assert"
|
||
|
)
|
||
|
|
||
|
func assertMD5(t *testing.T, req *request.Request) {
|
||
|
err := req.Build()
|
||
|
assert.NoError(t, err)
|
||
|
|
||
|
b, _ := ioutil.ReadAll(req.HTTPRequest.Body)
|
||
|
out := md5.Sum(b)
|
||
|
assert.NotEmpty(t, b)
|
||
|
assert.Equal(t, base64.StdEncoding.EncodeToString(out[:]), req.HTTPRequest.Header.Get("Content-MD5"))
|
||
|
}
|
||
|
|
||
|
func TestMD5InPutBucketCors(t *testing.T) {
|
||
|
svc := s3.New(unit.Session)
|
||
|
req, _ := svc.PutBucketCorsRequest(&s3.PutBucketCorsInput{
|
||
|
Bucket: aws.String("bucketname"),
|
||
|
CORSConfiguration: &s3.CORSConfiguration{
|
||
|
CORSRules: []*s3.CORSRule{
|
||
|
{
|
||
|
AllowedMethods: []*string{aws.String("GET")},
|
||
|
AllowedOrigins: []*string{aws.String("*")},
|
||
|
},
|
||
|
},
|
||
|
},
|
||
|
})
|
||
|
assertMD5(t, req)
|
||
|
}
|
||
|
|
||
|
func TestMD5InPutBucketLifecycle(t *testing.T) {
|
||
|
svc := s3.New(unit.Session)
|
||
|
req, _ := svc.PutBucketLifecycleRequest(&s3.PutBucketLifecycleInput{
|
||
|
Bucket: aws.String("bucketname"),
|
||
|
LifecycleConfiguration: &s3.LifecycleConfiguration{
|
||
|
Rules: []*s3.Rule{
|
||
|
{
|
||
|
ID: aws.String("ID"),
|
||
|
Prefix: aws.String("Prefix"),
|
||
|
Status: aws.String("Enabled"),
|
||
|
},
|
||
|
},
|
||
|
},
|
||
|
})
|
||
|
assertMD5(t, req)
|
||
|
}
|
||
|
|
||
|
func TestMD5InPutBucketPolicy(t *testing.T) {
|
||
|
svc := s3.New(unit.Session)
|
||
|
req, _ := svc.PutBucketPolicyRequest(&s3.PutBucketPolicyInput{
|
||
|
Bucket: aws.String("bucketname"),
|
||
|
Policy: aws.String("{}"),
|
||
|
})
|
||
|
assertMD5(t, req)
|
||
|
}
|
||
|
|
||
|
func TestMD5InPutBucketTagging(t *testing.T) {
|
||
|
svc := s3.New(unit.Session)
|
||
|
req, _ := svc.PutBucketTaggingRequest(&s3.PutBucketTaggingInput{
|
||
|
Bucket: aws.String("bucketname"),
|
||
|
Tagging: &s3.Tagging{
|
||
|
TagSet: []*s3.Tag{
|
||
|
{Key: aws.String("KEY"), Value: aws.String("VALUE")},
|
||
|
},
|
||
|
},
|
||
|
})
|
||
|
assertMD5(t, req)
|
||
|
}
|
||
|
|
||
|
func TestMD5InDeleteObjects(t *testing.T) {
|
||
|
svc := s3.New(unit.Session)
|
||
|
req, _ := svc.DeleteObjectsRequest(&s3.DeleteObjectsInput{
|
||
|
Bucket: aws.String("bucketname"),
|
||
|
Delete: &s3.Delete{
|
||
|
Objects: []*s3.ObjectIdentifier{
|
||
|
{Key: aws.String("key")},
|
||
|
},
|
||
|
},
|
||
|
})
|
||
|
assertMD5(t, req)
|
||
|
}
|
||
|
|
||
|
func TestMD5InPutBucketLifecycleConfiguration(t *testing.T) {
|
||
|
svc := s3.New(unit.Session)
|
||
|
req, _ := svc.PutBucketLifecycleConfigurationRequest(&s3.PutBucketLifecycleConfigurationInput{
|
||
|
Bucket: aws.String("bucketname"),
|
||
|
LifecycleConfiguration: &s3.BucketLifecycleConfiguration{
|
||
|
Rules: []*s3.LifecycleRule{
|
||
|
{Prefix: aws.String("prefix"), Status: aws.String(s3.ExpirationStatusEnabled)},
|
||
|
},
|
||
|
},
|
||
|
})
|
||
|
assertMD5(t, req)
|
||
|
}
|
||
|
|
||
|
const (
|
||
|
metaKeyPrefix = `X-Amz-Meta-`
|
||
|
utf8KeySuffix = `My-Info`
|
||
|
utf8Value = "hello-世界\u0444"
|
||
|
)
|
||
|
|
||
|
func TestPutObjectMetadataWithUnicode(t *testing.T) {
|
||
|
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||
|
assert.Equal(t, utf8Value, r.Header.Get(metaKeyPrefix+utf8KeySuffix))
|
||
|
}))
|
||
|
svc := s3.New(unit.Session, &aws.Config{
|
||
|
Endpoint: aws.String(server.URL),
|
||
|
DisableSSL: aws.Bool(true),
|
||
|
})
|
||
|
|
||
|
_, err := svc.PutObject(&s3.PutObjectInput{
|
||
|
Bucket: aws.String("my_bucket"),
|
||
|
Key: aws.String("my_key"),
|
||
|
Body: strings.NewReader(""),
|
||
|
Metadata: func() map[string]*string {
|
||
|
v := map[string]*string{}
|
||
|
v[utf8KeySuffix] = aws.String(utf8Value)
|
||
|
return v
|
||
|
}(),
|
||
|
})
|
||
|
|
||
|
assert.NoError(t, err)
|
||
|
}
|
||
|
|
||
|
func TestGetObjectMetadataWithUnicode(t *testing.T) {
|
||
|
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||
|
w.Header().Set(metaKeyPrefix+utf8KeySuffix, utf8Value)
|
||
|
}))
|
||
|
svc := s3.New(unit.Session, &aws.Config{
|
||
|
Endpoint: aws.String(server.URL),
|
||
|
DisableSSL: aws.Bool(true),
|
||
|
})
|
||
|
|
||
|
resp, err := svc.GetObject(&s3.GetObjectInput{
|
||
|
Bucket: aws.String("my_bucket"),
|
||
|
Key: aws.String("my_key"),
|
||
|
})
|
||
|
|
||
|
assert.NoError(t, err)
|
||
|
resp.Body.Close()
|
||
|
|
||
|
assert.Equal(t, utf8Value, *resp.Metadata[utf8KeySuffix])
|
||
|
|
||
|
}
|