2016-09-10 12:29:57 +02:00
|
|
|
// Define the options for Open
|
|
|
|
|
|
|
|
package fs
|
|
|
|
|
|
|
|
import (
|
|
|
|
"fmt"
|
|
|
|
"net/http"
|
|
|
|
"strconv"
|
2018-01-12 17:30:54 +01:00
|
|
|
|
|
|
|
"github.com/ncw/rclone/fs/hash"
|
2016-09-10 12:29:57 +02:00
|
|
|
)
|
|
|
|
|
|
|
|
// OpenOption is an interface describing options for Open
|
|
|
|
type OpenOption interface {
|
|
|
|
fmt.Stringer
|
|
|
|
|
|
|
|
// Header returns the option as an HTTP header
|
|
|
|
Header() (key string, value string)
|
|
|
|
|
|
|
|
// Mandatory returns whether this option can be ignored or not
|
|
|
|
Mandatory() bool
|
|
|
|
}
|
|
|
|
|
|
|
|
// RangeOption defines an HTTP Range option with start and end. If
|
|
|
|
// either start or end are < 0 then they will be omitted.
|
2018-01-21 10:51:28 +01:00
|
|
|
//
|
|
|
|
// End may be bigger than the Size of the object in which case it will
|
|
|
|
// be capped to the size of the object.
|
|
|
|
//
|
|
|
|
// Note that the End is inclusive, so to fetch 100 bytes you would use
|
|
|
|
// RangeOption{Start: 0, End: 99}
|
|
|
|
//
|
|
|
|
// A RangeOption implements a single byte-range-spec from
|
|
|
|
// https://tools.ietf.org/html/rfc7233#section-2.1
|
2016-09-10 12:29:57 +02:00
|
|
|
type RangeOption struct {
|
|
|
|
Start int64
|
|
|
|
End int64
|
|
|
|
}
|
|
|
|
|
|
|
|
// Header formats the option as an http header
|
|
|
|
func (o *RangeOption) Header() (key string, value string) {
|
|
|
|
key = "Range"
|
|
|
|
value = "bytes="
|
|
|
|
if o.Start >= 0 {
|
2017-06-19 18:35:37 +02:00
|
|
|
value += strconv.FormatInt(o.Start, 10)
|
2016-09-10 12:29:57 +02:00
|
|
|
|
|
|
|
}
|
|
|
|
value += "-"
|
|
|
|
if o.End >= 0 {
|
2017-06-19 18:35:37 +02:00
|
|
|
value += strconv.FormatInt(o.End, 10)
|
2016-09-10 12:29:57 +02:00
|
|
|
}
|
|
|
|
return key, value
|
|
|
|
}
|
|
|
|
|
|
|
|
// String formats the option into human readable form
|
|
|
|
func (o *RangeOption) String() string {
|
|
|
|
return fmt.Sprintf("RangeOption(%d,%d)", o.Start, o.End)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Mandatory returns whether the option must be parsed or can be ignored
|
|
|
|
func (o *RangeOption) Mandatory() bool {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
2018-01-22 20:44:00 +01:00
|
|
|
// Decode interprets the RangeOption into an offset and a limit
|
|
|
|
func (o *RangeOption) Decode(size int64) (offset, limit int64) {
|
|
|
|
if o.Start >= 0 {
|
|
|
|
offset = o.Start
|
|
|
|
if o.End >= 0 {
|
|
|
|
limit = o.End - o.Start + 1
|
|
|
|
} else {
|
|
|
|
limit = 0
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
offset = size - o.End
|
|
|
|
limit = 0
|
|
|
|
}
|
|
|
|
return offset, limit
|
|
|
|
}
|
|
|
|
|
2018-01-22 18:05:00 +01:00
|
|
|
// FixRangeOption looks through the slice of options and adjusts any
|
|
|
|
// RangeOption~s found that request a fetch from the end into an
|
|
|
|
// absolute fetch using the size passed in. Some remotes (eg
|
|
|
|
// Onedrive, Box) don't support range requests which index from the
|
|
|
|
// end.
|
|
|
|
func FixRangeOption(options []OpenOption, size int64) {
|
|
|
|
for i := range options {
|
|
|
|
option := options[i]
|
|
|
|
if x, ok := option.(*RangeOption); ok {
|
|
|
|
// If start is < 0 then fetch from the end
|
|
|
|
if x.Start < 0 {
|
|
|
|
x = &RangeOption{Start: size - x.End, End: -1}
|
|
|
|
options[i] = x
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2016-09-10 12:29:57 +02:00
|
|
|
// SeekOption defines an HTTP Range option with start only.
|
|
|
|
type SeekOption struct {
|
|
|
|
Offset int64
|
|
|
|
}
|
|
|
|
|
|
|
|
// Header formats the option as an http header
|
|
|
|
func (o *SeekOption) Header() (key string, value string) {
|
|
|
|
key = "Range"
|
|
|
|
value = fmt.Sprintf("bytes=%d-", o.Offset)
|
|
|
|
return key, value
|
|
|
|
}
|
|
|
|
|
|
|
|
// String formats the option into human readable form
|
|
|
|
func (o *SeekOption) String() string {
|
|
|
|
return fmt.Sprintf("SeekOption(%d)", o.Offset)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Mandatory returns whether the option must be parsed or can be ignored
|
|
|
|
func (o *SeekOption) Mandatory() bool {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
|
|
|
// HTTPOption defines a general purpose HTTP option
|
|
|
|
type HTTPOption struct {
|
|
|
|
Key string
|
|
|
|
Value string
|
|
|
|
}
|
|
|
|
|
|
|
|
// Header formats the option as an http header
|
|
|
|
func (o *HTTPOption) Header() (key string, value string) {
|
|
|
|
return o.Key, o.Value
|
|
|
|
}
|
|
|
|
|
|
|
|
// String formats the option into human readable form
|
|
|
|
func (o *HTTPOption) String() string {
|
|
|
|
return fmt.Sprintf("HTTPOption(%q,%q)", o.Key, o.Value)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Mandatory returns whether the option must be parsed or can be ignored
|
|
|
|
func (o *HTTPOption) Mandatory() bool {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
2017-05-28 13:44:22 +02:00
|
|
|
// HashesOption defines an option used to tell the local fs to limit
|
|
|
|
// the number of hashes it calculates.
|
|
|
|
type HashesOption struct {
|
2018-01-12 17:30:54 +01:00
|
|
|
Hashes hash.Set
|
2017-05-28 13:44:22 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
// Header formats the option as an http header
|
|
|
|
func (o *HashesOption) Header() (key string, value string) {
|
|
|
|
return "", ""
|
|
|
|
}
|
|
|
|
|
|
|
|
// String formats the option into human readable form
|
|
|
|
func (o *HashesOption) String() string {
|
|
|
|
return fmt.Sprintf("HashesOption(%v)", o.Hashes)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Mandatory returns whether the option must be parsed or can be ignored
|
|
|
|
func (o *HashesOption) Mandatory() bool {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
2016-09-10 12:29:57 +02:00
|
|
|
// OpenOptionAddHeaders adds each header found in options to the
|
|
|
|
// headers map provided the key was non empty.
|
|
|
|
func OpenOptionAddHeaders(options []OpenOption, headers map[string]string) {
|
|
|
|
for _, option := range options {
|
|
|
|
key, value := option.Header()
|
|
|
|
if key != "" && value != "" {
|
|
|
|
headers[key] = value
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// OpenOptionHeaders adds each header found in options to the
|
|
|
|
// headers map provided the key was non empty.
|
|
|
|
//
|
|
|
|
// It returns a nil map if options was empty
|
|
|
|
func OpenOptionHeaders(options []OpenOption) (headers map[string]string) {
|
|
|
|
if len(options) == 0 {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
headers = make(map[string]string, len(options))
|
|
|
|
OpenOptionAddHeaders(options, headers)
|
|
|
|
return headers
|
|
|
|
}
|
|
|
|
|
|
|
|
// OpenOptionAddHTTPHeaders Sets each header found in options to the
|
|
|
|
// http.Header map provided the key was non empty.
|
|
|
|
func OpenOptionAddHTTPHeaders(headers http.Header, options []OpenOption) {
|
|
|
|
for _, option := range options {
|
|
|
|
key, value := option.Header()
|
|
|
|
if key != "" && value != "" {
|
|
|
|
headers.Set(key, value)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// check interface
|
|
|
|
var (
|
|
|
|
_ OpenOption = (*RangeOption)(nil)
|
|
|
|
_ OpenOption = (*SeekOption)(nil)
|
|
|
|
_ OpenOption = (*HTTPOption)(nil)
|
|
|
|
)
|