extern/rclone
1
0
Fork 0
mirror of https://github.com/rclone/rclone.git synced 2025-01-11 08:49:37 +01:00
Code Issues Packages Projects Releases Wiki Activity

Avoid b2 temporary file.

Browse Source 
If source can provide SHA1 hash we don't copy input to a temporary file.

Fixes #358
This commit is contained in:
klauspost 2016-02-19 15:45:32 +01:00 committed by Nick Craig-Wood
parent ef06371c93
commit 758c7f2d84
1 changed files with 34 additions and 26 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
b2/b2.go
View File

@ -878,7 +878,12 @@ func urlEncode(in string) string {
func (o *Object) Update(in io.Reader, src fs.ObjectInfo) (err error) { func (o *Object) Update(in io.Reader, src fs.ObjectInfo) (err error) {
size := src.Size() size := src.Size()
modTime := src.ModTime() modTime := src.ModTime()
calculatedSha1, _ := src.Hash(fs.HashSHA1)
// If source cannot provide the hash, copy to a temporary file
// and calculate the hash while doing so.
// Then we serve the temporary file.
if calculatedSha1 == "" {
// Open a temp file to copy the input // Open a temp file to copy the input
fd, err := ioutil.TempFile("", "rclone-b2-") fd, err := ioutil.TempFile("", "rclone-b2-")
if err != nil { if err != nil {
@ -900,13 +905,16 @@ func (o *Object) Update(in io.Reader, src fs.ObjectInfo) (err error) {
if n != size { if n != size {
return fmt.Errorf("Read %d bytes expecting %d", n, size) return fmt.Errorf("Read %d bytes expecting %d", n, size)
} }
calculatedSha1 := fmt.Sprintf("%x", hash.Sum(nil)) calculatedSha1 = fmt.Sprintf("%x", hash.Sum(nil))
// Rewind the temporary file // Rewind the temporary file
_, err = fd.Seek(0, 0) _, err = fd.Seek(0, 0)
if err != nil { if err != nil {
return err return err
} }
// Set input to temporary file
in = fd
}
// Get upload URL // Get upload URL
UploadURL, AuthorizationToken, err := o.fs.getUploadURL() UploadURL, AuthorizationToken, err := o.fs.getUploadURL()
@ -971,7 +979,7 @@ func (o *Object) Update(in io.Reader, src fs.ObjectInfo) (err error) {
Method: "POST", Method: "POST",
Absolute: true, Absolute: true,
Path: UploadURL, Path: UploadURL,
Body: fd, Body: in,
ExtraHeaders: map[string]string{ ExtraHeaders: map[string]string{
"Authorization": AuthorizationToken, "Authorization": AuthorizationToken,
"X-Bz-File-Name": urlEncode(o.fs.root + o.remote), "X-Bz-File-Name": urlEncode(o.fs.root + o.remote),