mirror of
https://github.com/rclone/rclone.git
synced 2024-12-26 08:58:58 +01:00
306 lines
7.9 KiB
Go
306 lines
7.9 KiB
Go
/*
|
|
** Copyright (c) 2014 Arnaud Ysmal. All Rights Reserved.
|
|
**
|
|
** Redistribution and use in source and binary forms, with or without
|
|
** modification, are permitted provided that the following conditions
|
|
** are met:
|
|
** 1. Redistributions of source code must retain the above copyright
|
|
** notice, this list of conditions and the following disclaimer.
|
|
** 2. Redistributions in binary form must reproduce the above copyright
|
|
** notice, this list of conditions and the following disclaimer in the
|
|
** documentation and/or other materials provided with the distribution.
|
|
**
|
|
** THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
|
|
** OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
|
|
** WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
|
|
** DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
|
|
** FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
** DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
|
|
** SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
** HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
** LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
** OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
** SUCH DAMAGE.
|
|
*/
|
|
|
|
package dropbox
|
|
|
|
import (
|
|
"crypto/rand"
|
|
"crypto/sha256"
|
|
"encoding/json"
|
|
"fmt"
|
|
"io"
|
|
"net/url"
|
|
"strconv"
|
|
"time"
|
|
)
|
|
|
|
type row struct {
|
|
TID string `json:"tid"`
|
|
RowID string `json:"rowid"`
|
|
Data Fields `json:"data"`
|
|
}
|
|
|
|
type infoDict struct {
|
|
Title string `json:"title"`
|
|
MTime struct {
|
|
Time DBTime `json:"T"`
|
|
} `json:"mtime"`
|
|
}
|
|
|
|
type datastoreInfo struct {
|
|
ID string `json:"dsid"`
|
|
Handle string `json:"handle"`
|
|
Revision int `json:"rev"`
|
|
Info infoDict `json:"info"`
|
|
}
|
|
|
|
func (db *Dropbox) openOrCreateDatastore(dsID string) (int, string, bool, error) {
|
|
var r struct {
|
|
Revision int `json:"rev"`
|
|
Handle string `json:"handle"`
|
|
Created bool `json:"created"`
|
|
}
|
|
|
|
err := db.doRequest("POST", "datastores/get_or_create_datastore", &url.Values{"dsid": {dsID}}, &r)
|
|
return r.Revision, r.Handle, r.Created, err
|
|
}
|
|
|
|
func (db *Dropbox) listDatastores() ([]DatastoreInfo, string, error) {
|
|
var rv []DatastoreInfo
|
|
|
|
var dl struct {
|
|
Info []datastoreInfo `json:"datastores"`
|
|
Token string `json:"token"`
|
|
}
|
|
|
|
if err := db.doRequest("GET", "datastores/list_datastores", nil, &dl); err != nil {
|
|
return nil, "", err
|
|
}
|
|
rv = make([]DatastoreInfo, len(dl.Info))
|
|
for i, di := range dl.Info {
|
|
rv[i] = DatastoreInfo{
|
|
ID: di.ID,
|
|
handle: di.Handle,
|
|
revision: di.Revision,
|
|
title: di.Info.Title,
|
|
mtime: time.Time(di.Info.MTime.Time),
|
|
}
|
|
}
|
|
return rv, dl.Token, nil
|
|
}
|
|
|
|
func (db *Dropbox) deleteDatastore(handle string) (*string, error) {
|
|
var r struct {
|
|
NotFound string `json:"notfound"`
|
|
OK string `json:"ok"`
|
|
}
|
|
|
|
if err := db.doRequest("POST", "datastores/delete_datastore", &url.Values{"handle": {handle}}, &r); err != nil {
|
|
return nil, err
|
|
}
|
|
if len(r.NotFound) != 0 {
|
|
return nil, fmt.Errorf(r.NotFound)
|
|
}
|
|
return &r.OK, nil
|
|
}
|
|
|
|
func generateDatastoreID() (string, error) {
|
|
var b []byte
|
|
var blen int
|
|
|
|
b = make([]byte, 1)
|
|
_, err := io.ReadFull(rand.Reader, b)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
blen = (int(b[0]) % maxGlobalIDLength) + 1
|
|
b = make([]byte, blen)
|
|
_, err = io.ReadFull(rand.Reader, b)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
|
|
return encodeDBase64(b), nil
|
|
}
|
|
|
|
func (db *Dropbox) createDatastore(key string) (int, string, bool, error) {
|
|
var r struct {
|
|
Revision int `json:"rev"`
|
|
Handle string `json:"handle"`
|
|
Created bool `json:"created"`
|
|
NotFound string `json:"notfound"`
|
|
}
|
|
var b64key string
|
|
var err error
|
|
|
|
if len(key) != 0 {
|
|
b64key = encodeDBase64([]byte(key))
|
|
} else {
|
|
b64key, err = generateDatastoreID()
|
|
if err != nil {
|
|
return 0, "", false, err
|
|
}
|
|
}
|
|
hash := sha256.New()
|
|
hash.Write([]byte(b64key))
|
|
rhash := hash.Sum(nil)
|
|
dsID := "." + encodeDBase64(rhash[:])
|
|
|
|
params := &url.Values{
|
|
"key": {b64key},
|
|
"dsid": {dsID},
|
|
}
|
|
if err := db.doRequest("POST", "datastores/create_datastore", params, &r); err != nil {
|
|
return 0, "", false, err
|
|
}
|
|
if len(r.NotFound) != 0 {
|
|
return 0, "", false, fmt.Errorf("%s", r.NotFound)
|
|
}
|
|
return r.Revision, r.Handle, r.Created, nil
|
|
}
|
|
|
|
func (db *Dropbox) putDelta(handle string, rev int, changes listOfChanges) (int, error) {
|
|
var r struct {
|
|
Revision int `json:"rev"`
|
|
NotFound string `json:"notfound"`
|
|
Conflict string `json:"conflict"`
|
|
Error string `json:"error"`
|
|
}
|
|
var js []byte
|
|
var err error
|
|
|
|
if len(changes) == 0 {
|
|
return rev, nil
|
|
}
|
|
|
|
if js, err = json.Marshal(changes); err != nil {
|
|
return 0, err
|
|
}
|
|
|
|
params := &url.Values{
|
|
"handle": {handle},
|
|
"rev": {strconv.FormatInt(int64(rev), 10)},
|
|
"changes": {string(js)},
|
|
}
|
|
|
|
if err = db.doRequest("POST", "datastores/put_delta", params, &r); err != nil {
|
|
return 0, err
|
|
}
|
|
if len(r.NotFound) != 0 {
|
|
return 0, fmt.Errorf("%s", r.NotFound)
|
|
}
|
|
if len(r.Conflict) != 0 {
|
|
return 0, fmt.Errorf("%s", r.Conflict)
|
|
}
|
|
if len(r.Error) != 0 {
|
|
return 0, fmt.Errorf("%s", r.Error)
|
|
}
|
|
return r.Revision, nil
|
|
}
|
|
|
|
func (db *Dropbox) getDelta(handle string, rev int) ([]datastoreDelta, error) {
|
|
var rv struct {
|
|
Deltas []datastoreDelta `json:"deltas"`
|
|
NotFound string `json:"notfound"`
|
|
}
|
|
err := db.doRequest("GET", "datastores/get_deltas",
|
|
&url.Values{
|
|
"handle": {handle},
|
|
"rev": {strconv.FormatInt(int64(rev), 10)},
|
|
}, &rv)
|
|
|
|
if len(rv.NotFound) != 0 {
|
|
return nil, fmt.Errorf("%s", rv.NotFound)
|
|
}
|
|
return rv.Deltas, err
|
|
}
|
|
|
|
func (db *Dropbox) getSnapshot(handle string) ([]row, int, error) {
|
|
var r struct {
|
|
Rows []row `json:"rows"`
|
|
Revision int `json:"rev"`
|
|
NotFound string `json:"notfound"`
|
|
}
|
|
|
|
if err := db.doRequest("GET", "datastores/get_snapshot",
|
|
&url.Values{"handle": {handle}}, &r); err != nil {
|
|
return nil, 0, err
|
|
}
|
|
if len(r.NotFound) != 0 {
|
|
return nil, 0, fmt.Errorf("%s", r.NotFound)
|
|
}
|
|
return r.Rows, r.Revision, nil
|
|
}
|
|
|
|
func (db *Dropbox) await(cursors []*Datastore, token string) (string, []DatastoreInfo, map[string][]datastoreDelta, error) {
|
|
var params *url.Values
|
|
var dis []DatastoreInfo
|
|
var dd map[string][]datastoreDelta
|
|
|
|
type awaitResult struct {
|
|
Deltas struct {
|
|
Results map[string]struct {
|
|
Deltas []datastoreDelta `json:"deltas"`
|
|
NotFound string `json:"notfound"`
|
|
} `json:"deltas"`
|
|
} `json:"get_deltas"`
|
|
Datastores struct {
|
|
Info []datastoreInfo `json:"datastores"`
|
|
Token string `json:"token"`
|
|
} `json:"list_datastores"`
|
|
}
|
|
var r awaitResult
|
|
if len(token) == 0 && len(cursors) == 0 {
|
|
return "", nil, nil, fmt.Errorf("at least one parameter required")
|
|
}
|
|
params = &url.Values{}
|
|
if len(token) != 0 {
|
|
js, err := json.Marshal(map[string]string{"token": token})
|
|
if err != nil {
|
|
return "", nil, nil, err
|
|
}
|
|
params.Set("list_datastores", string(js))
|
|
}
|
|
if len(cursors) != 0 {
|
|
m := make(map[string]int)
|
|
for _, ds := range cursors {
|
|
m[ds.info.handle] = ds.info.revision
|
|
}
|
|
js, err := json.Marshal(map[string]map[string]int{"cursors": m})
|
|
if err != nil {
|
|
return "", nil, nil, err
|
|
}
|
|
params.Set("get_deltas", string(js))
|
|
}
|
|
if err := db.doRequest("GET", "datastores/await", params, &r); err != nil {
|
|
return "", nil, nil, err
|
|
}
|
|
if len(r.Deltas.Results) == 0 && len(r.Datastores.Info) == 0 {
|
|
return token, nil, nil, fmt.Errorf("await timed out")
|
|
}
|
|
if len(r.Datastores.Token) != 0 {
|
|
token = r.Datastores.Token
|
|
}
|
|
if len(r.Deltas.Results) != 0 {
|
|
dd = make(map[string][]datastoreDelta)
|
|
for k, v := range r.Deltas.Results {
|
|
dd[k] = v.Deltas
|
|
}
|
|
}
|
|
if len(r.Datastores.Info) != 0 {
|
|
dis = make([]DatastoreInfo, len(r.Datastores.Info))
|
|
for i, di := range r.Datastores.Info {
|
|
dis[i] = DatastoreInfo{
|
|
ID: di.ID,
|
|
handle: di.Handle,
|
|
revision: di.Revision,
|
|
title: di.Info.Title,
|
|
mtime: time.Time(di.Info.MTime.Time),
|
|
}
|
|
}
|
|
}
|
|
return token, dis, dd, nil
|
|
}
|