rclone/fstest/fstest.go

// Utilities for testing the fs

package fstest

// FIXME put name of test FS in Fs structure

import (
	"io/ioutil"
	"log"
	"math/rand"
	"os"
	"strings"
	"time"

	"github.com/ncw/rclone/fs"
)

var Fatalf = log.Fatalf

// Seed the random number generator
func init() {
	rand.Seed(time.Now().UnixNano())

}

// Represents an item for checking
type Item struct {
	Path    string
	Md5sum  string
	ModTime time.Time
	Size    int64
}

// check the mod time to the given precision
func (i *Item) CheckModTime(obj fs.Object, modTime time.Time) {
	dt := modTime.Sub(i.ModTime)
	precision := obj.Fs().Precision()
	if dt >= precision || dt <= -precision {
		Fatalf("%s: Modification time difference too big |%s| > %s (%s vs %s)", obj.Remote(), dt, precision, modTime, i.ModTime)
	}
}

func (i *Item) Check(obj fs.Object) {
	if obj == nil {
		Fatalf("Object is nil")
	}
	// Check attributes
	Md5sum, err := obj.Md5sum()
	if err != nil {
		Fatalf("Failed to read md5sum for %q: %v", obj.Remote(), err)
	}
	if i.Md5sum != Md5sum {
		Fatalf("%s: Md5sum incorrect - expecting %q got %q", obj.Remote(), i.Md5sum, Md5sum)
	}
	if i.Size != obj.Size() {
		Fatalf("%s: Size incorrect - expecting %d got %d", obj.Remote(), i.Size, obj.Size())
	}
	i.CheckModTime(obj, obj.ModTime())
}

// Represents all items for checking
type Items struct {
	byName map[string]*Item
	items  []Item
}

// Make an Items
func NewItems(items []Item) *Items {
	is := &Items{
		byName: make(map[string]*Item),
		items:  items,
	}
	// Fill up byName
	for i := range items {
		is.byName[items[i].Path] = &items[i]
	}
	return is
}

// Check off an item
func (is *Items) Find(obj fs.Object) {
	i, ok := is.byName[obj.Remote()]
	if !ok {
		Fatalf("Unexpected file %q", obj.Remote())
	}
	delete(is.byName, obj.Remote())
	i.Check(obj)
}

// Check all done
func (is *Items) Done() {
	if len(is.byName) != 0 {
		for name := range is.byName {
			log.Printf("Not found %q", name)
		}
		Fatalf("%d objects not found", len(is.byName))
	}
}

// Checks the fs to see if it has the expected contents
func CheckListing(f fs.Fs, items []Item) {
	is := NewItems(items)
	for obj := range f.List() {
		is.Find(obj)
	}
	is.Done()
}

// Parse a time string or explode
func Time(timeString string) time.Time {
	t, err := time.Parse(time.RFC3339Nano, timeString)
	if err != nil {
		Fatalf("Failed to parse time %q: %v", timeString, err)
	}
	return t
}

// Create a random string
func RandomString(n int) string {
	source := "abcdefghijklmnopqrstuvwxyz0123456789"
	out := make([]byte, n)
	for i := range out {
		out[i] = source[rand.Intn(len(source))]
	}
	return string(out)
}

// Make a random bucket or subdirectory on the remote
//
// Call the finalise function returned to Purge the fs at the end (and
// the parent if necessary)
func RandomRemote(remoteName string, subdir bool) (fs.Fs, func(), error) {
	// Make a directory if remote name is null
	rmdir := ""
	var err error
	if remoteName == "" {
		remoteName, err = ioutil.TempDir("", "rclone")
		if err != nil {
			return nil, nil, err
		}
		rmdir = remoteName
	}

	if !strings.HasSuffix(remoteName, ":") {
		remoteName += "/"
	}
	remoteName += RandomString(32)
	var parentRemote fs.Fs
	if subdir {
		var err error
		parentRemote, err = fs.NewFs(remoteName)
		if err != nil {
			return nil, nil, err
		}
		remoteName += "/" + RandomString(8)
	}

	remote, err := fs.NewFs(remoteName)
	if err != nil {
		return nil, nil, err
	}

	finalise := func() {
		_ = fs.Purge(remote) // ignore error
		if parentRemote != nil {
			err = fs.Purge(parentRemote) // ignore error
			if err != nil {
				log.Printf("Failed to purge %v: %v", parentRemote, err)
			}
		}
		// Delete directory if we made one above
		if rmdir != "" {
			err := os.RemoveAll(rmdir)
			if err != nil {
				Fatalf("Failed to remove %q: %v", rmdir, err)
			}
		}
	}

	return remote, finalise, nil
}

func TestMkdir(remote fs.Fs) {
	err := fs.Mkdir(remote)
	if err != nil {
		Fatalf("Mkdir failed: %v", err)
	}
	CheckListing(remote, []Item{})
}

func TestPurge(remote fs.Fs) {
	err := fs.Purge(remote)
	if err != nil {
		log.Fatalf("Purge failed: %v", err)
	}
	CheckListing(remote, []Item{})
}

func TestRmdir(remote fs.Fs) {
	err := fs.Rmdir(remote)
	if err != nil {
		Fatalf("Rmdir failed: %v", err)
	}
}