package operations import ( "context" "io" "io/ioutil" "testing" "github.com/pkg/errors" "github.com/rclone/rclone/fs" "github.com/rclone/rclone/fs/hash" "github.com/rclone/rclone/fstest/mockobject" "github.com/rclone/rclone/lib/readers" "github.com/stretchr/testify/assert" ) // check interface var _ io.ReadCloser = (*ReOpen)(nil) var errorTestError = errors.New("test error") // this is a wrapper for an mockobject with a custom Open function // // breaks indicate the number of bytes to read before returning an // error type reOpenTestObject struct { fs.Object breaks []int64 } // Open opens the file for read. Call Close() on the returned io.ReadCloser // // This will break after reading the number of bytes in breaks func (o *reOpenTestObject) Open(ctx context.Context, options ...fs.OpenOption) (io.ReadCloser, error) { rc, err := o.Object.Open(ctx, options...) if err != nil { return nil, err } if len(o.breaks) > 0 { // Pop a breakpoint off N := o.breaks[0] o.breaks = o.breaks[1:] // If 0 then return an error immediately if N == 0 { return nil, errorTestError } // Read N bytes then an error r := io.MultiReader(&io.LimitedReader{R: rc, N: N}, readers.ErrorReader{Err: errorTestError}) // Wrap with Close in a new readCloser rc = readCloser{Reader: r, Closer: rc} } return rc, nil } func TestReOpen(t *testing.T) { for testIndex, testName := range []string{"Seek", "Range"} { t.Run(testName, func(t *testing.T) { // Contents for the mock object var ( reOpenTestcontents = []byte("0123456789") expectedRead = reOpenTestcontents rangeOption *fs.RangeOption ) if testIndex > 0 { rangeOption = &fs.RangeOption{Start: 1, End: 7} expectedRead = reOpenTestcontents[1:8] } // Start the test with the given breaks testReOpen := func(breaks []int64, maxRetries int) (io.ReadCloser, error) { srcOrig := mockobject.New("potato").WithContent(reOpenTestcontents, mockobject.SeekModeNone) src := &reOpenTestObject{ Object: srcOrig, breaks: breaks, } hashOption := &fs.HashesOption{Hashes: hash.NewHashSet(hash.MD5)} return NewReOpen(context.Background(), src, maxRetries, hashOption, rangeOption) } t.Run("Basics", func(t *testing.T) { // open h, err := testReOpen(nil, 10) assert.NoError(t, err) // Check contents read correctly got, err := ioutil.ReadAll(h) assert.NoError(t, err) assert.Equal(t, expectedRead, got) // Check read after end var buf = make([]byte, 1) n, err := h.Read(buf) assert.Equal(t, 0, n) assert.Equal(t, io.EOF, err) // Check close assert.NoError(t, h.Close()) // Check double close assert.Equal(t, errorFileClosed, h.Close()) // Check read after close n, err = h.Read(buf) assert.Equal(t, 0, n) assert.Equal(t, errorFileClosed, err) }) t.Run("ErrorAtStart", func(t *testing.T) { // open with immediate breaking h, err := testReOpen([]int64{0}, 10) assert.Equal(t, errorTestError, err) assert.Nil(t, h) }) t.Run("WithErrors", func(t *testing.T) { // open with a few break points but less than the max h, err := testReOpen([]int64{2, 1, 3}, 10) assert.NoError(t, err) // check contents got, err := ioutil.ReadAll(h) assert.NoError(t, err) assert.Equal(t, expectedRead, got) // check close assert.NoError(t, h.Close()) }) t.Run("TooManyErrors", func(t *testing.T) { // open with a few break points but >= the max h, err := testReOpen([]int64{2, 1, 3}, 3) assert.NoError(t, err) // check contents got, err := ioutil.ReadAll(h) assert.Equal(t, errorTestError, err) assert.Equal(t, expectedRead[:6], got) // check old error is returned var buf = make([]byte, 1) n, err := h.Read(buf) assert.Equal(t, 0, n) assert.Equal(t, errorTooManyTries, err) // Check close assert.Equal(t, errorFileClosed, h.Close()) }) }) } }