2015-10-14 18:37:53 +02:00
|
|
|
// Errors and error handling
|
|
|
|
|
|
|
|
package fs
|
|
|
|
|
|
|
|
import (
|
|
|
|
"fmt"
|
2016-04-29 17:42:08 +02:00
|
|
|
"io"
|
2015-10-14 18:37:53 +02:00
|
|
|
"net/http"
|
|
|
|
"net/url"
|
2016-04-29 17:42:08 +02:00
|
|
|
"strings"
|
2016-06-10 14:48:41 +02:00
|
|
|
|
|
|
|
"github.com/pkg/errors"
|
2015-10-14 18:37:53 +02:00
|
|
|
)
|
|
|
|
|
2016-07-04 12:57:30 +02:00
|
|
|
// Retrier is an optional interface for error as to whether the
|
2015-10-14 18:37:53 +02:00
|
|
|
// operation should be retried at a high level.
|
|
|
|
//
|
|
|
|
// This should be returned from Update or Put methods as required
|
2016-07-04 12:57:30 +02:00
|
|
|
type Retrier interface {
|
2015-10-14 18:37:53 +02:00
|
|
|
error
|
|
|
|
Retry() bool
|
|
|
|
}
|
|
|
|
|
|
|
|
// retryError is a type of error
|
|
|
|
type retryError string
|
|
|
|
|
|
|
|
// Error interface
|
|
|
|
func (r retryError) Error() string {
|
|
|
|
return string(r)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Retry interface
|
|
|
|
func (r retryError) Retry() bool {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
|
|
|
// Check interface
|
2016-07-04 12:57:30 +02:00
|
|
|
var _ Retrier = retryError("")
|
2015-10-14 18:37:53 +02:00
|
|
|
|
|
|
|
// RetryErrorf makes an error which indicates it would like to be retried
|
|
|
|
func RetryErrorf(format string, a ...interface{}) error {
|
|
|
|
return retryError(fmt.Sprintf(format, a...))
|
|
|
|
}
|
|
|
|
|
2016-07-04 12:57:30 +02:00
|
|
|
// wrappedRetryError is an error wrapped so it will satisfy the
|
|
|
|
// Retrier interface and return true
|
|
|
|
type wrappedRetryError struct {
|
2015-10-14 18:37:53 +02:00
|
|
|
error
|
|
|
|
}
|
|
|
|
|
|
|
|
// Retry interface
|
2016-07-04 12:57:30 +02:00
|
|
|
func (err wrappedRetryError) Retry() bool {
|
2015-10-14 18:37:53 +02:00
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
|
|
|
// Check interface
|
2016-07-04 12:57:30 +02:00
|
|
|
var _ Retrier = wrappedRetryError{(error)(nil)}
|
2015-10-14 18:37:53 +02:00
|
|
|
|
|
|
|
// RetryError makes an error which indicates it would like to be retried
|
|
|
|
func RetryError(err error) error {
|
2016-12-13 17:02:14 +01:00
|
|
|
if err == nil {
|
|
|
|
err = errors.New("needs retry")
|
|
|
|
}
|
2016-07-04 12:57:30 +02:00
|
|
|
return wrappedRetryError{err}
|
2015-10-14 18:37:53 +02:00
|
|
|
}
|
|
|
|
|
2016-05-14 18:11:19 +02:00
|
|
|
// IsRetryError returns true if err conforms to the Retry interface
|
|
|
|
// and calling the Retry method returns true.
|
|
|
|
func IsRetryError(err error) bool {
|
2016-07-04 12:57:30 +02:00
|
|
|
if err == nil {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
err = errors.Cause(err)
|
|
|
|
if r, ok := err.(Retrier); ok {
|
2016-05-14 18:11:19 +02:00
|
|
|
return r.Retry()
|
|
|
|
}
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
2016-07-04 12:57:30 +02:00
|
|
|
// Fataler is an optional interface for error as to whether the
|
|
|
|
// operation should cause the entire operation to finish immediately.
|
|
|
|
//
|
|
|
|
// This should be returned from Update or Put methods as required
|
|
|
|
type Fataler interface {
|
|
|
|
error
|
|
|
|
Fatal() bool
|
|
|
|
}
|
|
|
|
|
|
|
|
// wrappedFatalError is an error wrapped so it will satisfy the
|
|
|
|
// Retrier interface and return true
|
|
|
|
type wrappedFatalError struct {
|
|
|
|
error
|
|
|
|
}
|
|
|
|
|
|
|
|
// Fatal interface
|
|
|
|
func (err wrappedFatalError) Fatal() bool {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
|
|
|
// Check interface
|
|
|
|
var _ Fataler = wrappedFatalError{(error)(nil)}
|
|
|
|
|
|
|
|
// FatalError makes an error which indicates it is a fatal error and
|
|
|
|
// the sync should stop.
|
|
|
|
func FatalError(err error) error {
|
2016-12-13 17:02:14 +01:00
|
|
|
if err == nil {
|
|
|
|
err = errors.New("fatal error")
|
|
|
|
}
|
2016-07-04 12:57:30 +02:00
|
|
|
return wrappedFatalError{err}
|
|
|
|
}
|
|
|
|
|
|
|
|
// IsFatalError returns true if err conforms to the Fatal interface
|
|
|
|
// and calling the Fatal method returns true.
|
|
|
|
func IsFatalError(err error) bool {
|
|
|
|
if err == nil {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
err = errors.Cause(err)
|
|
|
|
if r, ok := err.(Fataler); ok {
|
|
|
|
return r.Fatal()
|
|
|
|
}
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
// NoRetrier is an optional interface for error as to whether the
|
|
|
|
// operation should not be retried at a high level.
|
|
|
|
//
|
|
|
|
// If only NoRetry errors are returned in a sync then the sync won't
|
|
|
|
// be retried.
|
|
|
|
//
|
|
|
|
// This should be returned from Update or Put methods as required
|
|
|
|
type NoRetrier interface {
|
|
|
|
error
|
|
|
|
NoRetry() bool
|
|
|
|
}
|
|
|
|
|
|
|
|
// wrappedNoRetryError is an error wrapped so it will satisfy the
|
|
|
|
// Retrier interface and return true
|
|
|
|
type wrappedNoRetryError struct {
|
|
|
|
error
|
|
|
|
}
|
|
|
|
|
|
|
|
// NoRetry interface
|
|
|
|
func (err wrappedNoRetryError) NoRetry() bool {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
|
|
|
// Check interface
|
|
|
|
var _ NoRetrier = wrappedNoRetryError{(error)(nil)}
|
|
|
|
|
|
|
|
// NoRetryError makes an error which indicates the sync shouldn't be
|
|
|
|
// retried.
|
|
|
|
func NoRetryError(err error) error {
|
|
|
|
return wrappedNoRetryError{err}
|
|
|
|
}
|
|
|
|
|
|
|
|
// IsNoRetryError returns true if err conforms to the NoRetry
|
|
|
|
// interface and calling the NoRetry method returns true.
|
|
|
|
func IsNoRetryError(err error) bool {
|
|
|
|
if err == nil {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
err = errors.Cause(err)
|
|
|
|
if r, ok := err.(NoRetrier); ok {
|
|
|
|
return r.NoRetry()
|
|
|
|
}
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
2016-04-29 17:42:08 +02:00
|
|
|
// isClosedConnError reports whether err is an error from use of a closed
|
|
|
|
// network connection.
|
|
|
|
//
|
|
|
|
// Code adapted from net/http
|
|
|
|
func isClosedConnError(err error) bool {
|
|
|
|
if err == nil {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
// Note that this error isn't exported so we have to do a
|
|
|
|
// string comparison :-(
|
|
|
|
str := err.Error()
|
|
|
|
if strings.Contains(str, "use of closed network connection") {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
|
|
|
return isClosedConnErrorPlatform(err)
|
|
|
|
}
|
|
|
|
|
2015-10-14 18:37:53 +02:00
|
|
|
// ShouldRetry looks at an error and tries to work out if retrying the
|
|
|
|
// operation that caused it would be a good idea. It returns true if
|
2016-04-29 17:42:08 +02:00
|
|
|
// the error implements Timeout() or Temporary() or if the error
|
|
|
|
// indicates a premature closing of the connection.
|
2015-10-14 18:37:53 +02:00
|
|
|
func ShouldRetry(err error) bool {
|
|
|
|
if err == nil {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
2016-06-10 14:48:41 +02:00
|
|
|
// Find root cause if available
|
|
|
|
err = errors.Cause(err)
|
2016-04-29 17:42:08 +02:00
|
|
|
|
2015-10-14 18:37:53 +02:00
|
|
|
// Unwrap url.Error
|
|
|
|
if urlErr, ok := err.(*url.Error); ok {
|
|
|
|
err = urlErr.Err
|
|
|
|
}
|
|
|
|
|
2016-06-10 14:48:41 +02:00
|
|
|
// Look for premature closing of connection
|
|
|
|
if err == io.EOF || err == io.ErrUnexpectedEOF || isClosedConnError(err) {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
2015-10-14 18:37:53 +02:00
|
|
|
// Check for net error Timeout()
|
|
|
|
if x, ok := err.(interface {
|
|
|
|
Timeout() bool
|
|
|
|
}); ok && x.Timeout() {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
|
|
|
// Check for net error Temporary()
|
|
|
|
if x, ok := err.(interface {
|
|
|
|
Temporary() bool
|
|
|
|
}); ok && x.Temporary() {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
// ShouldRetryHTTP returns a boolean as to whether this resp deserves.
|
|
|
|
// It checks to see if the HTTP response code is in the slice
|
|
|
|
// retryErrorCodes.
|
|
|
|
func ShouldRetryHTTP(resp *http.Response, retryErrorCodes []int) bool {
|
|
|
|
if resp == nil {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
for _, e := range retryErrorCodes {
|
|
|
|
if resp.StatusCode == e {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return false
|
|
|
|
}
|