2014-03-15 17:06:11 +01:00
|
|
|
package fs
|
|
|
|
|
|
|
|
import (
|
2017-07-23 17:10:23 +02:00
|
|
|
"net"
|
2018-05-16 17:30:09 +02:00
|
|
|
"strings"
|
2014-03-15 17:06:11 +01:00
|
|
|
"time"
|
2019-08-14 18:06:13 +02:00
|
|
|
|
|
|
|
"github.com/pkg/errors"
|
2014-03-15 17:06:11 +01:00
|
|
|
)
|
|
|
|
|
|
|
|
// Global
|
|
|
|
var (
|
2015-09-22 19:47:16 +02:00
|
|
|
// Config is the global config
|
2018-01-12 17:30:54 +01:00
|
|
|
Config = NewConfig()
|
2014-03-15 17:06:11 +01:00
|
|
|
|
2018-01-12 17:30:54 +01:00
|
|
|
// Read a value from the config file
|
|
|
|
//
|
|
|
|
// This is a function pointer to decouple the config
|
|
|
|
// implementation from the fs
|
2018-05-21 15:53:45 +02:00
|
|
|
ConfigFileGet = func(section, key string) (string, bool) { return "", false }
|
2017-01-03 03:52:41 +01:00
|
|
|
|
2019-08-14 18:06:13 +02:00
|
|
|
// Set a value into the config file and persist it
|
2018-05-14 19:06:57 +02:00
|
|
|
//
|
|
|
|
// This is a function pointer to decouple the config
|
|
|
|
// implementation from the fs
|
2019-08-14 18:06:13 +02:00
|
|
|
ConfigFileSet = func(section, key, value string) (err error) {
|
|
|
|
return errors.New("no config file set handler")
|
2018-05-14 19:06:57 +02:00
|
|
|
}
|
|
|
|
|
2018-01-12 17:30:54 +01:00
|
|
|
// CountError counts an error. If any errors have been
|
|
|
|
// counted then it will exit with a non zero error code.
|
|
|
|
//
|
|
|
|
// This is a function pointer to decouple the config
|
|
|
|
// implementation from the fs
|
|
|
|
CountError = func(err error) {}
|
2018-04-13 17:06:37 +02:00
|
|
|
|
|
|
|
// ConfigProvider is the config key used for provider options
|
|
|
|
ConfigProvider = "provider"
|
2016-08-14 13:04:43 +02:00
|
|
|
)
|
|
|
|
|
2015-09-22 19:47:16 +02:00
|
|
|
// ConfigInfo is filesystem config options
|
2014-03-15 17:06:11 +01:00
|
|
|
type ConfigInfo struct {
|
2019-03-26 03:41:45 +01:00
|
|
|
LogLevel LogLevel
|
|
|
|
StatsLogLevel LogLevel
|
2019-07-26 02:54:09 +02:00
|
|
|
UseJSONLog bool
|
2019-03-26 03:41:45 +01:00
|
|
|
DryRun bool
|
|
|
|
CheckSum bool
|
|
|
|
SizeOnly bool
|
|
|
|
IgnoreTimes bool
|
|
|
|
IgnoreExisting bool
|
|
|
|
IgnoreErrors bool
|
|
|
|
ModifyWindow time.Duration
|
|
|
|
Checkers int
|
|
|
|
Transfers int
|
|
|
|
ConnectTimeout time.Duration // Connect timeout
|
|
|
|
Timeout time.Duration // Data channel timeout
|
|
|
|
Dump DumpFlags
|
|
|
|
InsecureSkipVerify bool // Skip server certificate verification
|
|
|
|
DeleteMode DeleteMode
|
|
|
|
MaxDelete int64
|
|
|
|
TrackRenames bool // Track file renames.
|
|
|
|
LowLevelRetries int
|
|
|
|
UpdateOlder bool // Skip files that are newer on the destination
|
|
|
|
NoGzip bool // Disable compression
|
|
|
|
MaxDepth int
|
|
|
|
IgnoreSize bool
|
|
|
|
IgnoreChecksum bool
|
2019-06-03 22:12:10 +02:00
|
|
|
IgnoreCaseSync bool
|
2019-03-26 03:41:45 +01:00
|
|
|
NoTraverse bool
|
|
|
|
NoUpdateModTime bool
|
|
|
|
DataRateUnit string
|
2019-07-08 03:02:53 +02:00
|
|
|
CompareDest string
|
|
|
|
CopyDest string
|
2019-03-26 03:41:45 +01:00
|
|
|
BackupDir string
|
|
|
|
Suffix string
|
|
|
|
SuffixKeepExtension bool
|
|
|
|
UseListR bool
|
|
|
|
BufferSize SizeSuffix
|
|
|
|
BwLimit BwTimetable
|
|
|
|
TPSLimit float64
|
|
|
|
TPSLimitBurst int
|
|
|
|
BindAddr net.IP
|
|
|
|
DisableFeatures []string
|
|
|
|
UserAgent string
|
|
|
|
Immutable bool
|
|
|
|
AutoConfirm bool
|
|
|
|
StreamingUploadCutoff SizeSuffix
|
|
|
|
StatsFileNameLength int
|
|
|
|
AskPassword bool
|
|
|
|
UseServerModTime bool
|
|
|
|
MaxTransfer SizeSuffix
|
|
|
|
MaxBacklog int
|
2019-07-23 17:45:07 +02:00
|
|
|
MaxStatsGroups int
|
2019-03-26 03:41:45 +01:00
|
|
|
StatsOneLine bool
|
|
|
|
StatsOneLineDate bool // If we want a date prefix at all
|
|
|
|
StatsOneLineDateFormat string // If we want to customize the prefix
|
|
|
|
Progress bool
|
|
|
|
Cookie bool
|
|
|
|
UseMmap bool
|
|
|
|
CaCert string // Client Side CA
|
|
|
|
ClientCert string // Client Side Cert
|
|
|
|
ClientKey string // Client Side Key
|
2019-04-24 18:04:40 +02:00
|
|
|
MultiThreadCutoff SizeSuffix
|
|
|
|
MultiThreadStreams int
|
2019-08-12 23:09:40 +02:00
|
|
|
MultiThreadSet bool // whether MultiThreadStreams was set (set in fs/config/configflags)
|
2018-01-12 17:30:54 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
// NewConfig creates a new config with everything set to the default
|
2019-04-30 14:06:24 +02:00
|
|
|
// value. These are the ultimate defaults and are overridden by the
|
2018-01-12 17:30:54 +01:00
|
|
|
// config module.
|
|
|
|
func NewConfig() *ConfigInfo {
|
|
|
|
c := new(ConfigInfo)
|
|
|
|
|
|
|
|
// Set any values which aren't the zero for the type
|
|
|
|
c.LogLevel = LogLevelNotice
|
|
|
|
c.StatsLogLevel = LogLevelInfo
|
|
|
|
c.ModifyWindow = time.Nanosecond
|
|
|
|
c.Checkers = 8
|
|
|
|
c.Transfers = 4
|
|
|
|
c.ConnectTimeout = 60 * time.Second
|
|
|
|
c.Timeout = 5 * 60 * time.Second
|
|
|
|
c.DeleteMode = DeleteModeDefault
|
2018-01-22 19:53:18 +01:00
|
|
|
c.MaxDelete = -1
|
2018-01-12 17:30:54 +01:00
|
|
|
c.LowLevelRetries = 10
|
|
|
|
c.MaxDepth = -1
|
|
|
|
c.DataRateUnit = "bytes"
|
|
|
|
c.BufferSize = SizeSuffix(16 << 20)
|
|
|
|
c.UserAgent = "rclone/" + Version
|
|
|
|
c.StreamingUploadCutoff = SizeSuffix(100 * 1024)
|
2019-07-23 17:45:07 +02:00
|
|
|
c.MaxStatsGroups = 1000
|
2019-01-14 17:12:39 +01:00
|
|
|
c.StatsFileNameLength = 45
|
2018-01-12 17:30:54 +01:00
|
|
|
c.AskPassword = true
|
|
|
|
c.TPSLimitBurst = 1
|
2018-04-21 23:03:27 +02:00
|
|
|
c.MaxTransfer = -1
|
2018-07-19 23:41:34 +02:00
|
|
|
c.MaxBacklog = 10000
|
2019-03-26 03:41:45 +01:00
|
|
|
// We do not want to set the default here. We use this variable being empty as part of the fall-through of options.
|
|
|
|
// c.StatsOneLineDateFormat = "2006/01/02 15:04:05 - "
|
2019-04-24 18:04:40 +02:00
|
|
|
c.MultiThreadCutoff = SizeSuffix(250 * 1024 * 1024)
|
|
|
|
c.MultiThreadStreams = 4
|
2018-01-12 17:30:54 +01:00
|
|
|
|
|
|
|
return c
|
2015-05-10 12:25:54 +02:00
|
|
|
}
|
2018-05-16 17:30:09 +02:00
|
|
|
|
|
|
|
// ConfigToEnv converts an config section and name, eg ("myremote",
|
|
|
|
// "ignore-size") into an environment name
|
|
|
|
// "RCLONE_CONFIG_MYREMOTE_IGNORE_SIZE"
|
|
|
|
func ConfigToEnv(section, name string) string {
|
|
|
|
return "RCLONE_CONFIG_" + strings.ToUpper(strings.Replace(section+"_"+name, "-", "_", -1))
|
|
|
|
}
|
|
|
|
|
|
|
|
// OptionToEnv converts an option name, eg "ignore-size" into an
|
|
|
|
// environment name "RCLONE_IGNORE_SIZE"
|
|
|
|
func OptionToEnv(name string) string {
|
|
|
|
return "RCLONE_" + strings.ToUpper(strings.Replace(name, "-", "_", -1))
|
|
|
|
}
|