diff --git a/fs/filter/filter.go b/fs/filter/filter.go
index 6f4ba9d5a..997070bd7 100644
--- a/fs/filter/filter.go
+++ b/fs/filter/filter.go
@@ -375,6 +375,11 @@ func (f *Filter) InActive() bool {
 
 // IncludeRemote returns whether this remote passes the filter rules.
 func (f *Filter) IncludeRemote(remote string) bool {
+	// filesFrom takes precedence
+	if f.files != nil {
+		_, include := f.files[remote]
+		return include
+	}
 	for _, rule := range f.fileRules.rules {
 		if rule.Match(remote) {
 			return rule.Include