diff --git a/RELEASE.md b/RELEASE.md
index 10c890b09..253c41618 100644
--- a/RELEASE.md
+++ b/RELEASE.md
@@ -23,6 +23,7 @@ Making a release
   * make upload_website
   * make upload_github
   * make startdev
+  * run bin/tidy-beta <previous version> to tidy old betas
   * # announce with forum post, twitter post, G+ post
 
 Early in the next release cycle update the vendored dependencies
diff --git a/bin/tidy-beta b/bin/tidy-beta
new file mode 100755
index 000000000..baea8b150
--- /dev/null
+++ b/bin/tidy-beta
@@ -0,0 +1,17 @@
+#!/bin/sh
+# Use this script after a release to tidy the betas
+
+version="$1"
+if [ "$version" = "" ]; then
+    echo "Syntax: $0 <version> [delete]"
+    exit 1
+fi
+dry_run="--dry-run"
+if [ "$2" = "delete" ]; then
+    dry_run=""
+else
+    echo "Running in --dry-run mode"
+    echo "Use '$0 $version delete' to actually delete files"
+fi
+
+rclone ${dry_run} --fast-list -P --checkers 16 --transfers 16 delete --include "**/${version}**" memstore:beta-rclone-org