diff --git a/Shorewall/fallback.sh b/Shorewall/fallback.sh
index b1da4b814..48d601cb0 100755
--- a/Shorewall/fallback.sh
+++ b/Shorewall/fallback.sh
@@ -39,7 +39,7 @@ usage() # $1 = exit status
 restore_directory() # $1 = directory to restore
 {
     if [ -d ${1}-${VERSION}.bkout ]; then
-	if mv -f $1 ${1}-${VERSION} && mv ${1}-${VERSION}.bkout $1; then
+	if mv -f $1 ${1}-${VERSION} && mv ${1}-${VERSION}.bkout $1 && rm -rf ${1}-${VERSION}; then
 	    echo
 	    echo "$1 restored"
 	else