diff --git a/ts/updater/common.ts b/ts/updater/common.ts
index 0d568163a..ee89a55e0 100644
--- a/ts/updater/common.ts
+++ b/ts/updater/common.ts
@@ -722,6 +722,17 @@ export abstract class Updater {
             'downloadUpdate: Failed to restore from backup folder, ignoring',
             Errors.toLogFormat(restoreError)
           );
+
+          // If not possible - at least clean up
+          try {
+            await deleteTempDir(this.logger, restoreDir);
+          } catch (cleanupError) {
+            this.logger.warn(
+              'downloadUpdate: Failed to remove backup folder after ' +
+                'failed restore, ignoring',
+              Errors.toLogFormat(cleanupError)
+            );
+          }
         }
 
         this.logger.warn(