diff --git a/npm/.gitignore b/npm/.gitignore
index 07d41466bada..9ec0c37f1d7a 100644
--- a/npm/.gitignore
+++ b/npm/.gitignore
@@ -1,5 +1,4 @@
 node_modules
-*.zip
 dist
 path.txt
 .DS_Store
diff --git a/npm/.npmignore b/npm/.npmignore
new file mode 100644
index 000000000000..fe67adfa7c33
--- /dev/null
+++ b/npm/.npmignore
@@ -0,0 +1,2 @@
+dist/
+path.txt
diff --git a/npm/package.json b/npm/package.json
index b182c382691b..e190cf7782a1 100644
--- a/npm/package.json
+++ b/npm/package.json
@@ -7,9 +7,10 @@
     "url": "https://github.com/mafintosh/electron-prebuilt"
   },
   "scripts": {
-    "install": "node install.js",
-    "test": "tape test/*.js",
-    "cache-clean": "rimraf ~/.electron"
+    "cache-clean": "rm -rf ~/.electron && rm -rf dist",
+    "postinstall": "node install.js",
+    "pretest": "npm run cache-clean && node install.js",
+    "test": "tape test/*.js"
   },
   "bin": {
     "electron": "cli.js"