diff --git a/.gitignore b/.gitignore
index 6f254b604..36ac372c9 100644
--- a/.gitignore
+++ b/.gitignore
@@ -68,7 +68,6 @@ cache/
 node_modules
 bower_components
 npm-debug.log
-app/assets/javascripts/modules/all.js
 
 environment.sh
 .envrc
diff --git a/gulpfile.js b/gulpfile.js
index a23eae362..010dcc90d 100644
--- a/gulpfile.js
+++ b/gulpfile.js
@@ -10,6 +10,7 @@ const rollup = require('rollup');
 const rollupPluginCommonjs = require('rollup-plugin-commonjs');
 const rollupPluginNodeResolve = require('rollup-plugin-node-resolve');
 const stylish = require('jshint-stylish');
+const del = require('del');
 
 const plugins = {};
 plugins.addSrc = require('gulp-add-src');
@@ -197,6 +198,13 @@ const lint = {
 };
 
 
+const clean = {
+  javascripts: (cb) => {
+    return del([paths.src + 'javascripts/modules/all.js'])
+  }
+}
+
+
 // Default: compile everything
 const defaultTask = parallel(
   series(
@@ -207,7 +215,8 @@ const defaultTask = parallel(
     copy.error_pages,
     series(
       bundleJavaScriptModules,
-      javascripts
+      javascripts,
+      clean.javascripts
     ),
     sass
   )
diff --git a/package.json b/package.json
index 844676850..ecfda4fde 100644
--- a/package.json
+++ b/package.json
@@ -21,6 +21,7 @@
   "dependencies": {
     "@babel/core": "7.4.0",
     "@babel/preset-env": "7.4.2",
+    "del": "5.1.0",
     "diff-dom": "2.5.1",
     "govuk-elements-sass": "3.1.2",
     "govuk-frontend": "2.13.0",