diff --git a/config/webpack.config.dev.js b/config/webpack.config.dev.js
index d46a9c6698a..1fe0f70e264 100644
--- a/config/webpack.config.dev.js
+++ b/config/webpack.config.dev.js
@@ -363,7 +363,7 @@ module.exports = {
     // The public URL is available as %PUBLIC_URL% in index.html, e.g.:
     // <link rel="shortcut icon" href="%PUBLIC_URL%/favicon.ico">
     // In development, this will be an empty string.
-    new InterpolateHtmlPlugin(env.raw),
+    new InterpolateHtmlPlugin(HtmlWebpackPlugin, env.raw),
     // Makes some environment variables available to the JS code, for example:
     // if (process.env.NODE_ENV === 'development') { ... }. See `./env.js`.
     new webpack.DefinePlugin(env.stringified),
diff --git a/config/webpack.config.prod.js b/config/webpack.config.prod.js
index 94d72d6d1ed..f36e1de3bce 100644
--- a/config/webpack.config.prod.js
+++ b/config/webpack.config.prod.js
@@ -409,7 +409,7 @@ module.exports = {
     // <link rel="shortcut icon" href="%PUBLIC_URL%/favicon.ico">
     // In production, it will be an empty string unless you specify "homepage"
     // in `package.json`, in which case it will be the pathname of that URL.
-    new InterpolateHtmlPlugin(env.raw),
+    new InterpolateHtmlPlugin(HtmlWebpackPlugin, env.raw),
     // Makes some environment variables available to the JS code, for example:
     // if (process.env.NODE_ENV === 'production') { ... }. See `./env.js`.
     // It is absolutely essential that NODE_ENV was set to production here.
diff --git a/package.json b/package.json
index 0e639a768dd..9e0a4d8c739 100644
--- a/package.json
+++ b/package.json
@@ -47,7 +47,7 @@
     "fs-extra": "5.0.0",
     "graphql": "0.13.2",
     "graphql-tag": "2.9.2",
-    "html-webpack-plugin": "3.2.0",
+    "html-webpack-plugin": "4.0.0-alpha.2",
     "identity-obj-proxy": "3.0.0",
     "jest": "23.5.0",
     "loader-utils": "1.1.0",