Make webpack-dev-server optional

Author: Kocal

CHANGELOG.md

@@ -72,6 +72,23 @@ Encore.configureDevServerOptions((options) => {
 });
 ```
 
+* #1336 Make webpack-dev-server optional (@Kocal)
+
+The `webpack-dev-server` package is now an optional peer dependency. 
+It has been removed because some projects may not use it, and it was installing a bunch of unnecessary dependencies.
+
+Removing the `webpack-dev-server` dependency from Encore reduces the number of dependencies from **626** to **295** (**-331**!),
+it helps to reduce the size of the `node_modules` directory and the number of possible vulnerabilities.
+
+To use the `webpack-dev-server` again, you need to install it manually:
+```shell
+npm install webpack-dev-server --save-dev
+# or 
+yarn add webpack-dev-server --dev
+# or 
+pnpm install webpack-dev-server --save-dev
+```
+
 ## 4.7.0
 
 ### Features

bin/encore.js

@@ -14,6 +14,7 @@ const parseRuntime = require('../lib/config/parse-runtime');
 const context = require('../lib/context');
 const pc = require('picocolors');
 const logger = require('../lib/logger');
+const featuresHelper = require("../lib/features");
 
 const runtimeConfig = parseRuntime(
     require('yargs-parser')(process.argv.slice(2)),
@@ -56,6 +57,13 @@ if (runtimeConfig.helpRequested) {
 }
 
 if (runtimeConfig.useDevServer) {
+    try {
+        featuresHelper.ensurePackagesExistAndAreCorrectVersion('webpack-dev-server', 'the webpack Development Server');
+    } catch (e) {
+        console.log(e);
+        process.exit(1);
+    }
+
     console.log('Running webpack-dev-server ...');
     console.log();
 

lib/WebpackConfig.js

@@ -31,6 +31,7 @@ const crypto = require('crypto');
 const logger = require('./logger');
 const regexpEscaper = require('./utils/regexp-escaper');
 const { calculateDevServerUrl } = require('./config/path-util');
+const featuresHelper = require('./features');
 
 /**
  * @param {RuntimeConfig|null} runtimeConfig
@@ -594,6 +595,8 @@ class WebpackConfig {
      * @param {OptionsCallback<import('webpack-dev-server').Configuration>} callback
      */
     configureDevServerOptions(callback) {
+        featuresHelper.ensurePackagesExistAndAreCorrectVersion('webpack-dev-server');
+
         if (typeof callback !== 'function') {
             throw new Error('Argument 1 to configureDevServerOptions() must be a callback function.');
         }

lib/features.js

@@ -14,6 +14,12 @@ const packageHelper = require('./package-helper');
 /**
  * An object that holds internal configuration about different
  * "loaders"/"plugins" that can be enabled/used.
+ *
+ * @type {{[key: string]: {
+ *     method: string,
+ *     packages: Array<{ name: string, version?: string } | Array<{ name: string }>>,
+ *     description: string,
+ * }}}
  */
 const features = {
     sass: {
@@ -146,7 +152,14 @@ const features = {
             { name: 'svelte-loader', enforce_version: true }
         ],
         description: 'process Svelte JS files'
-    }
+    },
+    'webpack-dev-server': {
+        method: 'configureDevServerOptions()',
+        packages: [
+            { name: 'webpack-dev-server' }
+        ],
+        description: 'run the Webpack development server'
+    },
 };
 
 function getFeatureConfig(featureName) {
@@ -158,12 +171,12 @@ function getFeatureConfig(featureName) {
 }
 
 module.exports = {
-    ensurePackagesExistAndAreCorrectVersion: function(featureName) {
+    ensurePackagesExistAndAreCorrectVersion: function(featureName, method = null) {
         const config = getFeatureConfig(featureName);
 
         packageHelper.ensurePackagesExist(
             packageHelper.addPackagesVersionConstraint(config.packages),
-            config.method
+            method || config.method
         );
     },
 

package.json

@@ -42,7 +42,6 @@
     "tapable": "^2.2.1",
     "terser-webpack-plugin": "^5.3.0",
     "tmp": "^0.2.1",
-    "webpack-dev-server": "^5.0.4",
     "yargs-parser": "^21.0.0"
   },
   "devDependencies": {
@@ -97,6 +96,7 @@
     "vue-loader": "^17.0.0",
     "webpack": "^5.72",
     "webpack-cli": "^5.1.4",
+    "webpack-dev-server": "^5.0.4",
     "webpack-notifier": "^1.15.0"
   },
   "peerDependencies": {
@@ -211,6 +211,9 @@
     "webpack-cli": {
       "optional": false
     },
+    "webpack-dev-server": {
+      "optional": true
+    },
     "webpack-notifier": {
       "optional": true
     }

test/bin/encore.js

@@ -15,7 +15,9 @@ const expect = chai.expect;
 const path = require('path');
 const testSetup = require('../helpers/setup');
 const fs = require('fs-extra');
-const exec = require('child_process').exec;
+const { exec, execSync, spawn } = require('child_process');
+
+const projectDir = path.resolve(__dirname, '../', '../');
 
 describe('bin/encore.js', function() {
     // being functional tests, these can take quite long
@@ -213,4 +215,143 @@ module.exports = Encore.getWebpackConfig();
             done();
         });
     });
+
+    it('Run the webpack-dev-server successfully', (done) => {
+        testSetup.emptyTmpDir();
+        const testDir = testSetup.createTestAppDir();
+
+        fs.writeFileSync(
+            path.join(testDir, 'package.json'),
+            `{
+                "devDependencies": {
+                    "@symfony/webpack-encore": "*"
+                }
+            }`
+        );
+
+        fs.writeFileSync(
+            path.join(testDir, 'webpack.config.js'),
+            `
+const Encore = require('../../index.js');
+Encore
+    .enableSingleRuntimeChunk()
+    .setOutputPath('build/')
+    .setPublicPath('/build')
+    .addEntry('main', './js/no_require')
+;
+
+module.exports = Encore.getWebpackConfig();
+            `
+        );
+
+        const binPath = path.resolve(__dirname, '../', '../', 'bin', 'encore.js');
+        const abortController = new AbortController();
+        const node = spawn('node', [binPath, 'dev-server', `--context=${testDir}`], {
+            cwd: testDir,
+            env: Object.assign({}, process.env, { NO_COLORS: 'true' }),
+            signal: abortController.signal
+        });
+
+        let stdout = '';
+        let stderr = '';
+
+        node.stdout.on('data', (data) => {
+            stdout += data.toString();
+        });
+
+        node.stderr.on('data', (data) => {
+            stderr += data.toString();
+        });
+
+        node.on('error', (error) => {
+            if (error.name !== 'AbortError') {
+                throw new Error('Error executing encore', { cause: error });
+            }
+            // TODO: debug CI
+            console.log({ stdout, stderr });
+
+            expect(stdout).to.contain('Running webpack-dev-server ...');
+            expect(stdout).to.contain('Compiled successfully in');
+            expect(stdout).to.contain('webpack compiled successfully');
+
+            expect(stderr).to.contain('[webpack-dev-server] Project is running at:');
+            expect(stderr).to.contain('[webpack-dev-server] Loopback: http://localhost:8080/, http://127.0.0.1:8080/');
+            expect(stderr).to.contain('[webpack-dev-server] Content not from webpack is served from');
+
+            done();
+        });
+
+        setTimeout(() => {
+            abortController.abort();
+        }, 5000);
+    });
+
+    describe('Without webpack-dev-server installed', () => {
+        const webpackDevServerConstraint = require('../../package.json').devDependencies['webpack-dev-server'] || null;
+        if (!webpackDevServerConstraint) {
+            throw new Error('Missing "webpack-dev-server" as dev dependency in package.json.');
+        }
+
+        before(() => {
+            execSync('yarn remove webpack-dev-server --dev', { cwd: projectDir });
+        });
+
+        after(() => {
+            // Re-install webpack-dev-server and ensure the project is in a clean state
+            execSync(`yarn add webpack-dev-server@${webpackDevServerConstraint} --dev`, { cwd: projectDir });
+            execSync('git checkout yarn.lock', { cwd: projectDir });
+            execSync('yarn install', { cwd: projectDir });
+        });
+
+        it('Throw an error when trying to use the webpack-dev-server if not installed', done => {
+            testSetup.emptyTmpDir();
+            const testDir = testSetup.createTestAppDir();
+
+            fs.writeFileSync(
+                path.join(testDir, 'package.json'),
+                `{
+                    "devDependencies": {
+                        "@symfony/webpack-encore": "*"
+                    }
+                }`
+            );
+
+            fs.writeFileSync(
+                path.join(testDir, 'webpack.config.js'),
+                `
+const Encore = require('../../index.js');
+Encore
+    .enableSingleRuntimeChunk()
+    .setOutputPath('build/')
+    .setPublicPath('/build')
+    .addEntry('main', './js/no_require')
+;
+
+module.exports = Encore.getWebpackConfig();
+        `
+            );
+
+            const binPath = path.resolve(projectDir, 'bin', 'encore.js');
+            exec(
+                `node ${binPath} dev-server --context=${testDir}`,
+                {
+                    cwd: testDir,
+                    env: Object.assign({}, process.env, { NO_COLORS: 'true' })
+                },
+                (err, stdout, stderr) => {
+                    // TODO: debug CI
+                    console.log({ stdout, stderr });
+
+                    expect(stdout).to.contain('Install webpack-dev-server to use the webpack Development Server');
+                    expect(stdout).to.contain('npm install webpack-dev-server --save-dev');
+                    expect(stderr).to.equal('');
+
+                    expect(stdout).not.to.contain('Running webpack-dev-server ...');
+                    expect(stdout).not.to.contain('Compiled successfully in');
+                    expect(stdout).not.to.contain('webpack compiled successfully');
+
+                    done();
+                });
+        });
+    });
 });