diff --git a/test/e2e/hot-and-live-reload.test.js b/test/e2e/hot-and-live-reload.test.js
index 63c387f20f..26486a8ab8 100644
--- a/test/e2e/hot-and-live-reload.test.js
+++ b/test/e2e/hot-and-live-reload.test.js
@@ -10,6 +10,7 @@ const SockJS = require("sockjs-client");
 const webpack = require("webpack");
 const fs = require("graceful-fs");
 const Server = require("../../lib/Server");
+const HTMLGeneratorPlugin = require("../helpers/html-generator-plugin");
 const reloadConfig = require("../fixtures/reload-config/webpack.config");
 const runBrowser = require("../helpers/run-browser");
 const port = require("../ports-map")["hot-and-live-reload"];
@@ -248,7 +249,10 @@ describe("hot and live reload", () => {
           `${require.resolve("../../client-src/index.js")}?hot=true`,
           require.resolve("../fixtures/reload-config/foo.js"),
         ],
-        plugins: [new webpack.HotModuleReplacementPlugin()],
+        plugins: [
+          new webpack.HotModuleReplacementPlugin(),
+          new HTMLGeneratorPlugin(),
+        ],
       },
       options: {
         client: false,
@@ -461,7 +465,7 @@ describe("hot and live reload", () => {
           }
         });
 
-      await page.goto(`http://localhost:${port}/main${mode.query || ""}`, {
+      await page.goto(`http://localhost:${port}/${mode.query || ""}`, {
         waitUntil: "networkidle0",
       });
 
@@ -620,7 +624,7 @@ describe("simple hot config HMR plugin", () => {
         pageErrors.push(error);
       });
 
-    const response = await page.goto(`http://127.0.0.1:${port}/main`, {
+    const response = await page.goto(`http://127.0.0.1:${port}/`, {
       waitUntil: "networkidle0",
     });
 
@@ -687,7 +691,7 @@ describe("simple hot config HMR plugin with already added HMR plugin", () => {
         pageErrors.push(error);
       });
 
-    const response = await page.goto(`http://127.0.0.1:${port}/main`, {
+    const response = await page.goto(`http://127.0.0.1:${port}/`, {
       waitUntil: "networkidle0",
     });
 
@@ -818,7 +822,7 @@ describe("multi compiler hot config HMR plugin", () => {
         pageErrors.push(error);
       });
 
-    const response = await page.goto(`http://127.0.0.1:${port}/main`, {
+    const response = await page.goto(`http://127.0.0.1:${port}/`, {
       waitUntil: "networkidle0",
     });
 
@@ -881,7 +885,7 @@ describe("hot disabled HMR plugin", () => {
         pageErrors.push(error);
       });
 
-    const response = await page.goto(`http://127.0.0.1:${port}/main`, {
+    const response = await page.goto(`http://127.0.0.1:${port}/`, {
       waitUntil: "networkidle0",
     });
 
diff --git a/test/fixtures/reload-config/webpack.config.js b/test/fixtures/reload-config/webpack.config.js
index 910b38f3da..ff5650900f 100644
--- a/test/fixtures/reload-config/webpack.config.js
+++ b/test/fixtures/reload-config/webpack.config.js
@@ -1,6 +1,7 @@
 "use strict";
 
 const webpack = require("webpack");
+const HTMLGeneratorPlugin = require("../../helpers/html-generator-plugin");
 
 const isWebpack5 = webpack.version.startsWith("5");
 
@@ -30,4 +31,5 @@ module.exports = {
     : {
         level: "info",
       },
+  plugins: [new HTMLGeneratorPlugin()],
 };