diff --git a/test/integration/no-duplicate-compile-error/next.config.js b/test/integration/no-duplicate-compile-error/next.config.js
new file mode 100644
index 0000000000000..cc17cf48c578f
--- /dev/null
+++ b/test/integration/no-duplicate-compile-error/next.config.js
@@ -0,0 +1,6 @@
+module.exports = {
+  onDemandEntries: {
+    // Make sure entries are not getting disposed.
+    maxInactiveAge: 1000 * 60 * 60,
+  },
+}
diff --git a/test/integration/no-duplicate-compile-error/test/index.test.js b/test/integration/no-duplicate-compile-error/test/index.test.js
index 0cf21dc14ca76..109271406ebf6 100644
--- a/test/integration/no-duplicate-compile-error/test/index.test.js
+++ b/test/integration/no-duplicate-compile-error/test/index.test.js
@@ -50,7 +50,10 @@ describe('no duplicate compile error output', () => {
     }
 
     // Wait for compile error to disappear:
-    await check(() => hasRedbox(browser).then((r) => (r ? 'yes' : 'no')), /no/)
+    await check(
+      () => hasRedbox(browser, false).then((r) => (r ? 'yes' : 'no')),
+      /no/
+    )
     await browser.waitForElementByCss('#a')
 
     expect((stdout.match(/Unexpected token/g) || []).length).toBe(1)