diff --git a/packages/aws-cdk/does-not-exist.json b/packages/aws-cdk/does-not-exist.json
deleted file mode 100644
index 44efb5098e48f..0000000000000
--- a/packages/aws-cdk/does-not-exist.json
+++ /dev/null
@@ -1 +0,0 @@
-{"expiration":1656407830087,"notices":[{"title":"Error when building EKS cluster with monocdk import","issueNumber":17061,"overview":"When using monocdk/aws-eks to build a stack containing an EKS cluster, error is thrown about missing lambda-layer-node-proxy-agent/layer/package.json.","components":[{"name":"cli","version":"<1.130.0 >=1.126.0"}],"schemaVersion":"1"}]}
diff --git a/packages/aws-cdk/test/notices.test.ts b/packages/aws-cdk/test/notices.test.ts
index dd9ae31c7fb76..8ce0df5f1a080 100644
--- a/packages/aws-cdk/test/notices.test.ts
+++ b/packages/aws-cdk/test/notices.test.ts
@@ -325,6 +325,10 @@ describe('cli notices', () => {
       expect(debugSpy).not.toHaveBeenCalled();
 
       debugSpy.mockRestore();
+
+      if (fs.existsSync('does-not-exist.json')) {
+        fs.unlinkSync('does-not-exist.json');
+      }
     });
 
     test('retrieved data from the delegate when it is configured to ignore the cache', async () => {