diff --git a/tests/integration/utils/test_usage_tracker.py b/tests/integration/utils/test_usage_tracker.py
index 6ba9261e4ef..25a11892f3c 100644
--- a/tests/integration/utils/test_usage_tracker.py
+++ b/tests/integration/utils/test_usage_tracker.py
@@ -19,6 +19,8 @@
 
 @fixture(scope="module", autouse=True)
 def create_cli_mock():
+    # Cleanup before starting
+    rmtree(TEST_FOLDER, ignore_errors=True)
     for i, file in enumerate(MOCK_MODULES):
         os.makedirs(os.path.dirname(f"{TEST_FOLDER}{file}"))
         with open(f"{TEST_FOLDER}{file}", "w") as f: