diff --git a/src/ConfirmProvider/ConfirmProvider.test.tsx b/src/ConfirmProvider/ConfirmProvider.test.tsx
index 3b2c59b8b..8c31df916 100644
--- a/src/ConfirmProvider/ConfirmProvider.test.tsx
+++ b/src/ConfirmProvider/ConfirmProvider.test.tsx
@@ -141,20 +141,6 @@ describe("useConfirm", () => {
       expect(queryByText("Arbitrary content")).toBeTruthy();
     });
 
-    test("keeps custom text during close", () => {
-      const { getByText, queryByText } = render(
-        <TestComponent
-          confirmOptions={{
-            title: "Remove this item?"
-          }}
-        />
-      );
-      fireEvent.click(getByText("Delete"));
-      expect(queryByText("Remove this item?")).toBeTruthy();
-      fireEvent.click(getByText("Yes"));
-      expect(queryByText("Remove this item?")).toBeTruthy();
-    });
-
     test("honours default options passed to the provider", () => {
       const { getByText, queryByText } = render(
         <ConfirmProvider
diff --git a/src/ConfirmProvider/ConfirmationDialog.tsx b/src/ConfirmProvider/ConfirmationDialog.tsx
index 6ee7b1023..754697e14 100644
--- a/src/ConfirmProvider/ConfirmationDialog.tsx
+++ b/src/ConfirmProvider/ConfirmationDialog.tsx
@@ -52,58 +52,62 @@ const ConfirmationDialog: React.FC<ConfirmationDialogProps> = ({
   );
 
   return (
-    <Dialog
-      fullWidth
-      {...dialogProps}
-      open={open}
-      onClose={onClose}
-      data-testid="confirm-dialog"
-    >
-      {title && (
-        // use the dialog title from the dialog title component
-        <DialogTitle onClose={onCancel} {...titleProps}>
-          {title}
-        </DialogTitle>
-      )}
-      <Divider />
-      {content ? (
-        <DialogContent sx={{ p: 2 }}>
-          <DialogContentText
-            sx={{
-              color: theme =>
-                theme.palette.mode === "light"
-                  ? "rgba(0, 0, 0, 0.8)"
-                  : "rgba(255,255,255, 1)"
-            }}
+    <>
+      {open ? (
+        <Dialog
+          fullWidth
+          {...dialogProps}
+          open={true}
+          onClose={onClose}
+          data-testid="confirm-dialog"
+        >
+          {title && (
+            // use the dialog title from the dialog title component
+            <DialogTitle onClose={onCancel} {...titleProps}>
+              {title}
+            </DialogTitle>
+          )}
+          <Divider />
+          {content ? (
+            <DialogContent sx={{ p: 2 }}>
+              <DialogContentText
+                sx={{
+                  color: theme =>
+                    theme.palette.mode === "light"
+                      ? "rgba(0, 0, 0, 0.8)"
+                      : "rgba(255,255,255, 1)"
+                }}
+              >
+                {content}
+                <DialogContentText />
+              </DialogContentText>
+            </DialogContent>
+          ) : (
+            description && (
+              <DialogContent sx={{ p: 2 }}>
+                <DialogContentText
+                  sx={{
+                    color: theme =>
+                      theme.palette.mode === "light"
+                        ? "rgba(0, 0, 0, 0.8)"
+                        : "rgba(255,255,255, 1)"
+                  }}
+                >
+                  {description}
+                </DialogContentText>
+              </DialogContent>
+            )
+          )}
+          <Divider />
+          <DialogActions
+            sx={{ justifyContent: "flex-end", padding: "16px" }}
+            {...dialogActionsProps}
           >
-            {content}
-            <DialogContentText />
-          </DialogContentText>
-        </DialogContent>
-      ) : (
-        description && (
-          <DialogContent sx={{ p: 2 }}>
-            <DialogContentText
-              sx={{
-                color: theme =>
-                  theme.palette.mode === "light"
-                    ? "rgba(0, 0, 0, 0.8)"
-                    : "rgba(255,255,255, 1)"
-              }}
-            >
-              {description}
-            </DialogContentText>
-          </DialogContent>
-        )
-      )}
-      <Divider />
-      <DialogActions
-        sx={{ justifyContent: "flex-end", padding: "16px" }}
-        {...dialogActionsProps}
-      >
-        {dialogActions}
-      </DialogActions>
-    </Dialog>
+            {dialogActions}
+          </DialogActions>
+        </Dialog>
+      ) : null}
+    </>
   );
 };