diff --git a/frontend/package-lock.json b/frontend/package-lock.json
index bf801977..e577631d 100644
--- a/frontend/package-lock.json
+++ b/frontend/package-lock.json
@@ -18,7 +18,7 @@
         "@urql/exchange-refocus": "^1.0.2",
         "@urql/exchange-request-policy": "^1.0.2",
         "@vector-im/compound-design-tokens": "^0.0.5",
-        "@vector-im/compound-web": "^0.4.0",
+        "@vector-im/compound-web": "^0.4.1",
         "classnames": "^2.3.2",
         "date-fns": "^2.30.0",
         "graphql": "^16.8.0",
@@ -9321,9 +9321,9 @@
       }
     },
     "node_modules/@vector-im/compound-web": {
-      "version": "0.4.0",
-      "resolved": "https://registry.npmjs.org/@vector-im/compound-web/-/compound-web-0.4.0.tgz",
-      "integrity": "sha512-45pshpwpVBwOwIevKZrnWX718Z+qPvxnrSUv3KY4x4ej+PDMt8Qorxv1n98bB7fgF7vwBHK5PQdjq2kTFit+wQ==",
+      "version": "0.4.1",
+      "resolved": "https://registry.npmjs.org/@vector-im/compound-web/-/compound-web-0.4.1.tgz",
+      "integrity": "sha512-F1KshkUANrapjSzgzmAnHEnNGnyo22ZVHeg0Kjt15Q6I8TuMlnFJ41F0R6GEVOOnsRFi/8DApnh1pB70BJ7OgA==",
       "dependencies": {
         "@radix-ui/react-form": "^0.0.3",
         "@radix-ui/react-tooltip": "^1.0.6",
diff --git a/frontend/package.json b/frontend/package.json
index 831d9ff5..1b1596ec 100644
--- a/frontend/package.json
+++ b/frontend/package.json
@@ -25,7 +25,7 @@
     "@urql/exchange-refocus": "^1.0.2",
     "@urql/exchange-request-policy": "^1.0.2",
     "@vector-im/compound-design-tokens": "^0.0.5",
-    "@vector-im/compound-web": "^0.4.0",
+    "@vector-im/compound-web": "^0.4.1",
     "classnames": "^2.3.2",
     "date-fns": "^2.30.0",
     "graphql": "^16.8.0",
diff --git a/frontend/src/components/ConfirmationModal/ConfirmationModal.test.tsx b/frontend/src/components/ConfirmationModal/ConfirmationModal.test.tsx
index 19a2f475..391f3f5f 100644
--- a/frontend/src/components/ConfirmationModal/ConfirmationModal.test.tsx
+++ b/frontend/src/components/ConfirmationModal/ConfirmationModal.test.tsx
@@ -84,6 +84,16 @@ describe("<ConfirmationModal />", () => {
 
     // no cancel button without onDeny
     expect(screen.queryByText("Cancel")).toBeFalsy();
+
+    // The dialog does not close on escape
+    fireEvent.keyDown(screen.getByRole("alertdialog"), {
+      key: "Escape",
+      code: "Escape",
+      keyCode: 27,
+    });
+
+    // dialog still open
+    expect(screen.queryByRole("alertdialog")).toBeTruthy();
   });
 
   it("calls onConfirm on confirmation", () => {
diff --git a/frontend/src/components/ConfirmationModal/ConfirmationModal.tsx b/frontend/src/components/ConfirmationModal/ConfirmationModal.tsx
index e85b1cf8..4835bf99 100644
--- a/frontend/src/components/ConfirmationModal/ConfirmationModal.tsx
+++ b/frontend/src/components/ConfirmationModal/ConfirmationModal.tsx
@@ -25,7 +25,7 @@ import {
 } from "@radix-ui/react-alert-dialog";
 import { Button } from "@vector-im/compound-web";
 import classNames from "classnames";
-import { ReactNode, useState } from "react";
+import { ReactNode } from "react";
 
 import styles from "./ConfirmationModal.module.css";
 
@@ -40,7 +40,7 @@ type Props = {
 /**
  * Generic confirmation modal
  * controls its own open state
- * calls onDeny on cancel, esc, or overlay click
+ * calls onDeny on cancel or esc
  * calls onConfirm on confirm click
  */
 const ConfirmationModal: React.FC<React.PropsWithChildren<Props>> = ({
@@ -50,57 +50,41 @@ const ConfirmationModal: React.FC<React.PropsWithChildren<Props>> = ({
   children,
   trigger,
   title,
-}) => {
-  const [isOpen, setIsOpen] = useState(false);
-
-  const onClose = (callback?: () => void) => (): void => {
-    setIsOpen(false);
-    callback?.();
-  };
-
-  // radix's autofocus doesn't work for some reason
-  // maybe https://www.radix-ui.com/primitives/docs/guides/composition#your-component-must-forward-ref
-  // when this is replaced with compound's own/wrapped dialog this should be fixed
-  // until then, focus the cancel button for a deniable modal
-  // and continue button otherwise
-  const onOpenAutoFocus = (e: Event): void => {
-    const focusButtonKind = onDeny ? "tertiary" : "destructive";
-    (e.target as Element)
-      ?.querySelector<HTMLButtonElement>(
-        `button[data-kind="${focusButtonKind}"]`,
-      )
-      ?.focus();
-  };
-  return (
-    <Root open={isOpen} onOpenChange={setIsOpen}>
-      <Trigger asChild>{trigger}</Trigger>
-      <Portal>
-        <Overlay className={styles.overlay} onClick={onClose(onDeny)} />
-        <Content
-          className={classNames(styles.content, className)}
-          onEscapeKeyDown={onClose(onDeny)}
-          onOpenAutoFocus={onOpenAutoFocus}
-        >
-          <Title>{title}</Title>
-          <Description>{children}</Description>
-          <div className={styles.buttons}>
-            {onDeny && (
-              <Cancel asChild>
-                <Button kind="tertiary" size="sm" onClick={onClose(onDeny)}>
-                  Cancel
-                </Button>
-              </Cancel>
-            )}
-            <Action asChild>
-              <Button kind="destructive" size="sm" onClick={onClose(onConfirm)}>
-                Continue
+}) => (
+  <Root>
+    <Trigger asChild>{trigger}</Trigger>
+    <Portal>
+      <Overlay className={styles.overlay} />
+      <Content
+        className={classNames(styles.content, className)}
+        onEscapeKeyDown={(event): void => {
+          if (onDeny) {
+            onDeny();
+          } else {
+            // if there is no deny callback, we should prevent the escape key from closing the modal
+            event.preventDefault();
+          }
+        }}
+      >
+        <Title>{title}</Title>
+        <Description>{children}</Description>
+        <div className={styles.buttons}>
+          {onDeny && (
+            <Cancel asChild>
+              <Button kind="tertiary" size="sm" onClick={onDeny}>
+                Cancel
               </Button>
-            </Action>
-          </div>
-        </Content>
-      </Portal>
-    </Root>
-  );
-};
+            </Cancel>
+          )}
+          <Action asChild>
+            <Button kind="destructive" size="sm" onClick={onConfirm}>
+              Continue
+            </Button>
+          </Action>
+        </div>
+      </Content>
+    </Portal>
+  </Root>
+);
 
 export default ConfirmationModal;