diff --git a/editor/modes/visual-editor/sibling-inserter.js b/editor/modes/visual-editor/sibling-inserter.js
index 03cfdde620d36..061687944ab03 100644
--- a/editor/modes/visual-editor/sibling-inserter.js
+++ b/editor/modes/visual-editor/sibling-inserter.js
@@ -103,7 +103,7 @@ class VisualEditorSiblingInserter extends Component {
 				onBlur={ this.hide }
 				onMouseEnter={ this.show }
 				onMouseLeave={ this.hide }
-				tabIndex={ 0 }>
+				tabIndex={ isVisible ? -1 : 0 }>
 				{ showInsertionPoint && (
 					<div className="editor-visual-editor__insertion-point" />
 				) }