diff --git a/src/in-page-ui/ribbon/react/components/ribbon.tsx b/src/in-page-ui/ribbon/react/components/ribbon.tsx
index ec2a88b1d2..7d94b56e6e 100644
--- a/src/in-page-ui/ribbon/react/components/ribbon.tsx
+++ b/src/in-page-ui/ribbon/react/components/ribbon.tsx
@@ -1986,12 +1986,9 @@ export default class Ribbon extends Component<Props, State> {
                 {!this.props.sidebar.isSidebarOpen && (
                     <CloseIconContainer
                         onMouseDown={(event) => {
-                            if (!this.props.showRemoveMenu) {
+                            if (event.shiftKey) {
                                 this.props.toggleRemoveMenu()
-                            }
-                        }}
-                        onMouseUp={(event) => {
-                            if (!this.props.showRemoveMenu) {
+                            } else {
                                 this.props.handleRemoveRibbon()
                             }
                         }}