diff --git a/wp-includes/js/media-views.js b/wp-includes/js/media-views.js
index 6541b2215d..7d28fb88d8 100644
--- a/wp-includes/js/media-views.js
+++ b/wp-includes/js/media-views.js
@@ -1197,7 +1197,10 @@
 			return events;
 		}()),
 
-		removeFromGallery: function() {
+		removeFromGallery: function( event ) {
+			// Stop propagation so the model isn't selected.
+			event.stopPropagation();
+
 			this.controller.state().get('library').remove( this.model );
 		}
 	});