diff --git a/src/js/media/views/attachments/browser.js b/src/js/media/views/attachments/browser.js
index ecc480c53a..6d9523298e 100644
--- a/src/js/media/views/attachments/browser.js
+++ b/src/js/media/views/attachments/browser.js
@@ -190,7 +190,7 @@ AttachmentsBrowser = View.extend(/** @lends wp.media.view.AttachmentsBrowser.pro
 				disabled: true,
 				text: mediaTrash ? l10n.trashSelected : l10n.deletePermanently,
 				controller: this.controller,
-				priority: -60,
+				priority: -80,
 				click: function() {
 					var changed = [], removed = [],
 						selection = this.controller.state().get( 'selection' ),
@@ -246,7 +246,7 @@ AttachmentsBrowser = View.extend(/** @lends wp.media.view.AttachmentsBrowser.pro
 			if ( mediaTrash ) {
 				this.toolbar.set( 'deleteSelectedPermanentlyButton', new wp.media.view.DeleteSelectedPermanentlyButton({
 					filters: Filters,
-					style: 'primary',
+					style: 'link button-link-delete',
 					disabled: true,
 					text: l10n.deletePermanently,
 					controller: this.controller,
diff --git a/src/js/media/views/button/delete-selected.js b/src/js/media/views/button/delete-selected.js
index 5023093d73..b5ad9f8d3b 100644
--- a/src/js/media/views/button/delete-selected.js
+++ b/src/js/media/views/button/delete-selected.js
@@ -22,6 +22,7 @@ DeleteSelected = Button.extend(/** @lends wp.media.view.DeleteSelectedButton.pro
 			this.options.filters.model.on( 'change', this.filterChange, this );
 		}
 		this.controller.on( 'selection:toggle', this.toggleDisabled, this );
+		this.controller.on( 'select:activate', this.toggleDisabled, this );
 	},
 
 	filterChange: function( model ) {
diff --git a/src/wp-includes/css/buttons.css b/src/wp-includes/css/buttons.css
index 46361da432..35de508fc3 100644
--- a/src/wp-includes/css/buttons.css
+++ b/src/wp-includes/css/buttons.css
@@ -224,6 +224,12 @@ TABLE OF CONTENTS:
 .wp-core-ui .button-link-delete:hover,
 .wp-core-ui .button-link-delete:focus {
 	color: #dc3232;
+	background: transparent;
+}
+
+.wp-core-ui .button-link-delete:disabled {
+	/* overrides the default buttons disabled background */
+	background: transparent !important;
 }
 
 .ie8 .wp-core-ui .button-link:focus {