diff --git a/src/wp-includes/js/wplink.js b/src/wp-includes/js/wplink.js
index 2fb3568deb..5b69c88d30 100644
--- a/src/wp-includes/js/wplink.js
+++ b/src/wp-includes/js/wplink.js
@@ -365,7 +365,10 @@ var wpLink;
 			}
 
 			link = getLink();
-			text = inputs.text.val() || attrs.href;
+
+			if ( inputs.wrap.hasClass( 'has-text-field' ) ) {
+				text = inputs.text.val() || attrs.href;
+			}
 
 			if ( link ) {
 				if ( text ) {