diff --git a/src/wp-includes/widgets/class-wp-widget-media-gallery.php b/src/wp-includes/widgets/class-wp-widget-media-gallery.php
index 5c07c4fc6b..4bce321c35 100644
--- a/src/wp-includes/widgets/class-wp-widget-media-gallery.php
+++ b/src/wp-includes/widgets/class-wp-widget-media-gallery.php
@@ -29,8 +29,8 @@ class WP_Widget_Media_Gallery extends WP_Widget_Media {
 
 		$this->l10n = array_merge( $this->l10n, array(
 			'no_media_selected' => __( 'No images selected' ),
-			'add_media' => _x( 'Select Images', 'label for button in the gallery widget; should not be longer than ~13 characters long' ),
-			'replace_media' => _x( 'Replace Gallery', 'label for button in the gallery widget; should not be longer than ~13 characters long' ),
+			'add_media' => _x( 'Add Images', 'label for button in the gallery widget; should not be longer than ~13 characters long' ),
+			'replace_media' => '',
 			'edit_media' => _x( 'Edit Gallery', 'label for button in the gallery widget; should not be longer than ~13 characters long' ),
 		) );
 	}
diff --git a/src/wp-includes/widgets/class-wp-widget-media.php b/src/wp-includes/widgets/class-wp-widget-media.php
index 58ad4647ac..864d7568d8 100644
--- a/src/wp-includes/widgets/class-wp-widget-media.php
+++ b/src/wp-includes/widgets/class-wp-widget-media.php
@@ -403,9 +403,11 @@ abstract class WP_Widget_Media extends WP_Widget {
 				<button type="button" class="button edit-media selected">
 					<?php echo esc_html( $this->l10n['edit_media'] ); ?>
 				</button>
+			<?php if ( ! empty( $this->l10n['replace_media'] ) ) : ?>
 				<button type="button" class="button change-media select-media selected">
 					<?php echo esc_html( $this->l10n['replace_media'] ); ?>
 				</button>
+			<?php endif; ?>
 				<button type="button" class="button select-media not-selected">
 					<?php echo esc_html( $this->l10n['add_media'] ); ?>
 				</button>