diff --git a/tests/phpunit/includes/testcase-xmlrpc.php b/tests/phpunit/includes/testcase-xmlrpc.php
index e82c5e134e..bf0f22aa52 100644
--- a/tests/phpunit/includes/testcase-xmlrpc.php
+++ b/tests/phpunit/includes/testcase-xmlrpc.php
@@ -16,6 +16,7 @@ class WP_XMLRPC_UnitTestCase extends WP_UnitTestCase {
 
 	function tearDown() {
 		remove_filter( 'pre_option_enable_xmlrpc', '__return_true' );
+		$this->remove_added_uploads();
 
 		parent::tearDown();
 	}