diff --git a/src/Update/Filters/CopyMuPlugin.php b/src/Update/Filters/CopyMuPlugin.php
index 2906b6cf..5d2daf26 100644
--- a/src/Update/Filters/CopyMuPlugin.php
+++ b/src/Update/Filters/CopyMuPlugin.php
@@ -58,9 +58,12 @@ public function action($src, $dest, $parameters)
             "$dest/.github",
             "$dest/.gitattributes",
             "$dest/.phpcs.xml",
+            "$dest/phpunit.xml.dist",
             "$dest/README.md",
             "$dest/composer.json",
             "$dest/CONTRIBUTING.md",
+            "$dest/bin",
+            "$dest/tests",
         ];
         foreach ($files_to_delete as $file) {
             $this->logger->notice('Removing {file}', ['file' => $file]);