diff --git a/backend.native/tests/build.gradle b/backend.native/tests/build.gradle
index f994a253d1c..38c5d4cd664 100644
--- a/backend.native/tests/build.gradle
+++ b/backend.native/tests/build.gradle
@@ -78,7 +78,8 @@ task update_external_tests() {
 
         // Copy only used tests into the test directory.
         externalTestsDir.mkdirs()
-        delete(externalTestsDir.listFiles())
+        delete("${externalTestsDir.canonicalPath}/codegen")
+        delete("${externalTestsDir.canonicalPath}/compileKotlinAgainstKotlin")
 
         copy {
             from temporaryDir.absolutePath + "/compiler"