diff --git a/compiler/build.gradle.kts b/compiler/build.gradle.kts
index ff7d7c2fc2e..2b2c48abc80 100644
--- a/compiler/build.gradle.kts
+++ b/compiler/build.gradle.kts
@@ -192,3 +192,5 @@ codegenTest(target = 10, jvm = 10) {
 }
 
 val generateTests by generator("org.jetbrains.kotlin.generators.tests.GenerateCompilerTestsKt")
+
+testsJar()
diff --git a/compiler/tests-java8/build.gradle.kts b/compiler/tests-java8/build.gradle.kts
index 051ef8ef279..f36d657b76e 100644
--- a/compiler/tests-java8/build.gradle.kts
+++ b/compiler/tests-java8/build.gradle.kts
@@ -29,3 +29,5 @@ projectTest {
 }
 
 val generateTests by generator("org.jetbrains.kotlin.generators.tests.GenerateJava8TestsKt")
+
+testsJar()
diff --git a/generators/build.gradle.kts b/generators/build.gradle.kts
index e4a7ea13ac8..766f6dc59de 100644
--- a/generators/build.gradle.kts
+++ b/generators/build.gradle.kts
@@ -38,3 +38,5 @@ val generateProtoBuf by generator("org.jetbrains.kotlin.generators.protobuf.Gene
 val generateProtoBufCompare by generator("org.jetbrains.kotlin.generators.protobuf.GenerateProtoBufCompare")
 
 val generateGradleOptions by generator("org.jetbrains.kotlin.generators.arguments.GenerateGradleOptionsKt")
+
+testsJar()
diff --git a/plugins/pill/generate-all-tests/build.gradle.kts b/plugins/pill/generate-all-tests/build.gradle.kts
index ad54c28bfd9..2b520d04753 100644
--- a/plugins/pill/generate-all-tests/build.gradle.kts
+++ b/plugins/pill/generate-all-tests/build.gradle.kts
@@ -2,11 +2,15 @@
 apply { plugin("kotlin") }
 apply { plugin("jps-compatible") }
 
+val depenencyProjects = arrayOf(
+    ":generators", ":compiler", ":js:js.tests", ":compiler:tests-java8"
+)
+
 dependencies {
-    jpsTest(project(":generators", configuration = "jpsTest"))
-    jpsTest(project(":compiler", configuration = "jpsTest"))
-    jpsTest(project(":js:js.tests", configuration = "jpsTest"))
-    jpsTest(project(":compiler:tests-java8", configuration = "jpsTest"))
+    depenencyProjects.forEach {
+        testCompile(projectTests(it))
+        jpsTest(project(it, configuration = "jpsTest"))
+    }
 }
 
 sourceSets {