diff --git a/compiler/testData/compileKotlinAgainstBinariesCustom/brokenJarWithNoClassForObjectProperty/source.kt.txt b/compiler/testData/compileKotlinAgainstBinariesCustom/brokenJarWithNoClassForObjectProperty/source.kt.txt
index 1450e7bd3ee..ff74958b0c5 100644
--- a/compiler/testData/compileKotlinAgainstBinariesCustom/brokenJarWithNoClassForObjectProperty/source.kt.txt
+++ b/compiler/testData/compileKotlinAgainstBinariesCustom/brokenJarWithNoClassForObjectProperty/source.kt.txt
@@ -1,6 +1,8 @@
 package test
 
-// To regenerate this test:
+// To regenerate this test, run CompileBinaryTestData.kt
+
+// Manual instructions:
 // 1. Compile this file
 // 2. Delete test/Lol.class
 // 3. Pack test/ into broken.jar
diff --git a/compiler/testData/compileKotlinAgainstBinariesCustom/duplicateObjectInBinaryAndSources/source.kt.txt b/compiler/testData/compileKotlinAgainstBinariesCustom/duplicateObjectInBinaryAndSources/source.kt.txt
index af457125519..b54fd6a5d52 100644
--- a/compiler/testData/compileKotlinAgainstBinariesCustom/duplicateObjectInBinaryAndSources/source.kt.txt
+++ b/compiler/testData/compileKotlinAgainstBinariesCustom/duplicateObjectInBinaryAndSources/source.kt.txt
@@ -1,5 +1,6 @@
 package test
 
-// To regenerate this test, compile this file into jar
+// To regenerate this test, run CompileBinaryTestData.kt
+// Or manually compile this file into jar
 
 public object Lol
diff --git a/compiler/testData/compileKotlinAgainstCustomBinaries/duplicateLibraries/DuplicateTest.kt.txt b/compiler/testData/compileKotlinAgainstCustomBinaries/duplicateLibraries/DuplicateTest.kt.txt
index 96fd72e944e..77f7b2f7d21 100644
--- a/compiler/testData/compileKotlinAgainstCustomBinaries/duplicateLibraries/DuplicateTest.kt.txt
+++ b/compiler/testData/compileKotlinAgainstCustomBinaries/duplicateLibraries/DuplicateTest.kt.txt
@@ -1,5 +1,8 @@
 package testing
 
+// To regenerate this test, run CompileBinaryTestData.kt
+// Or manually, compile this file into DuplicateLibTest-1.jar and copy it to DuplicateLibTest-2.jar
+
 object TopLevelObject
 
 class Outer {
diff --git a/compiler/testData/compileKotlinAgainstCustomBinaries/missingEnumReferencedInAnnotation/MissingEnum.kt.txt b/compiler/testData/compileKotlinAgainstCustomBinaries/missingEnumReferencedInAnnotation/MissingEnum.kt.txt
index d77c01c1433..e5dcc495aa1 100644
--- a/compiler/testData/compileKotlinAgainstCustomBinaries/missingEnumReferencedInAnnotation/MissingEnum.kt.txt
+++ b/compiler/testData/compileKotlinAgainstCustomBinaries/missingEnumReferencedInAnnotation/MissingEnum.kt.txt
@@ -1,6 +1,8 @@
 package test
 
-// To regenerate this test:
+// To regenerate this test, run CompileBinaryTestData.kt
+
+// Manual instructions:
 // 1. Compile this file
 // 2. Delete test/E.class
 // 3. Pack test/ into jar
diff --git a/idea/testData/codeInsight/overrideImplement/withLib/source.kt.txt b/idea/testData/codeInsight/overrideImplement/withLib/source.kt.txt
index a58b06ca9df..6e50002b4fd 100644
--- a/idea/testData/codeInsight/overrideImplement/withLib/source.kt.txt
+++ b/idea/testData/codeInsight/overrideImplement/withLib/source.kt.txt
@@ -1,6 +1,7 @@
 package dependency
 
-// To regenerate this test, compile this file into jar
+// To regenerate this test, run CompileBinaryTestData.kt
+// Or manually, compile this file into jar
 
 public open class A {
     public open fun foo() {}
diff --git a/idea/testData/completion/basic/custom/TopLevelNonImportedExtFunSource.kt.txt b/idea/testData/completion/basic/custom/TopLevelNonImportedExtFunSource.kt.txt
index 5a59cd4d890..9f7a0034d93 100644
--- a/idea/testData/completion/basic/custom/TopLevelNonImportedExtFunSource.kt.txt
+++ b/idea/testData/completion/basic/custom/TopLevelNonImportedExtFunSource.kt.txt
@@ -1,5 +1,8 @@
 package abc
 
+// To regenerate this test, run CompileBinaryTestData.kt
+// Or manually, compile this file into jar
+
 public fun abcdAAA1(): Unit {}
 
 public fun abcdBBB2(i: Int) {}
diff --git a/idea/testData/completion/basic/custom/TopLevelNonImportedFunSource.kt.txt b/idea/testData/completion/basic/custom/TopLevelNonImportedFunSource.kt.txt
index 5a59cd4d890..9f7a0034d93 100644
--- a/idea/testData/completion/basic/custom/TopLevelNonImportedFunSource.kt.txt
+++ b/idea/testData/completion/basic/custom/TopLevelNonImportedFunSource.kt.txt
@@ -1,5 +1,8 @@
 package abc
 
+// To regenerate this test, run CompileBinaryTestData.kt
+// Or manually, compile this file into jar
+
 public fun abcdAAA1(): Unit {}
 
 public fun abcdBBB2(i: Int) {}