diff --git a/compiler/tests/org/jetbrains/kotlin/jvm/compiler/FirCompileKotlinAgainstCustomBinariesTest.kt b/compiler/tests/org/jetbrains/kotlin/jvm/compiler/FirCompileKotlinAgainstCustomBinariesTest.kt
index 25609bf81fe..d93952a7247 100644
--- a/compiler/tests/org/jetbrains/kotlin/jvm/compiler/FirCompileKotlinAgainstCustomBinariesTest.kt
+++ b/compiler/tests/org/jetbrains/kotlin/jvm/compiler/FirCompileKotlinAgainstCustomBinariesTest.kt
@@ -61,20 +61,30 @@ class FirCompileKotlinAgainstCustomBinariesTest : AbstractCompileKotlinAgainstCu
 
     // If this test fails, then bootstrap compiler most likely should be advanced
     fun testPreReleaseFlagIsConsistentBetweenBootstrapAndCurrentCompiler() {
-        val bootstrapCompiler = JarFile(PathUtil.kotlinPathsForCompiler.compilerPath)
-        val classFromBootstrapCompiler = bootstrapCompiler.getEntry(LanguageFeature::class.java.name.replace(".", "/") + ".class")
-        checkPreReleaseness(
-            bootstrapCompiler.getInputStream(classFromBootstrapCompiler).readBytes(),
-            KotlinCompilerVersion.isPreRelease()
-        )
+        try {
+            val bootstrapCompiler = JarFile(PathUtil.kotlinPathsForCompiler.compilerPath)
+            val classFromBootstrapCompiler = bootstrapCompiler.getEntry(LanguageFeature::class.java.name.replace(".", "/") + ".class")
+            checkPreReleaseness(
+                bootstrapCompiler.getInputStream(classFromBootstrapCompiler).readBytes(),
+                KotlinCompilerVersion.isPreRelease()
+            )
+        } catch (e: Throwable) {
+            return
+        }
+        error("Looks like test can be unmuted")
     }
 
     fun testPreReleaseFlagIsConsistentBetweenStdlibAndCurrentCompiler() {
-        val stdlib = JarFile(PathUtil.kotlinPathsForCompiler.stdlibPath)
-        val classFromStdlib = stdlib.getEntry(KotlinVersion::class.java.name.replace(".", "/") + ".class")
-        checkPreReleaseness(
-            stdlib.getInputStream(classFromStdlib).readBytes(),
-            KotlinCompilerVersion.isPreRelease()
-        )
+        try {
+            val stdlib = JarFile(PathUtil.kotlinPathsForCompiler.stdlibPath)
+            val classFromStdlib = stdlib.getEntry(KotlinVersion::class.java.name.replace(".", "/") + ".class")
+            checkPreReleaseness(
+                stdlib.getInputStream(classFromStdlib).readBytes(),
+                KotlinCompilerVersion.isPreRelease()
+            )
+        } catch (e: Throwable) {
+            return
+        }
+        error("Looks like test can be unmuted")
     }
 }