diff --git a/compiler/testData/cli/wrongAbiVersionLib/ClassWithWrongAbiVersion.class b/compiler/testData/cli/wrongAbiVersionLib/ClassWithWrongAbiVersion.class
index 545a65280b8..d5448096e0b 100644
Binary files a/compiler/testData/cli/wrongAbiVersionLib/ClassWithWrongAbiVersion.class and b/compiler/testData/cli/wrongAbiVersionLib/ClassWithWrongAbiVersion.class differ
diff --git a/compiler/testData/cli/wrongAbiVersionLib/ClassWithWrongAbiVersion.kt.txt b/compiler/testData/cli/wrongAbiVersionLib/ClassWithWrongAbiVersion.kt.txt
new file mode 100644
index 00000000000..7ccbda78b77
--- /dev/null
+++ b/compiler/testData/cli/wrongAbiVersionLib/ClassWithWrongAbiVersion.kt.txt
@@ -0,0 +1,13 @@
+/*
+To regenerate this test:
+  1. Change JvmAbi.VERSION to -1
+  2. Run 'ant dist'
+  3. Rename this file and wrong-package: delete 'txt' extension
+  4. Compile two files with the newly built compiler from dist/
+  5. Rename files back: add 'txt' extension
+  6. Change JvmAbi.VERSION back to its old value
+  7. Run 'ant dist'
+After these steps, the test should succeed
+*/
+
+class ClassWithWrongAbiVersion
diff --git a/compiler/testData/cli/wrongAbiVersionLib/wrong-class-source b/compiler/testData/cli/wrongAbiVersionLib/wrong-class-source
deleted file mode 100644
index 907bb17a366..00000000000
--- a/compiler/testData/cli/wrongAbiVersionLib/wrong-class-source
+++ /dev/null
@@ -1 +0,0 @@
-class ClassWithWrongAbiVersion
diff --git a/compiler/testData/cli/wrongAbiVersionLib/wrong-package-source b/compiler/testData/cli/wrongAbiVersionLib/wrong-package.kt.txt
similarity index 100%
rename from compiler/testData/cli/wrongAbiVersionLib/wrong-package-source
rename to compiler/testData/cli/wrongAbiVersionLib/wrong-package.kt.txt
diff --git a/compiler/testData/cli/wrongAbiVersionLib/wrong/WrongPackage$src$wrong$af7e96c9.class b/compiler/testData/cli/wrongAbiVersionLib/wrong/WrongPackage$src$wrong$af7e96c9.class
deleted file mode 100644
index 6ab6c032b75..00000000000
Binary files a/compiler/testData/cli/wrongAbiVersionLib/wrong/WrongPackage$src$wrong$af7e96c9.class and /dev/null differ
diff --git a/compiler/testData/cli/wrongAbiVersionLib/wrong/WrongPackage$src$wrong-package$f7694eb0.class b/compiler/testData/cli/wrongAbiVersionLib/wrong/WrongPackage$src$wrong-package$f7694eb0.class
new file mode 100644
index 00000000000..975d3fb8de8
Binary files /dev/null and b/compiler/testData/cli/wrongAbiVersionLib/wrong/WrongPackage$src$wrong-package$f7694eb0.class differ
diff --git a/compiler/testData/cli/wrongAbiVersionLib/wrong/WrongPackage.class b/compiler/testData/cli/wrongAbiVersionLib/wrong/WrongPackage.class
index 5dbc33f71ed..a3d8100a7be 100644
Binary files a/compiler/testData/cli/wrongAbiVersionLib/wrong/WrongPackage.class and b/compiler/testData/cli/wrongAbiVersionLib/wrong/WrongPackage.class differ