Analysis API: move reference resolve testsdata with errors to dedicated folders

analysis/analysis-api-fir/tests/org/jetbrains/kotlin/analysis/api/fir/FirLibrarySourceReferenceResolveTestGenerated.java

@@ -31,7 +31,7 @@ public class FirLibrarySourceReferenceResolveTestGenerated extends AbstractRefer
 
     @Test
     public void testAllFilesPresentInReferenceResolve() throws Exception {
-        KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve"), Pattern.compile("^([^.]+)\\.kt$"), null, true);
+        KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve"), Pattern.compile("^([^.]+)\\.kt$"), null, true, "withErrors");
     }
 
     @Test
@@ -58,12 +58,6 @@ public class FirLibrarySourceReferenceResolveTestGenerated extends AbstractRefer
         runTest("analysis/analysis-api/testData/referenceResolve/AnnotationOnFileWithImport.kt");
     }
 
-    @Test
-    @TestMetadata("AnnotationParameter.kt")
-    public void testAnnotationParameter() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/AnnotationParameter.kt");
-    }
-
     @Test
     @TestMetadata("AnnotationTypeParameter.kt")
     public void testAnnotationTypeParameter() throws Exception {
@@ -76,12 +70,6 @@ public class FirLibrarySourceReferenceResolveTestGenerated extends AbstractRefer
         runTest("analysis/analysis-api/testData/referenceResolve/ClassInTypeConstraint.kt");
     }
 
-    @Test
-    @TestMetadata("ClassNameBeforeDot.kt")
-    public void testClassNameBeforeDot() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/ClassNameBeforeDot.kt");
-    }
-
     @Test
     @TestMetadata("ClassObjectClassLiteralReference.kt")
     public void testClassObjectClassLiteralReference() throws Exception {
@@ -106,24 +94,6 @@ public class FirLibrarySourceReferenceResolveTestGenerated extends AbstractRefer
         runTest("analysis/analysis-api/testData/referenceResolve/ClassReferenceInImport.kt");
     }
 
-    @Test
-    @TestMetadata("CollectionLiteralLeft.kt")
-    public void testCollectionLiteralLeft() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/CollectionLiteralLeft.kt");
-    }
-
-    @Test
-    @TestMetadata("CollectionLiteralRight.kt")
-    public void testCollectionLiteralRight() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/CollectionLiteralRight.kt");
-    }
-
-    @Test
-    @TestMetadata("CoroutineSuspensionPoint.kt")
-    public void testCoroutineSuspensionPoint() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/CoroutineSuspensionPoint.kt");
-    }
-
     @Test
     @TestMetadata("CtrlClickResolve.kt")
     public void testCtrlClickResolve() throws Exception {
@@ -166,12 +136,6 @@ public class FirLibrarySourceReferenceResolveTestGenerated extends AbstractRefer
         runTest("analysis/analysis-api/testData/referenceResolve/Deprecated.kt");
     }
 
-    @Test
-    @TestMetadata("DeprecatedHidden.kt")
-    public void testDeprecatedHidden() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/DeprecatedHidden.kt");
-    }
-
     @Test
     @TestMetadata("EnumValues.kt")
     public void testEnumValues() throws Exception {
@@ -184,30 +148,6 @@ public class FirLibrarySourceReferenceResolveTestGenerated extends AbstractRefer
         runTest("analysis/analysis-api/testData/referenceResolve/ExternalCompanionObject.kt");
     }
 
-    @Test
-    @TestMetadata("FakeJavaLang1.kt")
-    public void testFakeJavaLang1() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/FakeJavaLang1.kt");
-    }
-
-    @Test
-    @TestMetadata("FakeJavaLang2.kt")
-    public void testFakeJavaLang2() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/FakeJavaLang2.kt");
-    }
-
-    @Test
-    @TestMetadata("FakeJavaLang3.kt")
-    public void testFakeJavaLang3() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/FakeJavaLang3.kt");
-    }
-
-    @Test
-    @TestMetadata("FakeJavaLang4.kt")
-    public void testFakeJavaLang4() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/FakeJavaLang4.kt");
-    }
-
     @Test
     @TestMetadata("functionCall.kt")
     public void testFunctionCall() throws Exception {
@@ -286,18 +226,6 @@ public class FirLibrarySourceReferenceResolveTestGenerated extends AbstractRefer
         runTest("analysis/analysis-api/testData/referenceResolve/InMethodVarargParameter.kt");
     }
 
-    @Test
-    @TestMetadata("InObjectClassObject.kt")
-    public void testInObjectClassObject() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/InObjectClassObject.kt");
-    }
-
-    @Test
-    @TestMetadata("InSecondClassObject.kt")
-    public void testInSecondClassObject() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/InSecondClassObject.kt");
-    }
-
     @Test
     @TestMetadata("InVaragReferenceInFunctionBody.kt")
     public void testInVaragReferenceInFunctionBody() throws Exception {
@@ -310,12 +238,6 @@ public class FirLibrarySourceReferenceResolveTestGenerated extends AbstractRefer
         runTest("analysis/analysis-api/testData/referenceResolve/InVaragReferenceInNamedParameter.kt");
     }
 
-    @Test
-    @TestMetadata("InvisibleMember.kt")
-    public void testInvisibleMember() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/InvisibleMember.kt");
-    }
-
     @Test
     @TestMetadata("JavaAnnotationParameter.kt")
     public void testJavaAnnotationParameter() throws Exception {
@@ -394,12 +316,6 @@ public class FirLibrarySourceReferenceResolveTestGenerated extends AbstractRefer
         runTest("analysis/analysis-api/testData/referenceResolve/parameterByName.kt");
     }
 
-    @Test
-    @TestMetadata("PropertyPlaceInClassObjectInObject.kt")
-    public void testPropertyPlaceInClassObjectInObject() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/PropertyPlaceInClassObjectInObject.kt");
-    }
-
     @Test
     @TestMetadata("ReferenceInClassWhereConstraint.kt")
     public void testReferenceInClassWhereConstraint() throws Exception {
@@ -424,12 +340,6 @@ public class FirLibrarySourceReferenceResolveTestGenerated extends AbstractRefer
         runTest("analysis/analysis-api/testData/referenceResolve/ResolveClass.kt");
     }
 
-    @Test
-    @TestMetadata("ResolveClassNameInCallExpression.kt")
-    public void testResolveClassNameInCallExpression() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/ResolveClassNameInCallExpression.kt");
-    }
-
     @Test
     @TestMetadata("ResolvePackageInProperty.kt")
     public void testResolvePackageInProperty() throws Exception {
@@ -538,12 +448,6 @@ public class FirLibrarySourceReferenceResolveTestGenerated extends AbstractRefer
         runTest("analysis/analysis-api/testData/referenceResolve/TopLevelClassVsLocalClassConstructor2.kt");
     }
 
-    @Test
-    @TestMetadata("TopLevelClassVsLocalClassQualifier.kt")
-    public void testTopLevelClassVsLocalClassQualifier() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/TopLevelClassVsLocalClassQualifier.kt");
-    }
-
     @Test
     @TestMetadata("TopLevelCompanionObjectVsLocalClassConstructor.kt")
     public void testTopLevelCompanionObjectVsLocalClassConstructor() throws Exception {
@@ -610,73 +514,19 @@ public class FirLibrarySourceReferenceResolveTestGenerated extends AbstractRefer
         runTest("analysis/analysis-api/testData/referenceResolve/TypeArgumentBeforeDot.kt");
     }
 
-    @Test
-    @TestMetadata("TypeArgumentBeforeDot2.kt")
-    public void testTypeArgumentBeforeDot2() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/TypeArgumentBeforeDot2.kt");
-    }
-
-    @Test
-    @TestMetadata("TypeArgumentUnresolvedClass.kt")
-    public void testTypeArgumentUnresolvedClass() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/TypeArgumentUnresolvedClass.kt");
-    }
-
-    @Test
-    @TestMetadata("TypeArgumentUnresolvedConstructor.kt")
-    public void testTypeArgumentUnresolvedConstructor() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/TypeArgumentUnresolvedConstructor.kt");
-    }
-
-    @Test
-    @TestMetadata("TypeArgumentWrongNumber.kt")
-    public void testTypeArgumentWrongNumber() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/TypeArgumentWrongNumber.kt");
-    }
-
     @Test
     @TestMetadata("ValueParameter.kt")
     public void testValueParameter() throws Exception {
         runTest("analysis/analysis-api/testData/referenceResolve/ValueParameter.kt");
     }
 
-    @Test
-    @TestMetadata("WrongNumberOfTypeArguments.kt")
-    public void testWrongNumberOfTypeArguments() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/WrongNumberOfTypeArguments.kt");
-    }
-
-    @Test
-    @TestMetadata("WrongNumberOfTypeArguments2.kt")
-    public void testWrongNumberOfTypeArguments2() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/WrongNumberOfTypeArguments2.kt");
-    }
-
-    @Test
-    @TestMetadata("WrongNumberOfTypeArguments3.kt")
-    public void testWrongNumberOfTypeArguments3() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/WrongNumberOfTypeArguments3.kt");
-    }
-
-    @Test
-    @TestMetadata("WrongNumberOfTypeArguments4.kt")
-    public void testWrongNumberOfTypeArguments4() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/WrongNumberOfTypeArguments4.kt");
-    }
-
-    @Test
-    @TestMetadata("WrongNumberOfTypeArgumentsInSupertype.kt")
-    public void testWrongNumberOfTypeArgumentsInSupertype() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/WrongNumberOfTypeArgumentsInSupertype.kt");
-    }
-
     @Nested
     @TestMetadata("analysis/analysis-api/testData/referenceResolve/arrayAccess")
     @TestDataPath("$PROJECT_ROOT")
     public class ArrayAccess {
         @Test
         public void testAllFilesPresentInArrayAccess() throws Exception {
-            KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve/arrayAccess"), Pattern.compile("^([^.]+)\\.kt$"), null, true);
+            KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve/arrayAccess"), Pattern.compile("^([^.]+)\\.kt$"), null, true, "withErrors");
         }
 
         @Test
@@ -685,12 +535,6 @@ public class FirLibrarySourceReferenceResolveTestGenerated extends AbstractRefer
             runTest("analysis/analysis-api/testData/referenceResolve/arrayAccess/get.kt");
         }
 
-        @Test
-        @TestMetadata("getFunction.kt")
-        public void testGetFunction() throws Exception {
-            runTest("analysis/analysis-api/testData/referenceResolve/arrayAccess/getFunction.kt");
-        }
-
         @Test
         @TestMetadata("getOperator.kt")
         public void testGetOperator() throws Exception {
@@ -703,12 +547,6 @@ public class FirLibrarySourceReferenceResolveTestGenerated extends AbstractRefer
             runTest("analysis/analysis-api/testData/referenceResolve/arrayAccess/set.kt");
         }
 
-        @Test
-        @TestMetadata("setFunction.kt")
-        public void testSetFunction() throws Exception {
-            runTest("analysis/analysis-api/testData/referenceResolve/arrayAccess/setFunction.kt");
-        }
-
         @Test
         @TestMetadata("setOperator.kt")
         public void testSetOperator() throws Exception {
@@ -722,7 +560,7 @@ public class FirLibrarySourceReferenceResolveTestGenerated extends AbstractRefer
     public class ConstructorDelegatingReference {
         @Test
         public void testAllFilesPresentInConstructorDelegatingReference() throws Exception {
-            KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve/constructorDelegatingReference"), Pattern.compile("^([^.]+)\\.kt$"), null, true);
+            KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve/constructorDelegatingReference"), Pattern.compile("^([^.]+)\\.kt$"), null, true, "withErrors");
         }
 
         @Test
@@ -744,13 +582,7 @@ public class FirLibrarySourceReferenceResolveTestGenerated extends AbstractRefer
     public class DelegatedPropertyAccessors {
         @Test
         public void testAllFilesPresentInDelegatedPropertyAccessors() throws Exception {
-            KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve/delegatedPropertyAccessors"), Pattern.compile("^([^.]+)\\.kt$"), null, true);
+            KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve/delegatedPropertyAccessors"), Pattern.compile("^([^.]+)\\.kt$"), null, true, "withErrors");
-        }
-
-        @Test
-        @TestMetadata("unresolved.kt")
-        public void testUnresolved() throws Exception {
-            runTest("analysis/analysis-api/testData/referenceResolve/delegatedPropertyAccessors/unresolved.kt");
         }
 
         @Nested
@@ -759,7 +591,7 @@ public class FirLibrarySourceReferenceResolveTestGenerated extends AbstractRefer
         public class InSource {
             @Test
             public void testAllFilesPresentInInSource() throws Exception {
-                KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve/delegatedPropertyAccessors/inSource"), Pattern.compile("^([^.]+)\\.kt$"), null, true);
+                KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve/delegatedPropertyAccessors/inSource"), Pattern.compile("^([^.]+)\\.kt$"), null, true, "withErrors");
             }
 
             @Test
@@ -793,7 +625,7 @@ public class FirLibrarySourceReferenceResolveTestGenerated extends AbstractRefer
         public class InStandardLibrary {
             @Test
             public void testAllFilesPresentInInStandardLibrary() throws Exception {
-                KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve/delegatedPropertyAccessors/inStandardLibrary"), Pattern.compile("^([^.]+)\\.kt$"), null, true);
+                KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve/delegatedPropertyAccessors/inStandardLibrary"), Pattern.compile("^([^.]+)\\.kt$"), null, true, "withErrors");
             }
 
             @Test
@@ -816,13 +648,7 @@ public class FirLibrarySourceReferenceResolveTestGenerated extends AbstractRefer
     public class ForLoopIn {
         @Test
         public void testAllFilesPresentInForLoopIn() throws Exception {
-            KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve/forLoopIn"), Pattern.compile("^([^.]+)\\.kt$"), null, true);
+            KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve/forLoopIn"), Pattern.compile("^([^.]+)\\.kt$"), null, true, "withErrors");
-        }
-
-        @Test
-        @TestMetadata("unresolvedIterator.kt")
-        public void testUnresolvedIterator() throws Exception {
-            runTest("analysis/analysis-api/testData/referenceResolve/forLoopIn/unresolvedIterator.kt");
         }
 
         @Nested
@@ -831,7 +657,7 @@ public class FirLibrarySourceReferenceResolveTestGenerated extends AbstractRefer
         public class InBuiltIns {
             @Test
             public void testAllFilesPresentInInBuiltIns() throws Exception {
-                KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve/forLoopIn/inBuiltIns"), Pattern.compile("^([^.]+)\\.kt$"), null, true);
+                KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve/forLoopIn/inBuiltIns"), Pattern.compile("^([^.]+)\\.kt$"), null, true, "withErrors");
             }
 
             @Test
@@ -853,7 +679,7 @@ public class FirLibrarySourceReferenceResolveTestGenerated extends AbstractRefer
         public class InLibrary {
             @Test
             public void testAllFilesPresentInInLibrary() throws Exception {
-                KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve/forLoopIn/inLibrary"), Pattern.compile("^([^.]+)\\.kt$"), null, true);
+                KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve/forLoopIn/inLibrary"), Pattern.compile("^([^.]+)\\.kt$"), null, true, "withErrors");
             }
 
             @Test
@@ -875,7 +701,7 @@ public class FirLibrarySourceReferenceResolveTestGenerated extends AbstractRefer
 
             @Test
             public void testAllFilesPresentInInSource() throws Exception {
-                KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve/forLoopIn/inSource"), Pattern.compile("^([^.]+)\\.kt$"), null, true);
+                KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve/forLoopIn/inSource"), Pattern.compile("^([^.]+)\\.kt$"), null, true, "withErrors");
             }
 
             @Test
@@ -883,12 +709,6 @@ public class FirLibrarySourceReferenceResolveTestGenerated extends AbstractRefer
             public void testAllMembers() throws Exception {
                 runTest("analysis/analysis-api/testData/referenceResolve/forLoopIn/inSource/allMembers.kt");
             }
-
-            @Test
-            @TestMetadata("nextMissing.kt")
-            public void testNextMissing() throws Exception {
-                runTest("analysis/analysis-api/testData/referenceResolve/forLoopIn/inSource/nextMissing.kt");
-            }
         }
     }
 
@@ -898,7 +718,7 @@ public class FirLibrarySourceReferenceResolveTestGenerated extends AbstractRefer
     public class InImport {
         @Test
         public void testAllFilesPresentInInImport() throws Exception {
-            KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve/inImport"), Pattern.compile("^([^.]+)\\.kt$"), null, true);
+            KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve/inImport"), Pattern.compile("^([^.]+)\\.kt$"), null, true, "withErrors");
         }
 
         @Test
@@ -962,7 +782,7 @@ public class FirLibrarySourceReferenceResolveTestGenerated extends AbstractRefer
     public class Invoke {
         @Test
         public void testAllFilesPresentInInvoke() throws Exception {
-            KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve/invoke"), Pattern.compile("^([^.]+)\\.kt$"), null, true);
+            KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve/invoke"), Pattern.compile("^([^.]+)\\.kt$"), null, true, "withErrors");
         }
 
         @Test
@@ -971,48 +791,24 @@ public class FirLibrarySourceReferenceResolveTestGenerated extends AbstractRefer
             runTest("analysis/analysis-api/testData/referenceResolve/invoke/lambdaAndParens.kt");
         }
 
-        @Test
-        @TestMetadata("lambdaAndParensIncorrectVararg.kt")
-        public void testLambdaAndParensIncorrectVararg() throws Exception {
-            runTest("analysis/analysis-api/testData/referenceResolve/invoke/lambdaAndParensIncorrectVararg.kt");
-        }
-
         @Test
         @TestMetadata("lambdaNoPar.kt")
         public void testLambdaNoPar() throws Exception {
             runTest("analysis/analysis-api/testData/referenceResolve/invoke/lambdaNoPar.kt");
         }
 
-        @Test
-        @TestMetadata("lambdaNoParIncorrectVararg.kt")
-        public void testLambdaNoParIncorrectVararg() throws Exception {
-            runTest("analysis/analysis-api/testData/referenceResolve/invoke/lambdaNoParIncorrectVararg.kt");
-        }
-
         @Test
         @TestMetadata("lambdaNoParLabel.kt")
         public void testLambdaNoParLabel() throws Exception {
             runTest("analysis/analysis-api/testData/referenceResolve/invoke/lambdaNoParLabel.kt");
         }
 
-        @Test
-        @TestMetadata("lambdaNoParLabelIncorrectVararg.kt")
-        public void testLambdaNoParLabelIncorrectVararg() throws Exception {
-            runTest("analysis/analysis-api/testData/referenceResolve/invoke/lambdaNoParLabelIncorrectVararg.kt");
-        }
-
         @Test
         @TestMetadata("lambdaNoParRCurly.kt")
         public void testLambdaNoParRCurly() throws Exception {
             runTest("analysis/analysis-api/testData/referenceResolve/invoke/lambdaNoParRCurly.kt");
         }
 
-        @Test
-        @TestMetadata("lambdaNoParRCurlyIncorrectVararg.kt")
-        public void testLambdaNoParRCurlyIncorrectVararg() throws Exception {
-            runTest("analysis/analysis-api/testData/referenceResolve/invoke/lambdaNoParRCurlyIncorrectVararg.kt");
-        }
-
         @Test
         @TestMetadata("noParams.kt")
         public void testNoParams() throws Exception {
@@ -1031,12 +827,6 @@ public class FirLibrarySourceReferenceResolveTestGenerated extends AbstractRefer
             runTest("analysis/analysis-api/testData/referenceResolve/invoke/nonemptyLambdaRPar.kt");
         }
 
-        @Test
-        @TestMetadata("nonemptyLambdaRParIncorrectVararg.kt")
-        public void testNonemptyLambdaRParIncorrectVararg() throws Exception {
-            runTest("analysis/analysis-api/testData/referenceResolve/invoke/nonemptyLambdaRParIncorrectVararg.kt");
-        }
-
         @Test
         @TestMetadata("oneParam.kt")
         public void testOneParam() throws Exception {
@@ -1056,7 +846,7 @@ public class FirLibrarySourceReferenceResolveTestGenerated extends AbstractRefer
     public class NestedTypes {
         @Test
         public void testAllFilesPresentInNestedTypes() throws Exception {
-            KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve/nestedTypes"), Pattern.compile("^([^.]+)\\.kt$"), null, true);
+            KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve/nestedTypes"), Pattern.compile("^([^.]+)\\.kt$"), null, true, "withErrors");
         }
 
         @Test
@@ -1138,7 +928,7 @@ public class FirLibrarySourceReferenceResolveTestGenerated extends AbstractRefer
     public class PackageReference {
         @Test
         public void testAllFilesPresentInPackageReference() throws Exception {
-            KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve/packageReference"), Pattern.compile("^([^.]+)\\.kt$"), null, true);
+            KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve/packageReference"), Pattern.compile("^([^.]+)\\.kt$"), null, true, "withErrors");
         }
 
         @Test
@@ -1172,7 +962,7 @@ public class FirLibrarySourceReferenceResolveTestGenerated extends AbstractRefer
     public class QualifiedAccess {
         @Test
         public void testAllFilesPresentInQualifiedAccess() throws Exception {
-            KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve/qualifiedAccess"), Pattern.compile("^([^.]+)\\.kt$"), null, true);
+            KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve/qualifiedAccess"), Pattern.compile("^([^.]+)\\.kt$"), null, true, "withErrors");
         }
 
         @Test
@@ -1230,7 +1020,7 @@ public class FirLibrarySourceReferenceResolveTestGenerated extends AbstractRefer
     public class TypeParameter {
         @Test
         public void testAllFilesPresentInTypeParameter() throws Exception {
-            KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve/typeParameter"), Pattern.compile("^([^.]+)\\.kt$"), null, true);
+            KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve/typeParameter"), Pattern.compile("^([^.]+)\\.kt$"), null, true, "withErrors");
         }
 
         @Test

analysis/analysis-api-fir/tests/org/jetbrains/kotlin/analysis/api/fir/FirSourceReferenceResolveTestGenerated.java

@@ -58,12 +58,6 @@ public class FirSourceReferenceResolveTestGenerated extends AbstractReferenceRes
         runTest("analysis/analysis-api/testData/referenceResolve/AnnotationOnFileWithImport.kt");
     }
 
-    @Test
-    @TestMetadata("AnnotationParameter.kt")
-    public void testAnnotationParameter() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/AnnotationParameter.kt");
-    }
-
     @Test
     @TestMetadata("AnnotationTypeParameter.kt")
     public void testAnnotationTypeParameter() throws Exception {
@@ -76,12 +70,6 @@ public class FirSourceReferenceResolveTestGenerated extends AbstractReferenceRes
         runTest("analysis/analysis-api/testData/referenceResolve/ClassInTypeConstraint.kt");
     }
 
-    @Test
-    @TestMetadata("ClassNameBeforeDot.kt")
-    public void testClassNameBeforeDot() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/ClassNameBeforeDot.kt");
-    }
-
     @Test
     @TestMetadata("ClassObjectClassLiteralReference.kt")
     public void testClassObjectClassLiteralReference() throws Exception {
@@ -106,24 +94,6 @@ public class FirSourceReferenceResolveTestGenerated extends AbstractReferenceRes
         runTest("analysis/analysis-api/testData/referenceResolve/ClassReferenceInImport.kt");
     }
 
-    @Test
-    @TestMetadata("CollectionLiteralLeft.kt")
-    public void testCollectionLiteralLeft() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/CollectionLiteralLeft.kt");
-    }
-
-    @Test
-    @TestMetadata("CollectionLiteralRight.kt")
-    public void testCollectionLiteralRight() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/CollectionLiteralRight.kt");
-    }
-
-    @Test
-    @TestMetadata("CoroutineSuspensionPoint.kt")
-    public void testCoroutineSuspensionPoint() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/CoroutineSuspensionPoint.kt");
-    }
-
     @Test
     @TestMetadata("CtrlClickResolve.kt")
     public void testCtrlClickResolve() throws Exception {
@@ -166,12 +136,6 @@ public class FirSourceReferenceResolveTestGenerated extends AbstractReferenceRes
         runTest("analysis/analysis-api/testData/referenceResolve/Deprecated.kt");
     }
 
-    @Test
-    @TestMetadata("DeprecatedHidden.kt")
-    public void testDeprecatedHidden() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/DeprecatedHidden.kt");
-    }
-
     @Test
     @TestMetadata("EnumValues.kt")
     public void testEnumValues() throws Exception {
@@ -184,30 +148,6 @@ public class FirSourceReferenceResolveTestGenerated extends AbstractReferenceRes
         runTest("analysis/analysis-api/testData/referenceResolve/ExternalCompanionObject.kt");
     }
 
-    @Test
-    @TestMetadata("FakeJavaLang1.kt")
-    public void testFakeJavaLang1() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/FakeJavaLang1.kt");
-    }
-
-    @Test
-    @TestMetadata("FakeJavaLang2.kt")
-    public void testFakeJavaLang2() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/FakeJavaLang2.kt");
-    }
-
-    @Test
-    @TestMetadata("FakeJavaLang3.kt")
-    public void testFakeJavaLang3() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/FakeJavaLang3.kt");
-    }
-
-    @Test
-    @TestMetadata("FakeJavaLang4.kt")
-    public void testFakeJavaLang4() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/FakeJavaLang4.kt");
-    }
-
     @Test
     @TestMetadata("functionCall.kt")
     public void testFunctionCall() throws Exception {
@@ -286,18 +226,6 @@ public class FirSourceReferenceResolveTestGenerated extends AbstractReferenceRes
         runTest("analysis/analysis-api/testData/referenceResolve/InMethodVarargParameter.kt");
     }
 
-    @Test
-    @TestMetadata("InObjectClassObject.kt")
-    public void testInObjectClassObject() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/InObjectClassObject.kt");
-    }
-
-    @Test
-    @TestMetadata("InSecondClassObject.kt")
-    public void testInSecondClassObject() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/InSecondClassObject.kt");
-    }
-
     @Test
     @TestMetadata("InVaragReferenceInFunctionBody.kt")
     public void testInVaragReferenceInFunctionBody() throws Exception {
@@ -310,12 +238,6 @@ public class FirSourceReferenceResolveTestGenerated extends AbstractReferenceRes
         runTest("analysis/analysis-api/testData/referenceResolve/InVaragReferenceInNamedParameter.kt");
     }
 
-    @Test
-    @TestMetadata("InvisibleMember.kt")
-    public void testInvisibleMember() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/InvisibleMember.kt");
-    }
-
     @Test
     @TestMetadata("JavaAnnotationParameter.kt")
     public void testJavaAnnotationParameter() throws Exception {
@@ -394,12 +316,6 @@ public class FirSourceReferenceResolveTestGenerated extends AbstractReferenceRes
         runTest("analysis/analysis-api/testData/referenceResolve/parameterByName.kt");
     }
 
-    @Test
-    @TestMetadata("PropertyPlaceInClassObjectInObject.kt")
-    public void testPropertyPlaceInClassObjectInObject() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/PropertyPlaceInClassObjectInObject.kt");
-    }
-
     @Test
     @TestMetadata("ReferenceInClassWhereConstraint.kt")
     public void testReferenceInClassWhereConstraint() throws Exception {
@@ -424,12 +340,6 @@ public class FirSourceReferenceResolveTestGenerated extends AbstractReferenceRes
         runTest("analysis/analysis-api/testData/referenceResolve/ResolveClass.kt");
     }
 
-    @Test
-    @TestMetadata("ResolveClassNameInCallExpression.kt")
-    public void testResolveClassNameInCallExpression() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/ResolveClassNameInCallExpression.kt");
-    }
-
     @Test
     @TestMetadata("ResolvePackageInProperty.kt")
     public void testResolvePackageInProperty() throws Exception {
@@ -538,12 +448,6 @@ public class FirSourceReferenceResolveTestGenerated extends AbstractReferenceRes
         runTest("analysis/analysis-api/testData/referenceResolve/TopLevelClassVsLocalClassConstructor2.kt");
     }
 
-    @Test
-    @TestMetadata("TopLevelClassVsLocalClassQualifier.kt")
-    public void testTopLevelClassVsLocalClassQualifier() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/TopLevelClassVsLocalClassQualifier.kt");
-    }
-
     @Test
     @TestMetadata("TopLevelCompanionObjectVsLocalClassConstructor.kt")
     public void testTopLevelCompanionObjectVsLocalClassConstructor() throws Exception {
@@ -610,66 +514,12 @@ public class FirSourceReferenceResolveTestGenerated extends AbstractReferenceRes
         runTest("analysis/analysis-api/testData/referenceResolve/TypeArgumentBeforeDot.kt");
     }
 
-    @Test
-    @TestMetadata("TypeArgumentBeforeDot2.kt")
-    public void testTypeArgumentBeforeDot2() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/TypeArgumentBeforeDot2.kt");
-    }
-
-    @Test
-    @TestMetadata("TypeArgumentUnresolvedClass.kt")
-    public void testTypeArgumentUnresolvedClass() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/TypeArgumentUnresolvedClass.kt");
-    }
-
-    @Test
-    @TestMetadata("TypeArgumentUnresolvedConstructor.kt")
-    public void testTypeArgumentUnresolvedConstructor() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/TypeArgumentUnresolvedConstructor.kt");
-    }
-
-    @Test
-    @TestMetadata("TypeArgumentWrongNumber.kt")
-    public void testTypeArgumentWrongNumber() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/TypeArgumentWrongNumber.kt");
-    }
-
     @Test
     @TestMetadata("ValueParameter.kt")
     public void testValueParameter() throws Exception {
         runTest("analysis/analysis-api/testData/referenceResolve/ValueParameter.kt");
     }
 
-    @Test
-    @TestMetadata("WrongNumberOfTypeArguments.kt")
-    public void testWrongNumberOfTypeArguments() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/WrongNumberOfTypeArguments.kt");
-    }
-
-    @Test
-    @TestMetadata("WrongNumberOfTypeArguments2.kt")
-    public void testWrongNumberOfTypeArguments2() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/WrongNumberOfTypeArguments2.kt");
-    }
-
-    @Test
-    @TestMetadata("WrongNumberOfTypeArguments3.kt")
-    public void testWrongNumberOfTypeArguments3() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/WrongNumberOfTypeArguments3.kt");
-    }
-
-    @Test
-    @TestMetadata("WrongNumberOfTypeArguments4.kt")
-    public void testWrongNumberOfTypeArguments4() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/WrongNumberOfTypeArguments4.kt");
-    }
-
-    @Test
-    @TestMetadata("WrongNumberOfTypeArgumentsInSupertype.kt")
-    public void testWrongNumberOfTypeArgumentsInSupertype() throws Exception {
-        runTest("analysis/analysis-api/testData/referenceResolve/WrongNumberOfTypeArgumentsInSupertype.kt");
-    }
-
     @Nested
     @TestMetadata("analysis/analysis-api/testData/referenceResolve/arrayAccess")
     @TestDataPath("$PROJECT_ROOT")
@@ -685,12 +535,6 @@ public class FirSourceReferenceResolveTestGenerated extends AbstractReferenceRes
             runTest("analysis/analysis-api/testData/referenceResolve/arrayAccess/get.kt");
         }
 
-        @Test
-        @TestMetadata("getFunction.kt")
-        public void testGetFunction() throws Exception {
-            runTest("analysis/analysis-api/testData/referenceResolve/arrayAccess/getFunction.kt");
-        }
-
         @Test
         @TestMetadata("getOperator.kt")
         public void testGetOperator() throws Exception {
@@ -703,17 +547,33 @@ public class FirSourceReferenceResolveTestGenerated extends AbstractReferenceRes
             runTest("analysis/analysis-api/testData/referenceResolve/arrayAccess/set.kt");
         }
 
-        @Test
-        @TestMetadata("setFunction.kt")
-        public void testSetFunction() throws Exception {
-            runTest("analysis/analysis-api/testData/referenceResolve/arrayAccess/setFunction.kt");
-        }
-
         @Test
         @TestMetadata("setOperator.kt")
         public void testSetOperator() throws Exception {
             runTest("analysis/analysis-api/testData/referenceResolve/arrayAccess/setOperator.kt");
         }
+
+        @Nested
+        @TestMetadata("analysis/analysis-api/testData/referenceResolve/arrayAccess/withErrors")
+        @TestDataPath("$PROJECT_ROOT")
+        public class WithErrors {
+            @Test
+            public void testAllFilesPresentInWithErrors() throws Exception {
+                KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve/arrayAccess/withErrors"), Pattern.compile("^([^.]+)\\.kt$"), null, true);
+            }
+
+            @Test
+            @TestMetadata("getFunction.kt")
+            public void testGetFunction() throws Exception {
+                runTest("analysis/analysis-api/testData/referenceResolve/arrayAccess/withErrors/getFunction.kt");
+            }
+
+            @Test
+            @TestMetadata("setFunction.kt")
+            public void testSetFunction() throws Exception {
+                runTest("analysis/analysis-api/testData/referenceResolve/arrayAccess/withErrors/setFunction.kt");
+            }
+        }
     }
 
     @Nested
@@ -747,12 +607,6 @@ public class FirSourceReferenceResolveTestGenerated extends AbstractReferenceRes
             KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve/delegatedPropertyAccessors"), Pattern.compile("^([^.]+)\\.kt$"), null, true);
         }
 
-        @Test
-        @TestMetadata("unresolved.kt")
-        public void testUnresolved() throws Exception {
-            runTest("analysis/analysis-api/testData/referenceResolve/delegatedPropertyAccessors/unresolved.kt");
-        }
-
         @Nested
         @TestMetadata("analysis/analysis-api/testData/referenceResolve/delegatedPropertyAccessors/inSource")
         @TestDataPath("$PROJECT_ROOT")
@@ -808,6 +662,22 @@ public class FirSourceReferenceResolveTestGenerated extends AbstractReferenceRes
                 runTest("analysis/analysis-api/testData/referenceResolve/delegatedPropertyAccessors/inStandardLibrary/notNull.kt");
             }
         }
+
+        @Nested
+        @TestMetadata("analysis/analysis-api/testData/referenceResolve/delegatedPropertyAccessors/withErrors")
+        @TestDataPath("$PROJECT_ROOT")
+        public class WithErrors {
+            @Test
+            public void testAllFilesPresentInWithErrors() throws Exception {
+                KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve/delegatedPropertyAccessors/withErrors"), Pattern.compile("^([^.]+)\\.kt$"), null, true);
+            }
+
+            @Test
+            @TestMetadata("unresolved.kt")
+            public void testUnresolved() throws Exception {
+                runTest("analysis/analysis-api/testData/referenceResolve/delegatedPropertyAccessors/withErrors/unresolved.kt");
+            }
+        }
     }
 
     @Nested
@@ -819,12 +689,6 @@ public class FirSourceReferenceResolveTestGenerated extends AbstractReferenceRes
             KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve/forLoopIn"), Pattern.compile("^([^.]+)\\.kt$"), null, true);
         }
 
-        @Test
-        @TestMetadata("unresolvedIterator.kt")
-        public void testUnresolvedIterator() throws Exception {
-            runTest("analysis/analysis-api/testData/referenceResolve/forLoopIn/unresolvedIterator.kt");
-        }
-
         @Nested
         @TestMetadata("analysis/analysis-api/testData/referenceResolve/forLoopIn/inBuiltIns")
         @TestDataPath("$PROJECT_ROOT")
@@ -884,10 +748,36 @@ public class FirSourceReferenceResolveTestGenerated extends AbstractReferenceRes
                 runTest("analysis/analysis-api/testData/referenceResolve/forLoopIn/inSource/allMembers.kt");
             }
 
+            @Nested
+            @TestMetadata("analysis/analysis-api/testData/referenceResolve/forLoopIn/inSource/withErrors")
+            @TestDataPath("$PROJECT_ROOT")
+            public class WithErrors {
+                @Test
+                public void testAllFilesPresentInWithErrors() throws Exception {
+                    KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve/forLoopIn/inSource/withErrors"), Pattern.compile("^([^.]+)\\.kt$"), null, true);
+                }
+
+                @Test
+                @TestMetadata("nextMissing.kt")
+                public void testNextMissing() throws Exception {
+                    runTest("analysis/analysis-api/testData/referenceResolve/forLoopIn/inSource/withErrors/nextMissing.kt");
+                }
+            }
+        }
+
+        @Nested
+        @TestMetadata("analysis/analysis-api/testData/referenceResolve/forLoopIn/withErrors")
+        @TestDataPath("$PROJECT_ROOT")
+        public class WithErrors {
             @Test
-            @TestMetadata("nextMissing.kt")
+            public void testAllFilesPresentInWithErrors() throws Exception {
-            public void testNextMissing() throws Exception {
+                KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve/forLoopIn/withErrors"), Pattern.compile("^([^.]+)\\.kt$"), null, true);
-                runTest("analysis/analysis-api/testData/referenceResolve/forLoopIn/inSource/nextMissing.kt");
+            }
+
+            @Test
+            @TestMetadata("unresolvedIterator.kt")
+            public void testUnresolvedIterator() throws Exception {
+                runTest("analysis/analysis-api/testData/referenceResolve/forLoopIn/withErrors/unresolvedIterator.kt");
             }
         }
     }
@@ -971,48 +861,24 @@ public class FirSourceReferenceResolveTestGenerated extends AbstractReferenceRes
             runTest("analysis/analysis-api/testData/referenceResolve/invoke/lambdaAndParens.kt");
         }
 
-        @Test
-        @TestMetadata("lambdaAndParensIncorrectVararg.kt")
-        public void testLambdaAndParensIncorrectVararg() throws Exception {
-            runTest("analysis/analysis-api/testData/referenceResolve/invoke/lambdaAndParensIncorrectVararg.kt");
-        }
-
         @Test
         @TestMetadata("lambdaNoPar.kt")
         public void testLambdaNoPar() throws Exception {
             runTest("analysis/analysis-api/testData/referenceResolve/invoke/lambdaNoPar.kt");
         }
 
-        @Test
-        @TestMetadata("lambdaNoParIncorrectVararg.kt")
-        public void testLambdaNoParIncorrectVararg() throws Exception {
-            runTest("analysis/analysis-api/testData/referenceResolve/invoke/lambdaNoParIncorrectVararg.kt");
-        }
-
         @Test
         @TestMetadata("lambdaNoParLabel.kt")
         public void testLambdaNoParLabel() throws Exception {
             runTest("analysis/analysis-api/testData/referenceResolve/invoke/lambdaNoParLabel.kt");
         }
 
-        @Test
-        @TestMetadata("lambdaNoParLabelIncorrectVararg.kt")
-        public void testLambdaNoParLabelIncorrectVararg() throws Exception {
-            runTest("analysis/analysis-api/testData/referenceResolve/invoke/lambdaNoParLabelIncorrectVararg.kt");
-        }
-
         @Test
         @TestMetadata("lambdaNoParRCurly.kt")
         public void testLambdaNoParRCurly() throws Exception {
             runTest("analysis/analysis-api/testData/referenceResolve/invoke/lambdaNoParRCurly.kt");
         }
 
-        @Test
-        @TestMetadata("lambdaNoParRCurlyIncorrectVararg.kt")
-        public void testLambdaNoParRCurlyIncorrectVararg() throws Exception {
-            runTest("analysis/analysis-api/testData/referenceResolve/invoke/lambdaNoParRCurlyIncorrectVararg.kt");
-        }
-
         @Test
         @TestMetadata("noParams.kt")
         public void testNoParams() throws Exception {
@@ -1031,12 +897,6 @@ public class FirSourceReferenceResolveTestGenerated extends AbstractReferenceRes
             runTest("analysis/analysis-api/testData/referenceResolve/invoke/nonemptyLambdaRPar.kt");
         }
 
-        @Test
-        @TestMetadata("nonemptyLambdaRParIncorrectVararg.kt")
-        public void testNonemptyLambdaRParIncorrectVararg() throws Exception {
-            runTest("analysis/analysis-api/testData/referenceResolve/invoke/nonemptyLambdaRParIncorrectVararg.kt");
-        }
-
         @Test
         @TestMetadata("oneParam.kt")
         public void testOneParam() throws Exception {
@@ -1048,6 +908,46 @@ public class FirSourceReferenceResolveTestGenerated extends AbstractReferenceRes
         public void testOneParamRPar() throws Exception {
             runTest("analysis/analysis-api/testData/referenceResolve/invoke/oneParamRPar.kt");
         }
+
+        @Nested
+        @TestMetadata("analysis/analysis-api/testData/referenceResolve/invoke/withErrors")
+        @TestDataPath("$PROJECT_ROOT")
+        public class WithErrors {
+            @Test
+            public void testAllFilesPresentInWithErrors() throws Exception {
+                KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve/invoke/withErrors"), Pattern.compile("^([^.]+)\\.kt$"), null, true);
+            }
+
+            @Test
+            @TestMetadata("lambdaAndParensIncorrectVararg.kt")
+            public void testLambdaAndParensIncorrectVararg() throws Exception {
+                runTest("analysis/analysis-api/testData/referenceResolve/invoke/withErrors/lambdaAndParensIncorrectVararg.kt");
+            }
+
+            @Test
+            @TestMetadata("lambdaNoParIncorrectVararg.kt")
+            public void testLambdaNoParIncorrectVararg() throws Exception {
+                runTest("analysis/analysis-api/testData/referenceResolve/invoke/withErrors/lambdaNoParIncorrectVararg.kt");
+            }
+
+            @Test
+            @TestMetadata("lambdaNoParLabelIncorrectVararg.kt")
+            public void testLambdaNoParLabelIncorrectVararg() throws Exception {
+                runTest("analysis/analysis-api/testData/referenceResolve/invoke/withErrors/lambdaNoParLabelIncorrectVararg.kt");
+            }
+
+            @Test
+            @TestMetadata("lambdaNoParRCurlyIncorrectVararg.kt")
+            public void testLambdaNoParRCurlyIncorrectVararg() throws Exception {
+                runTest("analysis/analysis-api/testData/referenceResolve/invoke/withErrors/lambdaNoParRCurlyIncorrectVararg.kt");
+            }
+
+            @Test
+            @TestMetadata("nonemptyLambdaRParIncorrectVararg.kt")
+            public void testNonemptyLambdaRParIncorrectVararg() throws Exception {
+                runTest("analysis/analysis-api/testData/referenceResolve/invoke/withErrors/nonemptyLambdaRParIncorrectVararg.kt");
+            }
+        }
     }
 
     @Nested
@@ -1281,4 +1181,164 @@ public class FirSourceReferenceResolveTestGenerated extends AbstractReferenceRes
             runTest("analysis/analysis-api/testData/referenceResolve/typeParameter/TypeParameterInFunctionLiteral.kt");
         }
     }
+
+    @Nested
+    @TestMetadata("analysis/analysis-api/testData/referenceResolve/withErrors")
+    @TestDataPath("$PROJECT_ROOT")
+    public class WithErrors {
+        @Test
+        public void testAllFilesPresentInWithErrors() throws Exception {
+            KtTestUtil.assertAllTestsPresentByMetadataWithExcluded(this.getClass(), new File("analysis/analysis-api/testData/referenceResolve/withErrors"), Pattern.compile("^([^.]+)\\.kt$"), null, true);
+        }
+
+        @Test
+        @TestMetadata("AnnotationParameter.kt")
+        public void testAnnotationParameter() throws Exception {
+            runTest("analysis/analysis-api/testData/referenceResolve/withErrors/AnnotationParameter.kt");
+        }
+
+        @Test
+        @TestMetadata("ClassNameBeforeDot.kt")
+        public void testClassNameBeforeDot() throws Exception {
+            runTest("analysis/analysis-api/testData/referenceResolve/withErrors/ClassNameBeforeDot.kt");
+        }
+
+        @Test
+        @TestMetadata("CollectionLiteralLeft.kt")
+        public void testCollectionLiteralLeft() throws Exception {
+            runTest("analysis/analysis-api/testData/referenceResolve/withErrors/CollectionLiteralLeft.kt");
+        }
+
+        @Test
+        @TestMetadata("CollectionLiteralRight.kt")
+        public void testCollectionLiteralRight() throws Exception {
+            runTest("analysis/analysis-api/testData/referenceResolve/withErrors/CollectionLiteralRight.kt");
+        }
+
+        @Test
+        @TestMetadata("CoroutineSuspensionPoint.kt")
+        public void testCoroutineSuspensionPoint() throws Exception {
+            runTest("analysis/analysis-api/testData/referenceResolve/withErrors/CoroutineSuspensionPoint.kt");
+        }
+
+        @Test
+        @TestMetadata("DeprecatedHidden.kt")
+        public void testDeprecatedHidden() throws Exception {
+            runTest("analysis/analysis-api/testData/referenceResolve/withErrors/DeprecatedHidden.kt");
+        }
+
+        @Test
+        @TestMetadata("FakeJavaLang1.kt")
+        public void testFakeJavaLang1() throws Exception {
+            runTest("analysis/analysis-api/testData/referenceResolve/withErrors/FakeJavaLang1.kt");
+        }
+
+        @Test
+        @TestMetadata("FakeJavaLang2.kt")
+        public void testFakeJavaLang2() throws Exception {
+            runTest("analysis/analysis-api/testData/referenceResolve/withErrors/FakeJavaLang2.kt");
+        }
+
+        @Test
+        @TestMetadata("FakeJavaLang3.kt")
+        public void testFakeJavaLang3() throws Exception {
+            runTest("analysis/analysis-api/testData/referenceResolve/withErrors/FakeJavaLang3.kt");
+        }
+
+        @Test
+        @TestMetadata("FakeJavaLang4.kt")
+        public void testFakeJavaLang4() throws Exception {
+            runTest("analysis/analysis-api/testData/referenceResolve/withErrors/FakeJavaLang4.kt");
+        }
+
+        @Test
+        @TestMetadata("InObjectClassObject.kt")
+        public void testInObjectClassObject() throws Exception {
+            runTest("analysis/analysis-api/testData/referenceResolve/withErrors/InObjectClassObject.kt");
+        }
+
+        @Test
+        @TestMetadata("InSecondClassObject.kt")
+        public void testInSecondClassObject() throws Exception {
+            runTest("analysis/analysis-api/testData/referenceResolve/withErrors/InSecondClassObject.kt");
+        }
+
+        @Test
+        @TestMetadata("InvisibleMember.kt")
+        public void testInvisibleMember() throws Exception {
+            runTest("analysis/analysis-api/testData/referenceResolve/withErrors/InvisibleMember.kt");
+        }
+
+        @Test
+        @TestMetadata("PropertyPlaceInClassObjectInObject.kt")
+        public void testPropertyPlaceInClassObjectInObject() throws Exception {
+            runTest("analysis/analysis-api/testData/referenceResolve/withErrors/PropertyPlaceInClassObjectInObject.kt");
+        }
+
+        @Test
+        @TestMetadata("ResolveClassNameInCallExpression.kt")
+        public void testResolveClassNameInCallExpression() throws Exception {
+            runTest("analysis/analysis-api/testData/referenceResolve/withErrors/ResolveClassNameInCallExpression.kt");
+        }
+
+        @Test
+        @TestMetadata("TopLevelClassVsLocalClassQualifier.kt")
+        public void testTopLevelClassVsLocalClassQualifier() throws Exception {
+            runTest("analysis/analysis-api/testData/referenceResolve/withErrors/TopLevelClassVsLocalClassQualifier.kt");
+        }
+
+        @Test
+        @TestMetadata("TypeArgumentBeforeDot2.kt")
+        public void testTypeArgumentBeforeDot2() throws Exception {
+            runTest("analysis/analysis-api/testData/referenceResolve/withErrors/TypeArgumentBeforeDot2.kt");
+        }
+
+        @Test
+        @TestMetadata("TypeArgumentUnresolvedClass.kt")
+        public void testTypeArgumentUnresolvedClass() throws Exception {
+            runTest("analysis/analysis-api/testData/referenceResolve/withErrors/TypeArgumentUnresolvedClass.kt");
+        }
+
+        @Test
+        @TestMetadata("TypeArgumentUnresolvedConstructor.kt")
+        public void testTypeArgumentUnresolvedConstructor() throws Exception {
+            runTest("analysis/analysis-api/testData/referenceResolve/withErrors/TypeArgumentUnresolvedConstructor.kt");
+        }
+
+        @Test
+        @TestMetadata("TypeArgumentWrongNumber.kt")
+        public void testTypeArgumentWrongNumber() throws Exception {
+            runTest("analysis/analysis-api/testData/referenceResolve/withErrors/TypeArgumentWrongNumber.kt");
+        }
+
+        @Test
+        @TestMetadata("WrongNumberOfTypeArguments.kt")
+        public void testWrongNumberOfTypeArguments() throws Exception {
+            runTest("analysis/analysis-api/testData/referenceResolve/withErrors/WrongNumberOfTypeArguments.kt");
+        }
+
+        @Test
+        @TestMetadata("WrongNumberOfTypeArguments2.kt")
+        public void testWrongNumberOfTypeArguments2() throws Exception {
+            runTest("analysis/analysis-api/testData/referenceResolve/withErrors/WrongNumberOfTypeArguments2.kt");
+        }
+
+        @Test
+        @TestMetadata("WrongNumberOfTypeArguments3.kt")
+        public void testWrongNumberOfTypeArguments3() throws Exception {
+            runTest("analysis/analysis-api/testData/referenceResolve/withErrors/WrongNumberOfTypeArguments3.kt");
+        }
+
+        @Test
+        @TestMetadata("WrongNumberOfTypeArguments4.kt")
+        public void testWrongNumberOfTypeArguments4() throws Exception {
+            runTest("analysis/analysis-api/testData/referenceResolve/withErrors/WrongNumberOfTypeArguments4.kt");
+        }
+
+        @Test
+        @TestMetadata("WrongNumberOfTypeArgumentsInSupertype.kt")
+        public void testWrongNumberOfTypeArgumentsInSupertype() throws Exception {
+            runTest("analysis/analysis-api/testData/referenceResolve/withErrors/WrongNumberOfTypeArgumentsInSupertype.kt");
+        }
+    }
 }

analysis/analysis-api/testData/referenceResolve/AnnotationTypeParameter.kt

@@ -1,6 +1,8 @@
 package testing
 
-annotation class Annotation<T>(val clazz: Class<T>)
+import kotlin.reflect.KClass
+
+annotation class Annotation<T : Any>(val clazz: KClass<T>)
 class ATest
 
 @[Annotation<<caret>ATest>(ATest::class)]

analysis/analysis-api/testData/referenceResolve/forLoopIn/inSource/allExtensions.kt

@@ -3,10 +3,10 @@ fun test(f: Foo) {
 }
 
 interface Foo
-fun Foo.iterator(): Iterator = TODO()
+operator fun Foo.iterator(): Iterator = TODO()
 
 interface Iterator
 
-fun Iterator.next(): Any= TODO()
+operator fun Iterator.next(): Any= TODO()
-fun Iterator.hasNext(): Boolean = TODO()
+operator fun Iterator.hasNext(): Boolean = TODO()
 

analysis/analysis-api/testData/referenceResolve/forLoopIn/inSource/allExtensions.txt

@@ -1,4 +1,4 @@
 Resolved to:
-0: (in ROOT) fun Foo.iterator(): Iterator
+0: (in ROOT) operator fun Foo.iterator(): Iterator
-1: (in ROOT) fun Iterator.hasNext(): kotlin.Boolean
+1: (in ROOT) operator fun Iterator.hasNext(): kotlin.Boolean
-2: (in ROOT) fun Iterator.next(): kotlin.Any
+2: (in ROOT) operator fun Iterator.next(): kotlin.Any

analysis/analysis-api/testData/referenceResolve/typeParameter/multipleBounds.kt

@@ -1 +1,3 @@
-fun <T> function(t: <caret>T) where T : Int, T : Sequence<Int> = TODO()
+fun <T, K> function(t: <caret>T): String where T : A, T : Sequence<Int> = TODO()
+
+interface A

analysis/analysis-api/testData/referenceResolve/typeParameter/multipleBounds.txt

@@ -1,2 +1,2 @@
 Resolved to:
-0: T : kotlin.Int
+0: T : A

generators/analysis-api-generator/tests/org/jetbrains/kotlin/generators/tests/analysis/api/analysisApi.kt

@@ -37,12 +37,12 @@ import org.jetbrains.kotlin.analysis.api.impl.base.test.symbols.AbstractSymbolBy
 import org.jetbrains.kotlin.analysis.api.impl.base.test.symbols.AbstractSymbolByPsiTest
 import org.jetbrains.kotlin.analysis.api.impl.base.test.symbols.AbstractSymbolByReferenceTest
 import org.jetbrains.kotlin.generators.TestGroupSuite
-import org.jetbrains.kotlin.generators.tests.analysis.api.dsl.*
 import org.jetbrains.kotlin.generators.tests.analysis.api.dsl.TestModuleKind
 import org.jetbrains.kotlin.generators.tests.analysis.api.dsl.component
 import org.jetbrains.kotlin.generators.tests.analysis.api.dsl.group
 import org.jetbrains.kotlin.generators.tests.analysis.api.dsl.test
 import org.jetbrains.kotlin.generators.util.TestGeneratorUtil
+import java.nio.file.Paths
 
 fun TestGroupSuite.generateAnalysisApiTests() {
     generateAnalysisApiComponentsTests()
@@ -52,10 +52,17 @@ fun TestGroupSuite.generateAnalysisApiTests() {
 private fun TestGroupSuite.generateAnalysisApiNonComponentsTests() {
     test(
         AbstractReferenceResolveTest::class,
-        testModuleKinds = TestModuleKind.SOURCES_AND_LIBRARIES_SOURCES,
+        testModuleKinds = TestModuleKind.SOURCE_AND_LIBRARY_SOURCE,
         addFe10 = false,
-    ) {
+    ) { moduleKind ->
-        model("referenceResolve", pattern = TestGeneratorUtil.KT_WITHOUT_DOTS_IN_NAME)
+        when (moduleKind) {
+            TestModuleKind.LIBRARY_SOURCE -> {
+                model("referenceResolve", pattern = TestGeneratorUtil.KT_WITHOUT_DOTS_IN_NAME, excludeDirsRecursively = listOf("withErrors"))
+            }
+            else -> {
+                model("referenceResolve", pattern = TestGeneratorUtil.KT_WITHOUT_DOTS_IN_NAME)
+            }
+        }
     }
 
     group("scopes") {

generators/analysis-api-generator/tests/org/jetbrains/kotlin/generators/tests/analysis/api/dsl/dsl.kt

@@ -28,8 +28,8 @@ internal sealed class TestModuleKind(val componentName: String) {
     object LIBRARY_SOURCE : TestModuleKind("librarySource")
 
     companion object {
-        val SOURCES_ONLY = listOf(SOURCE)
+        val SOURCE_ONLY by lazy(LazyThreadSafetyMode.NONE) { listOf(SOURCE) }
-        val SOURCES_AND_LIBRARIES_SOURCES = listOf(SOURCE, LIBRARY_SOURCE)
+        val SOURCE_AND_LIBRARY_SOURCE by lazy(LazyThreadSafetyMode.NONE) { listOf(SOURCE, LIBRARY_SOURCE) }
     }
 }
 
@@ -41,7 +41,7 @@ internal enum class Frontend(val prefix: String) {
 internal fun FirAndFe10TestGroup.test(
     baseClass: KClass<*>,
     generateFe10: Boolean = true,
-    init: TestGroup.TestClass.() -> Unit,
+    init: TestGroup.TestClass.(module: TestModuleKind) -> Unit,
 ) {
     analysisApiTest(
         "analysis/analysis-api-fir/tests",
@@ -63,8 +63,8 @@ internal fun FirAndFe10TestGroup.test(
 internal fun TestGroupSuite.test(
     baseClass: KClass<*>,
     addFe10: Boolean = true,
-    testModuleKinds: List<TestModuleKind> = TestModuleKind.SOURCES_ONLY,
+    testModuleKinds: List<TestModuleKind> = TestModuleKind.SOURCE_ONLY,
-    init: TestGroup.TestClass.() -> Unit,
+    init: TestGroup.TestClass.(module: TestModuleKind) -> Unit,
 ) {
     FirAndFe10TestGroup(this, directory = null, testModuleKinds).test(baseClass, addFe10, init)
 }
@@ -72,26 +72,24 @@ internal fun TestGroupSuite.test(
 
 internal fun TestGroupSuite.group(
     directory: String,
-    testModuleKinds: List<TestModuleKind> = TestModuleKind.SOURCES_ONLY,
     init: FirAndFe10TestGroup.() -> Unit,
 ) {
-    FirAndFe10TestGroup(this, directory, testModuleKinds).init()
+    FirAndFe10TestGroup(this, directory, testModuleKinds = listOf(TestModuleKind.SOURCE)).init()
 }
 
 
 internal fun TestGroupSuite.component(
     directory: String,
-    moduleKinds: List<TestModuleKind> = TestModuleKind.SOURCES_ONLY,
     init: FirAndFe10TestGroup.() -> Unit,
 ) {
-    group("components/$directory", moduleKinds, init)
+    group("components/$directory", init)
 }
 
 private fun FirAndFe10TestGroup.analysisApiTest(
     testRoot: String,
     frontend: Frontend,
     testClass: KClass<*>,
-    init: TestGroup.TestClass.() -> Unit,
+    init: TestGroup.TestClass.(module: TestModuleKind) -> Unit,
 ) {
     with(suite) {
         val fullTestPath = "analysis/analysis-api/testData" + directory?.let { "/$it" }.orEmpty()
@@ -112,14 +110,19 @@ private fun TestGroup.analysisApiTestClass(
     moduleKind: TestModuleKind,
     testClass: KClass<*>,
     prefixNeeded: Boolean,
-    init: TestGroup.TestClass.() -> Unit
+    init: TestGroup.TestClass.(module: TestModuleKind) -> Unit
 ) {
     val fullPackage = getPackageName(frontend.prefix, testClass)
 
-    val suiteTestClassName = fullPackage +
+    val suiteTestClassName = buildString {
-            frontend.prefix +
+        append(fullPackage)
-            moduleKind.componentName.capitalizeAsciiOnly().takeIf { prefixNeeded }.orEmpty() +
+        append(frontend.prefix)
-            getDefaultSuiteTestClassName(testClass.java.simpleName)
+        moduleKind.componentName
+            .capitalizeAsciiOnly()
+            .takeIf { prefixNeeded }
+            ?.let(::append)
+        append(getDefaultSuiteTestClassName(testClass.java.simpleName))
+    }
 
     getDefaultSuiteTestClassName(testClass.java.simpleName)
 
@@ -131,7 +134,7 @@ private fun TestGroup.analysisApiTestClass(
         useJunit4 = false
     ) {
         method(FrontendConfiguratorTestModel(configurator))
-        init()
+        init(moduleKind)
     }
 }
 

generators/test-generator/tests/org/jetbrains/kotlin/generators/TestGenerationDSL.kt

@@ -82,6 +82,8 @@ class TestGroup(
         val annotations: List<AnnotationModel>,
         val targetBackendComputer: TargetBackendComputer
     ) {
+        val testDataRoot: String
+            get() = this@TestGroup.testDataRoot
         val baseDir: String
             get() = this@TestGroup.testsRoot
 
@@ -106,6 +108,7 @@ class TestGroup(
             // directives TARGET_BACKEND/DONT_TARGET_EXACT_BACKEND won't be generated
             targetBackend: TargetBackend? = null,
             excludeDirs: List<String> = listOf(),
+            excludeDirsRecursively: List<String> = listOf(),
             filenameStartsLowerCase: Boolean? = null, // assert that file is properly named
             skipIgnored: Boolean = false, // pretty meaningless flag, affects only few test names in one test runner
             deep: Int? = null, // specifies how deep recursive search will follow directory with testdata
@@ -128,7 +131,7 @@ class TestGroup(
                     SimpleTestClassModel(
                         rootFile, recursive, excludeParentDirs,
                         compiledPattern, compiledExcludedPattern, filenameStartsLowerCase, testMethod, className,
-                        realTargetBackend, excludeDirs, skipIgnored, testRunnerMethodName, additionalRunnerArguments, deep, annotations,
+                        realTargetBackend, excludeDirs, excludeDirsRecursively, skipIgnored, testRunnerMethodName, additionalRunnerArguments, deep, annotations,
                         extractTagsFromDirectory(rootFile), methodModels
                     )
                 }

generators/test-generator/tests/org/jetbrains/kotlin/generators/impl/SimpleTestClassModelTestAllFilesPresentMethodGenerator.kt

@@ -25,7 +25,7 @@ object SimpleTestClassModelTestAllFilesPresentMethodGenerator : MethodGenerator<
     override fun generateBody(method: SimpleTestClassModel.TestAllFilesPresentMethodModel, p: Printer) {
         with(method) {
             val exclude = StringBuilder()
-            for (dir in classModel.excludeDirs) {
+            for (dir in classModel.excludeDirs + classModel.excludeDirsRecursively) {
                 exclude.append(", \"")
                 exclude.append(StringUtil.escapeStringCharacters(dir))
                 exclude.append("\"")

generators/test-generator/tests/org/jetbrains/kotlin/generators/model/SimpleTestClassModel.kt

@@ -25,6 +25,7 @@ class SimpleTestClassModel(
     private val testClassName: String,
     val targetBackend: TargetBackend,
     excludeDirs: Collection<String>,
+    excludeDirsRecursively: Collection<String>,
     private val skipIgnored: Boolean,
     private val testRunnerMethodName: String,
     private val additionalRunnerArguments: List<String>,
@@ -37,6 +38,7 @@ class SimpleTestClassModel(
         get() = testClassName
 
     val excludeDirs: Set<String> = excludeDirs.toSet()
+    val excludeDirsRecursively: Set<String> = excludeDirsRecursively.toSet()
 
     override val innerTestClasses: Collection<TestClassModel> by lazy {
         if (!rootFile.isDirectory || !recursive || deep != null && deep < 1) {
@@ -45,7 +47,7 @@ class SimpleTestClassModel(
         val children = mutableListOf<TestClassModel>()
         val files = rootFile.listFiles() ?: return@lazy emptyList()
         for (file in files) {
-            if (file.isDirectory && dirHasFilesInside(file) && !excludeDirs.contains(file.name)) {
+            if (file.isDirectory && dirHasFilesInside(file) && !excludeDirs.contains(file.name) && !excludeDirsRecursively.contains(file.name)) {
                 val innerTestClassName = fileNameToJavaIdentifier(file)
                 children.add(
                     SimpleTestClassModel(
@@ -59,6 +61,7 @@ class SimpleTestClassModel(
                         innerTestClassName,
                         targetBackend,
                         excludesStripOneDirectory(file.name),
+                        excludeDirsRecursively,
                         skipIgnored,
                         testRunnerMethodName,
                         additionalRunnerArguments,