azalea/kotlin-fork
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Minor fixes in parser

Browse Source
This commit is contained in:
Ivan Kochurkin
2022-08-01 01:14:02 +02:00
committed by teamcity
parent 1d73d4cfbf
commit daeb41b411
10 changed files with 80 additions and 74 deletions
Download Patch File Download Diff File Expand all files Collapse all files
compiler/psi/src/org/jetbrains/kotlin/kdoc/lexer/KDocTokens.java
+1
View File
@@ -76,6 +76,7 @@ public interface KDocTokens {
KDocToken MARKDOWN_ESCAPED_CHAR = new KDocToken("KDOC_MARKDOWN_ESCAPED_CHAR", MARKDOWN_ESCAPED_CHAR_Id); KDocToken MARKDOWN_ESCAPED_CHAR = new KDocToken("KDOC_MARKDOWN_ESCAPED_CHAR", MARKDOWN_ESCAPED_CHAR_Id);
KDocToken MARKDOWN_INLINE_LINK = new KDocToken("KDOC_MARKDOWN_INLINE_LINK", MARKDOWN_INLINE_LINK_Id); KDocToken MARKDOWN_INLINE_LINK = new KDocToken("KDOC_MARKDOWN_INLINE_LINK", MARKDOWN_INLINE_LINK_Id);
@SuppressWarnings("unused")
TokenSet KDOC_HIGHLIGHT_TOKENS = TokenSet.create(START, END, LEADING_ASTERISK, TEXT, CODE_BLOCK_TEXT, MARKDOWN_LINK, MARKDOWN_ESCAPED_CHAR, MARKDOWN_INLINE_LINK); TokenSet KDOC_HIGHLIGHT_TOKENS = TokenSet.create(START, END, LEADING_ASTERISK, TEXT, CODE_BLOCK_TEXT, MARKDOWN_LINK, MARKDOWN_ESCAPED_CHAR, MARKDOWN_INLINE_LINK);
TokenSet CONTENT_TOKENS = TokenSet.create(TEXT, CODE_BLOCK_TEXT, TAG_NAME, MARKDOWN_LINK, MARKDOWN_ESCAPED_CHAR, MARKDOWN_INLINE_LINK); TokenSet CONTENT_TOKENS = TokenSet.create(TEXT, CODE_BLOCK_TEXT, TAG_NAME, MARKDOWN_LINK, MARKDOWN_ESCAPED_CHAR, MARKDOWN_INLINE_LINK);
} }
compiler/psi/src/org/jetbrains/kotlin/parsing/AbstractKotlinParsing.java
+10 -2
View File
@@ -78,6 +78,16 @@ import static org.jetbrains.kotlin.lexer.KtTokens.*;
} }
protected boolean expect(KtToken expectation, String message, TokenSet recoverySet) { protected boolean expect(KtToken expectation, String message, TokenSet recoverySet) {
if (expect(expectation)) {
return true;
}
errorWithRecovery(message, recoverySet);
return false;
}
protected boolean expect(KtToken expectation) {
if (at(expectation)) { if (at(expectation)) {
advance(); // expectation advance(); // expectation
return true; return true;
@@ -87,8 +97,6 @@ import static org.jetbrains.kotlin.lexer.KtTokens.*;
advance(); advance();
} }
errorWithRecovery(message, recoverySet);
return false; return false;
} }
compiler/psi/src/org/jetbrains/kotlin/parsing/KotlinExpressionParsing.java
+10 -8
View File
@@ -129,6 +129,7 @@ public class KotlinExpressionParsing extends AbstractKotlinParsing {
LBRACKET // Collection literal expression LBRACKET // Collection literal expression
); );
@SuppressWarnings("WeakerAccess")
public static final TokenSet STATEMENT_FIRST = TokenSet.orSet( public static final TokenSet STATEMENT_FIRST = TokenSet.orSet(
EXPRESSION_FIRST, EXPRESSION_FIRST,
TokenSet.create( TokenSet.create(
@@ -202,7 +203,7 @@ public class KotlinExpressionParsing extends AbstractKotlinParsing {
; ;
static { static {
Precedence[] values = Precedence.values(); Precedence[] values = values();
for (Precedence precedence : values) { for (Precedence precedence : values) {
int ordinal = precedence.ordinal(); int ordinal = precedence.ordinal();
precedence.higher = ordinal > 0 ? values[ordinal - 1] : null; precedence.higher = ordinal > 0 ? values[ordinal - 1] : null;
@@ -238,7 +239,7 @@ public class KotlinExpressionParsing extends AbstractKotlinParsing {
} }
} }
public static final TokenSet ALLOW_NEWLINE_OPERATIONS = TokenSet.create( private static final TokenSet ALLOW_NEWLINE_OPERATIONS = TokenSet.create(
DOT, SAFE_ACCESS, DOT, SAFE_ACCESS,
COLON, AS_KEYWORD, AS_SAFE, COLON, AS_KEYWORD, AS_SAFE,
ELVIS, ELVIS,
@@ -255,7 +256,7 @@ public class KotlinExpressionParsing extends AbstractKotlinParsing {
for (Precedence precedence : values) { for (Precedence precedence : values) {
operations.addAll(Arrays.asList(precedence.getOperations().getTypes())); operations.addAll(Arrays.asList(precedence.getOperations().getTypes()));
} }
ALL_OPERATIONS = TokenSet.create(operations.toArray(new IElementType[operations.size()])); ALL_OPERATIONS = TokenSet.create(operations.toArray(new IElementType[0]));
} }
static { static {
@@ -862,7 +863,7 @@ public class KotlinExpressionParsing extends AbstractKotlinParsing {
advanceAt(LPAR); advanceAt(LPAR);
PsiBuilder.Marker atWhenStart = mark(); PsiBuilder.Marker atWhenStart = mark();
myKotlinParsing.parseAnnotationsList(DEFAULT, EQ_RPAR_SET); myKotlinParsing.parseAnnotationsList(EQ_RPAR_SET);
if (at(VAL_KEYWORD) || at(VAR_KEYWORD)) { if (at(VAL_KEYWORD) || at(VAR_KEYWORD)) {
IElementType declType = myKotlinParsing.parseProperty(KotlinParsing.DeclarationParsingMode.LOCAL); IElementType declType = myKotlinParsing.parseProperty(KotlinParsing.DeclarationParsingMode.LOCAL);
@@ -1115,7 +1116,7 @@ public class KotlinExpressionParsing extends AbstractKotlinParsing {
private boolean parseLocalDeclaration(boolean rollbackIfDefinitelyNotExpression, boolean isScriptTopLevel) { private boolean parseLocalDeclaration(boolean rollbackIfDefinitelyNotExpression, boolean isScriptTopLevel) {
PsiBuilder.Marker decl = mark(); PsiBuilder.Marker decl = mark();
KotlinParsing.ModifierDetector detector = new KotlinParsing.ModifierDetector(); KotlinParsing.ModifierDetector detector = new KotlinParsing.ModifierDetector();
myKotlinParsing.parseModifierList(detector, DEFAULT, TokenSet.EMPTY); myKotlinParsing.parseModifierList(detector, TokenSet.EMPTY);
IElementType declType = parseLocalDeclarationRest(detector, rollbackIfDefinitelyNotExpression, isScriptTopLevel); IElementType declType = parseLocalDeclarationRest(detector, rollbackIfDefinitelyNotExpression, isScriptTopLevel);
@@ -1158,13 +1159,14 @@ public class KotlinExpressionParsing extends AbstractKotlinParsing {
boolean paramsFound = false; boolean paramsFound = false;
if (at(ARROW)) { IElementType token = tt();
if (token == ARROW) {
// { -> ...} // { -> ...}
mark().done(VALUE_PARAMETER_LIST); mark().done(VALUE_PARAMETER_LIST);
advance(); // ARROW advance(); // ARROW
paramsFound = true; paramsFound = true;
} }
else if (at(IDENTIFIER) || at(COLON) || at(LPAR)) { else if (token == IDENTIFIER || token == COLON || token == LPAR) {
// Try to parse a simple name list followed by an ARROW // Try to parse a simple name list followed by an ARROW
// {a -> ...} // {a -> ...}
// {a, b -> ...} // {a, b -> ...}
@@ -1480,7 +1482,7 @@ public class KotlinExpressionParsing extends AbstractKotlinParsing {
PsiBuilder.Marker parameter = mark(); PsiBuilder.Marker parameter = mark();
if (!at(IN_KEYWORD)) { if (!at(IN_KEYWORD)) {
myKotlinParsing.parseModifierList(DEFAULT, IN_KEYWORD_R_PAR_COLON_SET); myKotlinParsing.parseModifierList(IN_KEYWORD_R_PAR_COLON_SET);
} }
if (at(VAL_KEYWORD) || at(VAR_KEYWORD)) advance(); // VAL_KEYWORD or VAR_KEYWORD if (at(VAL_KEYWORD) || at(VAR_KEYWORD)) advance(); // VAL_KEYWORD or VAR_KEYWORD
compiler/psi/src/org/jetbrains/kotlin/parsing/KotlinParser.java
+1 -1
View File
@@ -41,7 +41,7 @@ public class KotlinParser implements PsiParser {
// we need this method because we need psiFile // we need this method because we need psiFile
@NotNull @NotNull
public ASTNode parse(IElementType iElementType, PsiBuilder psiBuilder, PsiFile psiFile) { public static ASTNode parse(PsiBuilder psiBuilder, PsiFile psiFile) {
KotlinParsing ktParsing = KotlinParsing.createForTopLevel(new SemanticWhitespaceAwarePsiBuilderImpl(psiBuilder)); KotlinParsing ktParsing = KotlinParsing.createForTopLevel(new SemanticWhitespaceAwarePsiBuilderImpl(psiBuilder));
String extension = FileUtilRt.getExtension(psiFile.getName()); String extension = FileUtilRt.getExtension(psiFile.getName());
if (extension.isEmpty() || extension.equals(KotlinFileType.EXTENSION) || (psiFile instanceof KtFile && ((KtFile) psiFile).isCompiled())) { if (extension.isEmpty() || extension.equals(KotlinFileType.EXTENSION) || (psiFile instanceof KtFile && ((KtFile) psiFile).isCompiled())) {
compiler/psi/src/org/jetbrains/kotlin/parsing/KotlinParserDefinition.kt
+1
View File
@@ -74,6 +74,7 @@ class KotlinParserDefinition : ParserDefinition {
override fun createFile(fileViewProvider: FileViewProvider): PsiFile = KtFile(fileViewProvider, false) override fun createFile(fileViewProvider: FileViewProvider): PsiFile = KtFile(fileViewProvider, false)
@Deprecated("Deprecated in Java")
override fun spaceExistanceTypeBetweenTokens(left: ASTNode, right: ASTNode): ParserDefinition.SpaceRequirements { override fun spaceExistanceTypeBetweenTokens(left: ASTNode, right: ASTNode): ParserDefinition.SpaceRequirements {
val rightTokenType = right.elementType val rightTokenType = right.elementType
compiler/psi/src/org/jetbrains/kotlin/parsing/KotlinParsing.java
+43 -48
View File
@@ -287,7 +287,7 @@ public class KotlinParsing extends AbstractKotlinParsing {
* ; * ;
*/ */
PsiBuilder.Marker packageDirective = mark(); PsiBuilder.Marker packageDirective = mark();
parseModifierList(DEFAULT, TokenSet.EMPTY); parseModifierList(TokenSet.EMPTY);
if (at(PACKAGE_KEYWORD)) { if (at(PACKAGE_KEYWORD)) {
advance(); // PACKAGE_KEYWORD advance(); // PACKAGE_KEYWORD
@@ -495,7 +495,7 @@ public class KotlinParsing extends AbstractKotlinParsing {
} }
ModifierDetector detector = new ModifierDetector(); ModifierDetector detector = new ModifierDetector();
parseModifierList(detector, DEFAULT, TokenSet.EMPTY); parseModifierList(detector, TokenSet.EMPTY);
IElementType declType = parseCommonDeclaration(detector, NameParsingMode.REQUIRED, DeclarationParsingMode.MEMBER_OR_TOPLEVEL); IElementType declType = parseCommonDeclaration(detector, NameParsingMode.REQUIRED, DeclarationParsingMode.MEMBER_OR_TOPLEVEL);
@@ -550,46 +550,36 @@ public class KotlinParsing extends AbstractKotlinParsing {
/* /*
* (modifier | annotation)* * (modifier | annotation)*
*/ */
boolean parseModifierList( boolean parseModifierList(@NotNull TokenSet noModifiersBefore) {
@NotNull AnnotationParsingMode annotationParsingMode, return parseModifierList(null, noModifiersBefore);
@NotNull TokenSet noModifiersBefore
) {
return parseModifierList(null, annotationParsingMode, noModifiersBefore);
} }
boolean parseAnnotationsList( void parseAnnotationsList(@NotNull TokenSet noModifiersBefore) {
@NotNull AnnotationParsingMode annotationParsingMode, doParseModifierList(null, TokenSet.EMPTY, AnnotationParsingMode.DEFAULT, noModifiersBefore);
@NotNull TokenSet noModifiersBefore
) {
return doParseModifierList(null, TokenSet.EMPTY, annotationParsingMode, noModifiersBefore);
} }
/** /**
* (modifier | annotation)* * (modifier | annotation)*
* * <p>
* Feeds modifiers (not annotations) into the passed consumer, if it is not null * Feeds modifiers (not annotations) into the passed consumer, if it is not null
* *
* @param noModifiersBefore is a token set with elements indicating when met them * @param noModifiersBefore is a token set with elements indicating when met them
* that previous token must be parsed as an identifier rather than modifier * that previous token must be parsed as an identifier rather than modifier
*/ */
boolean parseModifierList( boolean parseModifierList(@Nullable Consumer<IElementType> tokenConsumer, @NotNull TokenSet noModifiersBefore) {
@Nullable Consumer<IElementType> tokenConsumer, return doParseModifierList(tokenConsumer, MODIFIER_KEYWORDS, AnnotationParsingMode.DEFAULT, noModifiersBefore);
@NotNull AnnotationParsingMode annotationParsingMode,
@NotNull TokenSet noModifiersBefore
) {
return doParseModifierList(tokenConsumer, MODIFIER_KEYWORDS, annotationParsingMode, noModifiersBefore);
} }
private boolean parseFunctionTypeValueParameterModifierList() { private void parseFunctionTypeValueParameterModifierList() {
return doParseModifierList(null, RESERVED_VALUE_PARAMETER_MODIFIER_KEYWORDS, NO_ANNOTATIONS, NO_MODIFIER_BEFORE_FOR_VALUE_PARAMETER); doParseModifierList(null, RESERVED_VALUE_PARAMETER_MODIFIER_KEYWORDS, NO_ANNOTATIONS, NO_MODIFIER_BEFORE_FOR_VALUE_PARAMETER);
} }
private boolean parseTypeModifierList() { private void parseTypeModifierList() {
return doParseModifierList(null, TYPE_MODIFIER_KEYWORDS, TYPE_CONTEXT, TokenSet.EMPTY); doParseModifierList(null, TYPE_MODIFIER_KEYWORDS, TYPE_CONTEXT, TokenSet.EMPTY);
} }
private boolean parseTypeArgumentModifierList() { private void parseTypeArgumentModifierList() {
return doParseModifierList(null, TYPE_ARGUMENT_MODIFIER_KEYWORDS, NO_ANNOTATIONS, COMMA_COLON_GT_SET); doParseModifierList(null, TYPE_ARGUMENT_MODIFIER_KEYWORDS, NO_ANNOTATIONS, COMMA_COLON_GT_SET);
} }
private boolean doParseModifierListBody( private boolean doParseModifierListBody(
@@ -951,7 +941,7 @@ public class KotlinParsing extends AbstractKotlinParsing {
PsiBuilder.Marker reference = mark(); PsiBuilder.Marker reference = mark();
PsiBuilder.Marker typeReference = mark(); PsiBuilder.Marker typeReference = mark();
parseUserType(/* allowSimpleIntersectionTypes */ false); parseUserType();
typeReference.done(TYPE_REFERENCE); typeReference.done(TYPE_REFERENCE);
reference.done(CONSTRUCTOR_CALLEE); reference.done(CONSTRUCTOR_CALLEE);
@@ -1053,7 +1043,7 @@ public class KotlinParsing extends AbstractKotlinParsing {
PsiBuilder.Marker beforeConstructorModifiers = mark(); PsiBuilder.Marker beforeConstructorModifiers = mark();
PsiBuilder.Marker primaryConstructorMarker = mark(); PsiBuilder.Marker primaryConstructorMarker = mark();
boolean hasConstructorModifiers = parseModifierList(DEFAULT, TokenSet.EMPTY); boolean hasConstructorModifiers = parseModifierList(TokenSet.EMPTY);
// Some modifiers found, but no parentheses following: class has already ended, and we are looking at something else // Some modifiers found, but no parentheses following: class has already ended, and we are looking at something else
if (hasConstructorModifiers && !atSet(LPAR_LBRACE_COLON_CONSTRUCTOR_KEYWORD_SET)) { if (hasConstructorModifiers && !atSet(LPAR_LBRACE_COLON_CONSTRUCTOR_KEYWORD_SET)) {
@@ -1192,7 +1182,7 @@ public class KotlinParsing extends AbstractKotlinParsing {
private ParseEnumEntryResult parseEnumEntry() { private ParseEnumEntryResult parseEnumEntry() {
PsiBuilder.Marker entry = mark(); PsiBuilder.Marker entry = mark();
parseModifierList(DEFAULT, COMMA_SEMICOLON_RBRACE_SET); parseModifierList(COMMA_SEMICOLON_RBRACE_SET);
if (!atSet(SOFT_KEYWORDS_AT_MEMBER_START) && at(IDENTIFIER)) { if (!atSet(SOFT_KEYWORDS_AT_MEMBER_START) && at(IDENTIFIER)) {
advance(); // IDENTIFIER advance(); // IDENTIFIER
@@ -1301,7 +1291,7 @@ public class KotlinParsing extends AbstractKotlinParsing {
} }
ModifierDetector detector = new ModifierDetector(); ModifierDetector detector = new ModifierDetector();
parseModifierList(detector, DEFAULT, TokenSet.EMPTY); parseModifierList(detector, TokenSet.EMPTY);
IElementType declType = parseMemberDeclarationRest(detector); IElementType declType = parseMemberDeclarationRest(detector);
@@ -1605,7 +1595,7 @@ public class KotlinParsing extends AbstractKotlinParsing {
} }
PsiBuilder.Marker property = mark(); PsiBuilder.Marker property = mark();
parseModifierList(DEFAULT, COMMA_RPAR_COLON_EQ_SET); parseModifierList(COMMA_RPAR_COLON_EQ_SET);
expect(IDENTIFIER, "Expecting a name", recoverySet); expect(IDENTIFIER, "Expecting a name", recoverySet);
@@ -1659,7 +1649,7 @@ public class KotlinParsing extends AbstractKotlinParsing {
private PropertyComponentKind parsePropertyComponent(PropertyComponentKind.Collector notAllowedKind) { private PropertyComponentKind parsePropertyComponent(PropertyComponentKind.Collector notAllowedKind) {
PsiBuilder.Marker propertyComponent = mark(); PsiBuilder.Marker propertyComponent = mark();
parseModifierList(DEFAULT, TokenSet.EMPTY); parseModifierList(TokenSet.EMPTY);
PropertyComponentKind propertyComponentKind; PropertyComponentKind propertyComponentKind;
if (at(GET_KEYWORD)) { if (at(GET_KEYWORD)) {
@@ -1701,7 +1691,7 @@ public class KotlinParsing extends AbstractKotlinParsing {
if (propertyComponentKind == PropertyComponentKind.SET) { if (propertyComponentKind == PropertyComponentKind.SET) {
PsiBuilder.Marker parameterList = mark(); PsiBuilder.Marker parameterList = mark();
PsiBuilder.Marker setterParameter = mark(); PsiBuilder.Marker setterParameter = mark();
parseModifierList(DEFAULT, COMMA_COLON_RPAR_SET); parseModifierList(COMMA_COLON_RPAR_SET);
expect(IDENTIFIER, "Expecting parameter name", RPAR_COLON_LBRACE_EQ_SET); expect(IDENTIFIER, "Expecting parameter name", RPAR_COLON_LBRACE_EQ_SET);
if (at(COLON)) { if (at(COLON)) {
@@ -1748,7 +1738,7 @@ public class KotlinParsing extends AbstractKotlinParsing {
} }
@NotNull @NotNull
IElementType parseFunction() { private IElementType parseFunction() {
return parseFunction(false); return parseFunction(false);
} }
@@ -1883,11 +1873,17 @@ public class KotlinParsing extends AbstractKotlinParsing {
/* /*
* IDENTIFIER * IDENTIFIER
*/ */
private boolean parseFunctionOrPropertyName(boolean receiverFound, String title, TokenSet nameFollow, TokenSet recoverySet, boolean nameRequired) { private void parseFunctionOrPropertyName(boolean receiverFound, String title, TokenSet nameFollow, TokenSet recoverySet, boolean nameRequired) {
if (!nameRequired && atSet(nameFollow)) return true; // no name if (!nameRequired && atSet(nameFollow)) return; // no name
String expectingMessage = "Expecting " + title + " name" + (!receiverFound ? " or receiver type" : ""); if (expect(IDENTIFIER)) {
return expect(IDENTIFIER, expectingMessage, recoverySet); return;
}
errorWithRecovery(
"Expecting " + title + " name" + (!receiverFound ? " or receiver type" : ""),
recoverySet
);
} }
/* /*
@@ -2135,7 +2131,7 @@ public class KotlinParsing extends AbstractKotlinParsing {
PsiBuilder.Marker mark = mark(); PsiBuilder.Marker mark = mark();
parseModifierList(DEFAULT, GT_COMMA_COLON_SET); parseModifierList(GT_COMMA_COLON_SET);
expect(IDENTIFIER, "Type parameter name expected", TokenSet.EMPTY); expect(IDENTIFIER, "Type parameter name expected", TokenSet.EMPTY);
@@ -2209,7 +2205,7 @@ public class KotlinParsing extends AbstractKotlinParsing {
dynamicType.done(DYNAMIC_TYPE); dynamicType.done(DYNAMIC_TYPE);
} }
else if (at(IDENTIFIER) || at(PACKAGE_KEYWORD) || atParenthesizedMutableForPlatformTypes(0)) { else if (at(IDENTIFIER) || at(PACKAGE_KEYWORD) || atParenthesizedMutableForPlatformTypes(0)) {
parseUserType(allowSimpleIntersectionTypes); parseUserType();
} }
else if (at(LPAR)) { else if (at(LPAR)) {
PsiBuilder.Marker functionOrParenthesizedType = mark(); PsiBuilder.Marker functionOrParenthesizedType = mark();
@@ -2323,7 +2319,7 @@ public class KotlinParsing extends AbstractKotlinParsing {
* - (Mutable)List<Foo>! * - (Mutable)List<Foo>!
* - Array<(out) Foo>! * - Array<(out) Foo>!
*/ */
private void parseUserType(boolean allowSimpleIntersectionTypes) { private void parseUserType() {
PsiBuilder.Marker userType = mark(); PsiBuilder.Marker userType = mark();
if (at(PACKAGE_KEYWORD)) { if (at(PACKAGE_KEYWORD)) {
@@ -2416,15 +2412,14 @@ public class KotlinParsing extends AbstractKotlinParsing {
/* /*
* (optionalProjection type){","} * (optionalProjection type){","}
*/ */
private PsiBuilder.Marker parseTypeArgumentList() { private void parseTypeArgumentList() {
if (!at(LT)) return null; if (!at(LT)) return;
PsiBuilder.Marker list = mark(); PsiBuilder.Marker list = mark();
tryParseTypeArgumentList(TokenSet.EMPTY); tryParseTypeArgumentList(TokenSet.EMPTY);
list.done(TYPE_ARGUMENT_LIST); list.done(TYPE_ARGUMENT_LIST);
return list;
} }
boolean tryParseTypeArgumentList(TokenSet extraRecoverySet) { boolean tryParseTypeArgumentList(TokenSet extraRecoverySet) {
@@ -2566,7 +2561,7 @@ public class KotlinParsing extends AbstractKotlinParsing {
private boolean parseValueParameter(boolean rollbackOnFailure, boolean typeRequired) { private boolean parseValueParameter(boolean rollbackOnFailure, boolean typeRequired) {
PsiBuilder.Marker parameter = mark(); PsiBuilder.Marker parameter = mark();
parseModifierList(DEFAULT, NO_MODIFIER_BEFORE_FOR_VALUE_PARAMETER); parseModifierList(NO_MODIFIER_BEFORE_FOR_VALUE_PARAMETER);
if (at(VAR_KEYWORD) || at(VAL_KEYWORD)) { if (at(VAR_KEYWORD) || at(VAL_KEYWORD)) {
advance(); // VAR_KEYWORD | VAL_KEYWORD advance(); // VAR_KEYWORD | VAL_KEYWORD
@@ -2667,10 +2662,10 @@ public class KotlinParsing extends AbstractKotlinParsing {
WITH_SIGNIFICANT_WHITESPACE_BEFORE_ARGUMENTS(false, true, true, true), WITH_SIGNIFICANT_WHITESPACE_BEFORE_ARGUMENTS(false, true, true, true),
NO_ANNOTATIONS(false, false, false, false); NO_ANNOTATIONS(false, false, false, false);
boolean isFileAnnotationParsingMode; final boolean isFileAnnotationParsingMode;
boolean allowAnnotations; final boolean allowAnnotations;
boolean withSignificantWhitespaceBeforeArguments; final boolean withSignificantWhitespaceBeforeArguments;
boolean typeContext; final boolean typeContext;
AnnotationParsingMode( AnnotationParsingMode(
boolean isFileAnnotationParsingMode, boolean isFileAnnotationParsingMode,
compiler/psi/src/org/jetbrains/kotlin/parsing/LastBefore.java
+1 -2
View File
@@ -20,10 +20,9 @@ public class LastBefore extends AbstractTokenStreamPattern {
private final boolean dontStopRightAfterOccurrence; private final boolean dontStopRightAfterOccurrence;
private final TokenStreamPredicate lookFor; private final TokenStreamPredicate lookFor;
private final TokenStreamPredicate stopAt; private final TokenStreamPredicate stopAt;
private boolean previousLookForResult; private boolean previousLookForResult;
public LastBefore(TokenStreamPredicate lookFor, TokenStreamPredicate stopAt, boolean dontStopRightAfterOccurrence) { private LastBefore(TokenStreamPredicate lookFor, TokenStreamPredicate stopAt, boolean dontStopRightAfterOccurrence) {
this.lookFor = lookFor; this.lookFor = lookFor;
this.stopAt = stopAt; this.stopAt = stopAt;
this.dontStopRightAfterOccurrence = dontStopRightAfterOccurrence; this.dontStopRightAfterOccurrence = dontStopRightAfterOccurrence;
compiler/psi/src/org/jetbrains/kotlin/parsing/ParseUtils.kt
+10 -10
View File
@@ -10,7 +10,7 @@ import com.intellij.util.text.LiteralFormatUtil
import org.jetbrains.kotlin.KtNodeTypes import org.jetbrains.kotlin.KtNodeTypes
import org.jetbrains.kotlin.utils.extractRadix import org.jetbrains.kotlin.utils.extractRadix
private val FP_LITERAL_PARTS = "(?:([_\\d]*)\\.?([_\\d]*)e?[+-]?([_\\d]*))[f]?".toRegex() private val FP_LITERAL_PARTS = "([_\\d]*)\\.?([_\\d]*)e?[+-]?([_\\d]*)[f]?".toRegex()
fun hasIllegalUnderscore(text: String, elementType: IElementType): Boolean { fun hasIllegalUnderscore(text: String, elementType: IElementType): Boolean {
val parts: List<String?> = if (elementType === KtNodeTypes.INTEGER_CONSTANT) { val parts: List<String?> = if (elementType === KtNodeTypes.INTEGER_CONSTANT) {
@@ -79,32 +79,32 @@ private fun parseLong(text: String): Long? {
} }
private fun parseFloatingLiteral(text: String): Number? { private fun parseFloatingLiteral(text: String): Number? {
if (text.lowercase().endsWith('f')) { if (text.endsWith('f') || text.endsWith('F')) {
return parseFloat(text) return parseFloat(text)
} }
return parseDouble(text) return parseDouble(text)
} }
private fun parseDouble(text: String): Double? { private fun parseDouble(text: String): Double? {
try { return try {
return java.lang.Double.parseDouble(text) java.lang.Double.parseDouble(text)
} catch (e: NumberFormatException) { } catch (e: NumberFormatException) {
return null null
} }
} }
private fun parseFloat(text: String): Float? { private fun parseFloat(text: String): Float? {
try { return try {
return java.lang.Float.parseFloat(text) java.lang.Float.parseFloat(text)
} catch (e: NumberFormatException) { } catch (e: NumberFormatException) {
return null null
} }
} }
fun parseBoolean(text: String): Boolean { fun parseBoolean(text: String): Boolean {
if ("true".equals(text)) { if ("true" == text) {
return true return true
} else if ("false".equals(text)) { } else if ("false" == text) {
return false return false
} }
compiler/psi/src/org/jetbrains/kotlin/parsing/SemanticWhitespaceAwarePsiBuilder.java
+1
View File
@@ -32,5 +32,6 @@ public interface SemanticWhitespaceAwarePsiBuilder extends PsiBuilder {
void enableJoiningComplexTokens(); void enableJoiningComplexTokens();
void disableJoiningComplexTokens(); void disableJoiningComplexTokens();
@Override
boolean isWhitespaceOrComment(@NotNull IElementType elementType); boolean isWhitespaceOrComment(@NotNull IElementType elementType);
} }
compiler/psi/src/org/jetbrains/kotlin/psi/stubs/elements/KtFileElementType.java
+2 -3
View File
@@ -39,7 +39,7 @@ public class KtFileElementType extends IStubFileElementType<KotlinFileStub> {
public static KtFileElementType INSTANCE = new KtFileElementType(); public static KtFileElementType INSTANCE = new KtFileElementType();
public KtFileElementType() { private KtFileElementType() {
super(NAME, KotlinLanguage.INSTANCE); super(NAME, KotlinLanguage.INSTANCE);
} }
@@ -80,8 +80,7 @@ public class KtFileElementType extends IStubFileElementType<KotlinFileStub> {
Project project = psi.getProject(); Project project = psi.getProject();
Language languageForParser = getLanguageForParser(psi); Language languageForParser = getLanguageForParser(psi);
PsiBuilder builder = PsiBuilderFactory.getInstance().createBuilder(project, chameleon, null, languageForParser, chameleon.getChars()); PsiBuilder builder = PsiBuilderFactory.getInstance().createBuilder(project, chameleon, null, languageForParser, chameleon.getChars());
KotlinParser parser = (KotlinParser) LanguageParserDefinitions.INSTANCE.forLanguage(languageForParser).createParser(project); return KotlinParser.parse(builder, psi.getContainingFile()).getFirstChildNode();
return parser.parse(this, builder, psi.getContainingFile()).getFirstChildNode();
} }
@Override @Override