Add lexer test runner and whitespace characters tests

Whitespace characters for the tests are U+000B, U+000C, U+000D, U+0085, U+2028, U+2029
This commit is contained in:
victor.petukhov
2018-10-25 18:58:43 +03:00
parent fe072e3366
commit 9a61998fca
47 changed files with 1306 additions and 65 deletions
+20
View File
@@ -0,0 +1,20 @@
/**
* @foo This is text.
* This is indented code block
* Second line of code block
* @foo This is text.
* Tabulated code block
* Tabulated second line
* @foo This is text.
* ``` kotlin
* @foo This is code block.
* ```
* @foo This is text.
* ~~~
* @foo This is code block
* With multiple lines.
* ~~~
* @foo This is yet more text.
* ```
* @foo This is an unclosed code block.
*/
+75
View File
@@ -0,0 +1,75 @@
KDOC_START ('/**')
WHITE_SPACE ('\n ')
KDOC_LEADING_ASTERISK ('*')
KDOC_TEXT (' ')
KDOC_TAG_NAME ('@foo')
WHITE_SPACE (' ')
KDOC_TEXT ('This is text.')
WHITE_SPACE ('\n ')
KDOC_LEADING_ASTERISK ('*')
KDOC_CODE_BLOCK_TEXT (' This is indented code block')
WHITE_SPACE ('\n ')
KDOC_LEADING_ASTERISK ('*')
KDOC_CODE_BLOCK_TEXT (' Second line of code block')
WHITE_SPACE ('\n ')
KDOC_LEADING_ASTERISK ('*')
KDOC_TEXT (' ')
KDOC_TAG_NAME ('@foo')
WHITE_SPACE (' ')
KDOC_TEXT ('This is text.')
WHITE_SPACE ('\n ')
KDOC_LEADING_ASTERISK ('*')
KDOC_CODE_BLOCK_TEXT (' Tabulated code block')
WHITE_SPACE ('\n ')
KDOC_LEADING_ASTERISK ('*')
KDOC_CODE_BLOCK_TEXT (' Tabulated second line')
WHITE_SPACE ('\n ')
KDOC_LEADING_ASTERISK ('*')
KDOC_TEXT (' ')
KDOC_TAG_NAME ('@foo')
WHITE_SPACE (' ')
KDOC_TEXT ('This is text.')
WHITE_SPACE ('\n ')
KDOC_LEADING_ASTERISK ('*')
KDOC_TEXT (' ``` kotlin')
WHITE_SPACE ('\n ')
KDOC_LEADING_ASTERISK ('*')
KDOC_CODE_BLOCK_TEXT (' @foo This is code block.')
WHITE_SPACE ('\n ')
KDOC_LEADING_ASTERISK ('*')
KDOC_CODE_BLOCK_TEXT (' ')
KDOC_TEXT ('```')
WHITE_SPACE ('\n ')
KDOC_LEADING_ASTERISK ('*')
KDOC_TEXT (' ')
KDOC_TAG_NAME ('@foo')
WHITE_SPACE (' ')
KDOC_TEXT ('This is text.')
WHITE_SPACE ('\n ')
KDOC_LEADING_ASTERISK ('*')
KDOC_TEXT (' ~~~')
WHITE_SPACE ('\n ')
KDOC_LEADING_ASTERISK ('*')
KDOC_CODE_BLOCK_TEXT (' @foo This is code block')
WHITE_SPACE ('\n ')
KDOC_LEADING_ASTERISK ('*')
KDOC_CODE_BLOCK_TEXT (' With multiple lines.')
WHITE_SPACE ('\n ')
KDOC_LEADING_ASTERISK ('*')
KDOC_CODE_BLOCK_TEXT (' ')
KDOC_TEXT ('~~~')
WHITE_SPACE ('\n ')
KDOC_LEADING_ASTERISK ('*')
KDOC_TEXT (' ')
KDOC_TAG_NAME ('@foo')
WHITE_SPACE (' ')
KDOC_TEXT ('This is yet more text.')
WHITE_SPACE ('\n ')
KDOC_LEADING_ASTERISK ('*')
KDOC_TEXT (' ```')
WHITE_SPACE ('\n ')
KDOC_LEADING_ASTERISK ('*')
KDOC_CODE_BLOCK_TEXT (' @foo This is an unclosed code block.')
WHITE_SPACE ('\n ')
KDOC_TEXT ('*/')
WHITE_SPACE ('\n')
@@ -0,0 +1,20 @@
/**
* @foo This is text.
* This is indented code block
* Second line of code block
* @foo This is text .
* Tabulated code block
* Tabulated second line
* @foo This is text.
* ``` kotlin
* @foo This is code block.
* ```
* @foo This is text .
* ~~~
* @foo This is code block
* With multiple lines.
* ~~~
* @foo This is yet more text.
* ```
* @foo This is an unclosed code block .
*/
@@ -0,0 +1,74 @@
KDOC_START ('/**')
WHITE_SPACE ('\n ')
KDOC_LEADING_ASTERISK ('*')
KDOC_TEXT (' ')
KDOC_TAG_NAME ('@foo')
WHITE_SPACE (' ')
KDOC_TEXT ('This is text.')
WHITE_SPACE ('\n ')
KDOC_LEADING_ASTERISK ('*')
KDOC_CODE_BLOCK_TEXT (' This is indented code block')
WHITE_SPACE ('\n ')
KDOC_LEADING_ASTERISK ('*')
KDOC_CODE_BLOCK_TEXT (' Second line of code block')
WHITE_SPACE ('\n ')
KDOC_LEADING_ASTERISK ('*')
KDOC_TEXT (' ')
KDOC_TAG_NAME ('@foo')
WHITE_SPACE (' ')
KDOC_TEXT ('This is text .')
WHITE_SPACE ('\n ')
KDOC_LEADING_ASTERISK ('*')
KDOC_CODE_BLOCK_TEXT (' Tabulated code block')
WHITE_SPACE ('\n ')
KDOC_LEADING_ASTERISK ('*')
KDOC_CODE_BLOCK_TEXT (' Tabulated second line')
WHITE_SPACE ('\n ')
KDOC_LEADING_ASTERISK ('*')
KDOC_TEXT (' ')
KDOC_TAG_NAME ('@foo')
WHITE_SPACE (' ')
KDOC_TEXT ('This is text.')
WHITE_SPACE ('\n ')
KDOC_LEADING_ASTERISK ('*')
KDOC_TEXT (' ``` kotlin')
WHITE_SPACE ('\n ')
KDOC_LEADING_ASTERISK ('*')
KDOC_CODE_BLOCK_TEXT (' @foo This is code block.')
WHITE_SPACE ('\n ')
KDOC_LEADING_ASTERISK ('*')
KDOC_CODE_BLOCK_TEXT (' ')
KDOC_TEXT ('```')
WHITE_SPACE ('\n ')
KDOC_LEADING_ASTERISK ('*')
KDOC_TEXT (' ')
KDOC_TAG_NAME ('@foo')
WHITE_SPACE (' ')
KDOC_TEXT ('This is text .')
WHITE_SPACE ('\n ')
KDOC_LEADING_ASTERISK ('*')
KDOC_TEXT (' ~~~')
WHITE_SPACE ('\n ')
KDOC_LEADING_ASTERISK ('*')
KDOC_CODE_BLOCK_TEXT (' @foo This is code block')
WHITE_SPACE ('\n ')
KDOC_LEADING_ASTERISK ('*')
KDOC_CODE_BLOCK_TEXT (' With multiple lines.')
WHITE_SPACE ('\n ')
KDOC_LEADING_ASTERISK ('*')
KDOC_CODE_BLOCK_TEXT (' ')
KDOC_TEXT ('~~~')
WHITE_SPACE ('\n ')
KDOC_LEADING_ASTERISK ('*')
KDOC_TEXT (' ')
KDOC_TAG_NAME ('@foo')
WHITE_SPACE (' ')
KDOC_TEXT ('This is yet more text.')
WHITE_SPACE ('\n ')
KDOC_LEADING_ASTERISK ('*')
KDOC_TEXT (' ```')
WHITE_SPACE ('\n ')
KDOC_LEADING_ASTERISK ('*')
KDOC_CODE_BLOCK_TEXT (' @foo This is an unclosed code block .')
WHITE_SPACE ('\n ')
KDOC_END ('*/')
@@ -0,0 +1 @@
val x = 1
@@ -0,0 +1,15 @@
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
INTEGER_LITERAL ('1')
WHITE_SPACE ('\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('y')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
INTEGER_LITERAL ('2')
@@ -0,0 +1,12 @@
// some
comment
//
some comment
/*
*/
/* some
comment */
/*
some comment */
/* some comment
@@ -0,0 +1,25 @@
EOL_COMMENT ('// some')
WHITE_SPACE ('\n')
IDENTIFIER ('comment')
WHITE_SPACE ('\n')
EOL_COMMENT ('//')
WHITE_SPACE ('\n')
IDENTIFIER ('some')
WHITE_SPACE (' ')
IDENTIFIER ('comment')
WHITE_SPACE ('\n\n')
BLOCK_COMMENT ('/*\n*/')
WHITE_SPACE ('\n')
BLOCK_COMMENT ('/* some\ncomment */')
WHITE_SPACE ('\n')
BLOCK_COMMENT ('/*\nsome comment */')
WHITE_SPACE ('\n')
BLOCK_COMMENT ('/* some comment\n*/')
WHITE_SPACE ('\n\n')
KDoc ('/**\n*/')
WHITE_SPACE ('\n')
KDoc ('/** some\ndoc */')
WHITE_SPACE ('\n')
KDoc ('/**\nsome doc */')
WHITE_SPACE ('\n')
KDoc ('/** some doc\n*/')
@@ -0,0 +1,17 @@
val x1 = ".
."
val x2 = ". .
"
val x3 = "
. ."
val x4 = '
'
val x5 = """.
."""
val x6 = """. .
"""
@@ -0,0 +1,109 @@
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x1')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"')
REGULAR_STRING_PART ('. ')
DANGLING_NEWLINE ('')
WHITE_SPACE ('\n ')
DOT ('.')
OPEN_QUOTE ('"')
DANGLING_NEWLINE ('')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x2')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"')
REGULAR_STRING_PART ('. .')
DANGLING_NEWLINE ('')
WHITE_SPACE ('\n')
OPEN_QUOTE ('"')
DANGLING_NEWLINE ('')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x3')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"')
DANGLING_NEWLINE ('')
WHITE_SPACE ('\n')
DOT ('.')
WHITE_SPACE (' ')
DOT ('.')
OPEN_QUOTE ('"')
DANGLING_NEWLINE ('')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x4')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
CHARACTER_LITERAL (''')
WHITE_SPACE ('\n')
CHARACTER_LITERAL (''')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x5')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"""')
REGULAR_STRING_PART ('. ')
REGULAR_STRING_PART ('\n')
REGULAR_STRING_PART (' .')
CLOSING_QUOTE ('"""')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x6')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"""')
REGULAR_STRING_PART ('. .')
REGULAR_STRING_PART ('\n')
CLOSING_QUOTE ('"""')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x7')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"""')
REGULAR_STRING_PART ('\n')
REGULAR_STRING_PART ('. .')
CLOSING_QUOTE ('"""')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x8')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"""')
REGULAR_STRING_PART ('.')
REGULAR_STRING_PART ('\n')
REGULAR_STRING_PART ('.')
CLOSING_QUOTE ('"""')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x9')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"""')
REGULAR_STRING_PART ('.')
REGULAR_STRING_PART ('\n')
REGULAR_STRING_PART ('.')
CLOSING_QUOTE ('"""')
@@ -0,0 +1,3 @@
val x = 1
val y = 2
@@ -0,0 +1,17 @@
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
INTEGER_LITERAL ('1')
WHITE_SPACE ('\n')
BAD_CHARACTER ('')
WHITE_SPACE ('\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('y')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
INTEGER_LITERAL ('2')
@@ -0,0 +1,12 @@
// someomment
//some comment
/**/
/* some comment */
/some comment */
/* some comment*/
/** */
/** somedoc */
/**some doc */
/** some doc*/
@@ -0,0 +1,26 @@
EOL_COMMENT ('// someomment')
WHITE_SPACE ('\n')
EOL_COMMENT ('//some comment')
WHITE_SPACE ('\n\n')
BLOCK_COMMENT ('/**/')
WHITE_SPACE ('\n')
BLOCK_COMMENT ('/* some comment */')
WHITE_SPACE ('\n')
DIV ('/')
BAD_CHARACTER ('')
IDENTIFIER ('some')
WHITE_SPACE (' ')
IDENTIFIER ('comment')
WHITE_SPACE (' ')
MUL ('*')
DIV ('/')
WHITE_SPACE ('\n')
BLOCK_COMMENT ('/* some comment*/')
WHITE_SPACE ('\n\n')
KDoc ('/** */')
WHITE_SPACE ('\n')
KDoc ('/** somedoc */')
WHITE_SPACE ('\n')
KDoc ('/**some doc */')
WHITE_SPACE ('\n')
KDoc ('/** some doc*/')
@@ -0,0 +1,20 @@
val x1 = ". ."
val x2 = ". ."
val x3 = ". ."
val x4 = ''
val x5 = """. ."""
val x6 = """. ."""
val x7 = """. ."""
val x8 = """.
."""
val x9 = """.
."""
@@ -0,0 +1,93 @@
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x1')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"')
REGULAR_STRING_PART ('. .')
CLOSING_QUOTE ('"')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x2')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"')
REGULAR_STRING_PART ('. .')
CLOSING_QUOTE ('"')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x3')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"')
REGULAR_STRING_PART ('. .')
CLOSING_QUOTE ('"')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x4')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
CHARACTER_LITERAL ('''')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x5')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"""')
REGULAR_STRING_PART ('. .')
CLOSING_QUOTE ('"""')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x6')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"""')
REGULAR_STRING_PART ('. .')
CLOSING_QUOTE ('"""')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x7')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"""')
REGULAR_STRING_PART ('. .')
CLOSING_QUOTE ('"""')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x8')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"""')
REGULAR_STRING_PART ('.')
REGULAR_STRING_PART ('\n')
REGULAR_STRING_PART ('.')
CLOSING_QUOTE ('"""')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x9')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"""')
REGULAR_STRING_PART ('.')
REGULAR_STRING_PART ('\n')
REGULAR_STRING_PART ('')
REGULAR_STRING_PART ('\n')
REGULAR_STRING_PART ('.')
CLOSING_QUOTE ('"""')
@@ -0,0 +1,4 @@
val x = 1
…
val y = 2
@@ -0,0 +1,17 @@
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
INTEGER_LITERAL ('1')
WHITE_SPACE ('\n')
BAD_CHARACTER ('…')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('y')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
INTEGER_LITERAL ('2')
@@ -0,0 +1,12 @@
// some…comment
//…some comment
/*…*/
/* some…comment */
/*…some comment */
/* some comment…*/
/** */
/** some…doc */
/**…some doc */
/** some doc…*/
@@ -0,0 +1,19 @@
EOL_COMMENT ('// some…comment')
WHITE_SPACE ('\n')
EOL_COMMENT ('//…some comment')
WHITE_SPACE ('\n\n')
BLOCK_COMMENT ('/*…*/')
WHITE_SPACE ('\n')
BLOCK_COMMENT ('/* some…comment */')
WHITE_SPACE ('\n')
BLOCK_COMMENT ('/*…some comment */')
WHITE_SPACE ('\n')
BLOCK_COMMENT ('/* some comment…*/')
WHITE_SPACE ('\n\n')
KDoc ('/** */')
WHITE_SPACE ('\n')
KDoc ('/** some…doc */')
WHITE_SPACE ('\n')
KDoc ('/**…some doc */')
WHITE_SPACE ('\n')
KDoc ('/** some doc…*/')
@@ -0,0 +1,20 @@
val x1 = ". … ."
val x2 = ". .…"
val x3 = "…. ."
val x4 = '…'
val x5 = """. … ."""
val x6 = """. .…"""
val x7 = """…. ."""
val x8 = """.
…."""
val x9 = """.
…
."""
@@ -0,0 +1,93 @@
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x1')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"')
REGULAR_STRING_PART ('. … .')
CLOSING_QUOTE ('"')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x2')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"')
REGULAR_STRING_PART ('. .…')
CLOSING_QUOTE ('"')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x3')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"')
REGULAR_STRING_PART ('…. .')
CLOSING_QUOTE ('"')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x4')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
CHARACTER_LITERAL (''…'')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x5')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"""')
REGULAR_STRING_PART ('. … .')
CLOSING_QUOTE ('"""')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x6')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"""')
REGULAR_STRING_PART ('. .…')
CLOSING_QUOTE ('"""')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x7')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"""')
REGULAR_STRING_PART ('…. .')
CLOSING_QUOTE ('"""')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x8')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"""')
REGULAR_STRING_PART ('.')
REGULAR_STRING_PART ('\n')
REGULAR_STRING_PART ('….')
CLOSING_QUOTE ('"""')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x9')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"""')
REGULAR_STRING_PART ('.')
REGULAR_STRING_PART ('\n')
REGULAR_STRING_PART ('…')
REGULAR_STRING_PART ('\n')
REGULAR_STRING_PART ('.')
CLOSING_QUOTE ('"""')
@@ -0,0 +1,2 @@
val x = 1
val y = 2
@@ -0,0 +1,15 @@
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
INTEGER_LITERAL ('1')
WHITE_SPACE ('\n ')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('y')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
INTEGER_LITERAL ('2')
@@ -0,0 +1,12 @@
// some comment
// some comment
/* */
/* some comment */
/* some comment */
/* some comment */
/** */
/** some doc */
/** some doc */
/** some doc */
@@ -0,0 +1,19 @@
EOL_COMMENT ('// some comment')
WHITE_SPACE ('\n')
EOL_COMMENT ('// some comment')
WHITE_SPACE ('\n\n')
BLOCK_COMMENT ('/* */')
WHITE_SPACE ('\n')
BLOCK_COMMENT ('/* some comment */')
WHITE_SPACE ('\n')
BLOCK_COMMENT ('/* some comment */')
WHITE_SPACE ('\n')
BLOCK_COMMENT ('/* some comment */')
WHITE_SPACE ('\n\n')
KDoc ('/** */')
WHITE_SPACE ('\n')
KDoc ('/** some doc */')
WHITE_SPACE ('\n')
KDoc ('/** some doc */')
WHITE_SPACE ('\n')
KDoc ('/** some doc */')
@@ -0,0 +1,20 @@
val x1 = ". ."
val x2 = ". . "
val x3 = " . ."
val x4 = ' '
val x5 = """. ."""
val x6 = """. . """
val x7 = """ . ."""
val x8 = """.
."""
val x9 = """.
."""
@@ -0,0 +1,93 @@
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x1')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"')
REGULAR_STRING_PART ('. .')
CLOSING_QUOTE ('"')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x2')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"')
REGULAR_STRING_PART ('. . ')
CLOSING_QUOTE ('"')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x3')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"')
REGULAR_STRING_PART (' . .')
CLOSING_QUOTE ('"')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x4')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
CHARACTER_LITERAL ('' '')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x5')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"""')
REGULAR_STRING_PART ('. .')
CLOSING_QUOTE ('"""')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x6')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"""')
REGULAR_STRING_PART ('. . ')
CLOSING_QUOTE ('"""')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x7')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"""')
REGULAR_STRING_PART (' . .')
CLOSING_QUOTE ('"""')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x8')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"""')
REGULAR_STRING_PART ('.')
REGULAR_STRING_PART ('\n')
REGULAR_STRING_PART (' .')
CLOSING_QUOTE ('"""')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x9')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"""')
REGULAR_STRING_PART ('.')
REGULAR_STRING_PART ('\n')
REGULAR_STRING_PART (' ')
REGULAR_STRING_PART ('\n')
REGULAR_STRING_PART ('.')
CLOSING_QUOTE ('"""')
@@ -0,0 +1,3 @@
val x = 1
val y = 2
@@ -0,0 +1,17 @@
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
INTEGER_LITERAL ('1')
WHITE_SPACE ('\n')
BAD_CHARACTER ('')
WHITE_SPACE ('\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('y')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
INTEGER_LITERAL ('2')
@@ -0,0 +1,12 @@
// someomment
//some comment
/**/
/* some comment */
/some comment */
/* some comment*/
/** */
/** somedoc */
/**some doc */
/** some doc*/
@@ -0,0 +1,26 @@
EOL_COMMENT ('// someomment')
WHITE_SPACE ('\n')
EOL_COMMENT ('//some comment')
WHITE_SPACE ('\n\n')
BLOCK_COMMENT ('/**/')
WHITE_SPACE ('\n')
BLOCK_COMMENT ('/* some comment */')
WHITE_SPACE ('\n')
DIV ('/')
BAD_CHARACTER ('')
IDENTIFIER ('some')
WHITE_SPACE (' ')
IDENTIFIER ('comment')
WHITE_SPACE (' ')
MUL ('*')
DIV ('/')
WHITE_SPACE ('\n')
BLOCK_COMMENT ('/* some comment*/')
WHITE_SPACE ('\n\n')
KDoc ('/** */')
WHITE_SPACE ('\n')
KDoc ('/** somedoc */')
WHITE_SPACE ('\n')
KDoc ('/**some doc */')
WHITE_SPACE ('\n')
KDoc ('/** some doc*/')
@@ -0,0 +1,20 @@
val x1 = ". ."
val x2 = ". ."
val x3 = ". ."
val x4 = ''
val x5 = """. ."""
val x6 = """. ."""
val x7 = """. ."""
val x8 = """.
."""
val x9 = """.
."""
@@ -0,0 +1,93 @@
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x1')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"')
REGULAR_STRING_PART ('. .')
CLOSING_QUOTE ('"')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x2')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"')
REGULAR_STRING_PART ('. .')
CLOSING_QUOTE ('"')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x3')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"')
REGULAR_STRING_PART ('. .')
CLOSING_QUOTE ('"')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x4')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
CHARACTER_LITERAL ('''')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x5')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"""')
REGULAR_STRING_PART ('. .')
CLOSING_QUOTE ('"""')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x6')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"""')
REGULAR_STRING_PART ('. .')
CLOSING_QUOTE ('"""')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x7')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"""')
REGULAR_STRING_PART ('. .')
CLOSING_QUOTE ('"""')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x8')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"""')
REGULAR_STRING_PART ('.')
REGULAR_STRING_PART ('\n')
REGULAR_STRING_PART ('.')
CLOSING_QUOTE ('"""')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x9')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"""')
REGULAR_STRING_PART ('.')
REGULAR_STRING_PART ('\n')
REGULAR_STRING_PART ('')
REGULAR_STRING_PART ('\n')
REGULAR_STRING_PART ('.')
CLOSING_QUOTE ('"""')
@@ -0,0 +1,2 @@
val x = 1
val y = 2
@@ -0,0 +1,16 @@
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
INTEGER_LITERAL ('1')
WHITE_SPACE ('\n')
BAD_CHARACTER (' ')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('y')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
INTEGER_LITERAL ('2')
@@ -0,0 +1,12 @@
// some comment
// some comment
/* */
/* some comment */
/* some comment */
/* some comment */
/** */
/** some doc */
/** some doc */
/** some doc */
@@ -0,0 +1,19 @@
EOL_COMMENT ('// some comment')
WHITE_SPACE ('\n')
EOL_COMMENT ('// some comment')
WHITE_SPACE ('\n\n')
BLOCK_COMMENT ('/* */')
WHITE_SPACE ('\n')
BLOCK_COMMENT ('/* some comment */')
WHITE_SPACE ('\n')
BLOCK_COMMENT ('/* some comment */')
WHITE_SPACE ('\n')
BLOCK_COMMENT ('/* some comment */')
WHITE_SPACE ('\n\n')
KDoc ('/** */')
WHITE_SPACE ('\n')
KDoc ('/** some doc */')
WHITE_SPACE ('\n')
KDoc ('/** some doc */')
WHITE_SPACE ('\n')
KDoc ('/** some doc */')
@@ -0,0 +1,20 @@
val x1 = ". ."
val x2 = ". . "
val x3 = " . ."
val x4 = ' '
val x5 = """. ."""
val x6 = """. . """
val x7 = """ . ."""
val x8 = """.
."""
val x9 = """.
."""
@@ -0,0 +1,93 @@
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x1')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"')
REGULAR_STRING_PART ('. .')
CLOSING_QUOTE ('"')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x2')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"')
REGULAR_STRING_PART ('. . ')
CLOSING_QUOTE ('"')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x3')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"')
REGULAR_STRING_PART (' . .')
CLOSING_QUOTE ('"')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x4')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
CHARACTER_LITERAL ('' '')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x5')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"""')
REGULAR_STRING_PART ('. .')
CLOSING_QUOTE ('"""')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x6')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"""')
REGULAR_STRING_PART ('. . ')
CLOSING_QUOTE ('"""')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x7')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"""')
REGULAR_STRING_PART (' . .')
CLOSING_QUOTE ('"""')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x8')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"""')
REGULAR_STRING_PART ('.')
REGULAR_STRING_PART ('\n')
REGULAR_STRING_PART (' .')
CLOSING_QUOTE ('"""')
WHITE_SPACE ('\n\n')
val ('val')
WHITE_SPACE (' ')
IDENTIFIER ('x9')
WHITE_SPACE (' ')
EQ ('=')
WHITE_SPACE (' ')
OPEN_QUOTE ('"""')
REGULAR_STRING_PART ('.')
REGULAR_STRING_PART ('\n')
REGULAR_STRING_PART (' ')
REGULAR_STRING_PART ('\n')
REGULAR_STRING_PART ('.')
CLOSING_QUOTE ('"""')