Improve the shortcoming of tokenizing simple trees.
This commit is contained in:
@@ -52,6 +52,10 @@ public class Tokenizer {
|
|||||||
tokens += astNodeType + " finally ";
|
tokens += astNodeType + " finally ";
|
||||||
} else if ("LabeledStatement".equals(astNodeType)) {
|
} else if ("LabeledStatement".equals(astNodeType)) {
|
||||||
tokens += "LabeledStatement " + simpleTree.getLabel();
|
tokens += "LabeledStatement " + simpleTree.getLabel();
|
||||||
|
} else if ("SuperMethodInvocation".equals(astNodeType)) {
|
||||||
|
tokens += astNodeType + " super ";
|
||||||
|
} else if ("MethodName".equals(astNodeType)) {
|
||||||
|
tokens += "MethodName " + simpleTree.getLabel() + " ";
|
||||||
}
|
}
|
||||||
|
|
||||||
if ("ArrayInitializer".equals(astNodeType)) {
|
if ("ArrayInitializer".equals(astNodeType)) {
|
||||||
|
|||||||
Reference in New Issue
Block a user