Improve the shortcoming of tokenizing simple trees.

This commit is contained in:
Kui LIU
2017-08-03 15:38:56 +02:00
parent b0ea6a3dda
commit 371c062e37
@@ -52,6 +52,10 @@ public class Tokenizer {
tokens += astNodeType + " finally ";
} else if ("LabeledStatement".equals(astNodeType)) {
tokens += "LabeledStatement " + simpleTree.getLabel();
} else if ("SuperMethodInvocation".equals(astNodeType)) {
tokens += astNodeType + " super ";
} else if ("MethodName".equals(astNodeType)) {
tokens += "MethodName " + simpleTree.getLabel() + " ";
}
if ("ArrayInitializer".equals(astNodeType)) {