merge all into single repo

gumtree/gen.antlr3-xml/build.gradle

@@ -0,0 +1 @@
+description = 'GumTree tree generator for XML code (AntLR based).'

gumtree/gen.antlr3-xml/src/main/antlr/com/github/gumtreediff/gen/antlr3/xml/XML.g

@@ -0,0 +1,83 @@
+grammar XML;
+
+options { 
+  //tokenVocab=XMLLexer; 
+  output=AST;
+  ASTLabelType = CommonTree;
+}
+
+tokens {
+  ELEMENT;
+  ELEMENT_ID;
+  ATTRIBUTE;
+  ATTRIBUTES;
+  ATTRIBUTE_ID;
+}
+
+@header { package com.github.gumtreediff.gen.antlr3.xml; }
+@lexer::header { package com.github.gumtreediff.gen.antlr3.xml; }
+
+@lexer::members {
+    boolean tagMode = false;
+}
+
+document : element ;
+ 
+element
+    : ( startTag^
+            (element
+            | PCDATA
+            )*
+            endTag!
+        | emptyElement
+        )
+    ;
+ 
+startTag : TAG_START_OPEN g=GENERIC_ID attribute* TAG_CLOSE
+        -> ^(ELEMENT ELEMENT_ID[g] attribute*)
+    ;
+ 
+attribute : g=GENERIC_ID ATTR_EQ ATTR_VALUE -> ^(ATTRIBUTE ATTRIBUTE_ID[g] ATTR_VALUE) ;
+ 
+endTag! : TAG_END_OPEN GENERIC_ID TAG_CLOSE;
+ 
+emptyElement : TAG_START_OPEN g=GENERIC_ID attribute* TAG_EMPTY_CLOSE
+        -> ^(ELEMENT ELEMENT_ID[g] attribute*)
+    ;
+ 
+TAG_START_OPEN : '<' { tagMode = true; } ;
+TAG_END_OPEN : '</' { tagMode = true; } ;
+TAG_CLOSE : { tagMode }?=> '>' { tagMode = false; } ;
+TAG_EMPTY_CLOSE : { tagMode }?=> '/>' { tagMode = false; } ;
+ 
+ATTR_EQ : { tagMode }?=> '=' ;
+ 
+ATTR_VALUE : { tagMode }?=>
+        ( '"' (~'"')* '"'
+        | '\'' (~'\'')* '\''
+        )
+    ;
+ 
+PCDATA : { !tagMode }?=> (~'<')+ ;
+ 
+GENERIC_ID
+    : { tagMode }?=>
+      ( LETTER | '_' | ':') (NAMECHAR)*
+    ;
+ 
+fragment NAMECHAR
+    : LETTER | DIGIT | '.' | '-' | '_' | ':'
+    ;
+ 
+fragment DIGIT
+    :    '0'..'9'
+    ;
+ 
+fragment LETTER
+    : 'a'..'z'
+    | 'A'..'Z'
+    ;
+ 
+WS  :  { tagMode }?=>
+       (' '|'\r'|'\t'|'\u000C'|'\n') { _channel=99; }
+    ;

gumtree/gen.antlr3-xml/src/main/java/com/github/gumtreediff/gen/antlr3/xml/XmlTreeGenerator.java

@@ -0,0 +1,67 @@
+/*
+ * This file is part of GumTree.
+ *
+ * GumTree is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License as published by
+ * the Free Software Foundation, either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * GumTree is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU Lesser General Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * along with GumTree.  If not, see <http://www.gnu.org/licenses/>.
+ *
+ * Copyright 2011-2015 Jean-Rémy Falleri <jr.falleri@gmail.com>
+ * Copyright 2011-2015 Floréal Morandat <florealm@gmail.com>
+ */
+
+package com.github.gumtreediff.gen.antlr3.xml;
+
+import com.github.gumtreediff.gen.Register;
+import com.github.gumtreediff.gen.antlr3.AbstractAntlr3TreeGenerator;
+import com.github.gumtreediff.tree.ITree;
+import com.github.gumtreediff.tree.TreeContext;
+import org.antlr.runtime.*;
+
+import java.io.IOException;
+import java.io.Reader;
+
+@Register(id = "xml-antlr", accept = {"\\.xml$", "\\.xsd$", "\\.wadl$"})
+public class XmlTreeGenerator extends AbstractAntlr3TreeGenerator<XMLLexer, XMLParser> {
+
+    @Override
+    public TreeContext generate(Reader file) throws IOException {
+        TreeContext ctx = super.generate(file);
+        ITree t = ctx.getRoot();
+
+        for (ITree c: t.getTrees()) { // Prune top level empty pcdata
+            if (c.getType() == XMLParser.PCDATA && c.getLabel().trim().equals("") ) {
+                c.setParentAndUpdateChildren(null);
+            }
+        }
+        return ctx;
+    }
+
+    @Override
+    protected XMLLexer getLexer(ANTLRStringStream stream) {
+        return new XMLLexer(stream);
+    }
+
+    @Override
+    protected XMLParser getParser(TokenStream tokens) {
+        return new XMLParser(tokens);
+    }
+
+    @Override
+    protected RuleReturnScope getStartRule(XMLParser parser) throws RecognitionException {
+        return parser.document();
+    }
+
+    @Override
+    protected final String[] getTokenNames() {
+        return XMLParser.tokenNames;
+    }
+}