From 13ed0c16f46590911f9f96941fb565522c08dc27 Mon Sep 17 00:00:00 2001 From: Kui LIU Date: Tue, 1 Aug 2017 15:02:00 +0200 Subject: [PATCH] Release some data. --- .../serval/FixPatternParser/SingleStatementParser.java | 3 +++ .../MultipleThreadsParser/ParseFixPatternWorker.java | 8 ++++---- src/main/java/edu/lu/uni/serval/config/Configuration.java | 5 +++++ .../edu/lu/uni/serval/gumtree/regroup/ActionFilter.java | 1 + 4 files changed, 13 insertions(+), 4 deletions(-) diff --git a/src/main/java/edu/lu/uni/serval/FixPatternParser/SingleStatementParser.java b/src/main/java/edu/lu/uni/serval/FixPatternParser/SingleStatementParser.java index 6925524..686fc04 100644 --- a/src/main/java/edu/lu/uni/serval/FixPatternParser/SingleStatementParser.java +++ b/src/main/java/edu/lu/uni/serval/FixPatternParser/SingleStatementParser.java @@ -165,7 +165,10 @@ public class SingleStatementParser { // this.actionSets += Configuration.BUGGY_TREE_TOKEN + "\n" + readActionSet(actionSet, "") + "\n"; // this.originalTree += Configuration.BUGGY_TREE_TOKEN + "\n" + actionSet.getOriginalTree().toString() + "\n"; } + actionSets.clear(); } + allActionSets.clear(); + gumTreeResults.clear(); } } diff --git a/src/main/java/edu/lu/uni/serval/MultipleThreadsParser/ParseFixPatternWorker.java b/src/main/java/edu/lu/uni/serval/MultipleThreadsParser/ParseFixPatternWorker.java index 0b71cb7..97fbe93 100644 --- a/src/main/java/edu/lu/uni/serval/MultipleThreadsParser/ParseFixPatternWorker.java +++ b/src/main/java/edu/lu/uni/serval/MultipleThreadsParser/ParseFixPatternWorker.java @@ -58,16 +58,14 @@ public class ParseFixPatternWorker extends UntypedActor { File prevFile = msgFile.getPrevFile(); File diffentryFile = msgFile.getDiffEntryFile(); SingleStatementParser parser = new SingleStatementParser(); - log.info("Start to parse file: " + revFile.getPath()); parser.parseFixPatterns(prevFile, revFile, diffentryFile); editScripts.append(parser.getAstEditScripts()); patchesSourceCode.append(parser.getPatchesSourceCode()); sizes.append(parser.getSizes()); // buggyTrees.append(parser.getBuggyTrees()); tokens.append(parser.getTokensOfSourceCode()); - log.info("Finish of parsing file: " + revFile.getPath()); counter ++; - if (counter % 1000 == 0) { + if (counter % 100 == 0) { FileHelper.outputToFile(editScriptsFilePath + "edistScripts_" + id + ".list", editScripts, true); FileHelper.outputToFile(patchesSourceCodeFilePath + "patches_" + id + ".list", patchesSourceCode, true); FileHelper.outputToFile(editScriptSizesFilePath + "sizes_" + id + ".list", sizes, true); @@ -78,6 +76,7 @@ public class ParseFixPatternWorker extends UntypedActor { sizes.setLength(0); // buggyTrees.setLength(0); tokens.setLength(0); + log.info("Worker #" + id +"Finish of parsing " + counter + " files..."); } } @@ -86,7 +85,8 @@ public class ParseFixPatternWorker extends UntypedActor { FileHelper.outputToFile(editScriptSizesFilePath + "sizes_" + id + ".list", sizes, true); // FileHelper.outputToFile(buggyTreesFilePath + "buggyTrees_" + id + ".list", buggyTrees, true); FileHelper.outputToFile(buggyTokensFilePath + "tokens_" + id + ".list", tokens, true); - + + log.info("Worker #" + id +"Finish of parsing " + counter + " files..."); log.info("Worker #" + id + " finished the work..."); this.getSender().tell("STOP", getSelf()); } else { diff --git a/src/main/java/edu/lu/uni/serval/config/Configuration.java b/src/main/java/edu/lu/uni/serval/config/Configuration.java index a65dc42..db4ba30 100644 --- a/src/main/java/edu/lu/uni/serval/config/Configuration.java +++ b/src/main/java/edu/lu/uni/serval/config/Configuration.java @@ -47,4 +47,9 @@ public class Configuration { // the output path of fix patterns mining. private static final String MINING_OUTPUT = ROOT_PATH + "MiningOutput/"; public static final String CLUSTER_OUTPUT = MINING_OUTPUT + "ClusteringOutput/clusterResults.list"; + + // evaluation data + public static final String TEST_INPUT = ROOT_PATH + "TestProjects/"; + public static final String TEST_LOCALIZATION_FILE = ROOT_PATH + "TestData/Localization.list"; + public static final String TEST_DATA_FILE = ROOT_PATH + "TestData/TestStatements.list"; } diff --git a/src/main/java/edu/lu/uni/serval/gumtree/regroup/ActionFilter.java b/src/main/java/edu/lu/uni/serval/gumtree/regroup/ActionFilter.java index 5803f32..c8a1ce9 100644 --- a/src/main/java/edu/lu/uni/serval/gumtree/regroup/ActionFilter.java +++ b/src/main/java/edu/lu/uni/serval/gumtree/regroup/ActionFilter.java @@ -23,6 +23,7 @@ public class ActionFilter { // Filter out non-UPD modifications, and modifications of variable names and method names. uselessActions = findoutUselessActionSets(actionSets, true); actionSets.removeAll(uselessActions); + uselessActions.clear(); return actionSets; }