azalea/fixminer_source
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add a timeout to TestParser.

Browse Source
This commit is contained in:
Kui LIU
2017-08-04 13:46:45 +02:00
parent 501cc50e70
commit 7d5d61a85f
1 changed files with 101 additions and 36 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/main/java/edu/lu/uni/serval/FixPatternParser/TestParser.java
+101 -36
View File
@@ -1,6 +1,15 @@
package edu.lu.uni.serval.FixPatternParser; package edu.lu.uni.serval.FixPatternParser;
import static java.lang.System.err;
import static java.lang.System.out;
import java.io.File; import java.io.File;
import java.util.concurrent.ExecutionException;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;
import java.util.concurrent.Future;
import java.util.concurrent.TimeUnit;
import java.util.concurrent.TimeoutException;
import edu.lu.uni.serval.utils.FileHelper; import edu.lu.uni.serval.utils.FileHelper;
@@ -8,20 +17,18 @@ import edu.lu.uni.serval.utils.FileHelper;
* Test fix pattern parser. * Test fix pattern parser.
*/ */
public class TestParser { public class TestParser {
private static final long MILLIS_TO_WAIT = 60L;
public static void main(String[] args) { public static void main(String[] args) {
String testDataPath = "Dataset/"; //DiffEntries prevFiles revFiles String testDataPath = "../GumTreeInput/"; //DiffEntries prevFiles revFiles
File inputFileDirector = new File(testDataPath); File inputFileDirector = new File(testDataPath);
File[] files = inputFileDirector.listFiles(); // project folders File[] files = inputFileDirector.listFiles(); // project folders
FileHelper.deleteDirectory("OUTPUT/GumTreeResults_Exp2/"); String outputPath = "../GumTreeOutput/";
FileHelper.deleteDirectory("OUTPUT/GumTreeResults_Exp_ASTNode/");
FileHelper.deleteDirectory("OUTPUT/GumTreeResults_Exp_RawCode/");
StringBuilder astEditScripts = new StringBuilder(); StringBuilder astEditScripts = new StringBuilder();
StringBuilder originalTrees = new StringBuilder(); // StringBuilder originalTrees = new StringBuilder();
StringBuilder buggyTrees = new StringBuilder(); // StringBuilder buggyTrees = new StringBuilder();
StringBuilder actionSets = new StringBuilder(); // StringBuilder actionSets = new StringBuilder();
StringBuilder tokens = new StringBuilder(); StringBuilder tokens = new StringBuilder();
StringBuilder sizes = new StringBuilder(); StringBuilder sizes = new StringBuilder();
StringBuilder patches = new StringBuilder(); StringBuilder patches = new StringBuilder();
@@ -30,43 +37,101 @@ public class TestParser {
String projectFolder = file.getPath(); String projectFolder = file.getPath();
File revFileFolder = new File(projectFolder + "/revFiles/");// revised file folder File revFileFolder = new File(projectFolder + "/revFiles/");// revised file folder
File[] revFiles = revFileFolder.listFiles(); File[] revFiles = revFileFolder.listFiles();
int a = 0;
System.out.println(file.getPath());
String outputFile = outputPath + file.getName();
FileHelper.deleteDirectory(outputFile);
for (File revFile : revFiles) { for (File revFile : revFiles) {
if (revFile.getName().endsWith(".java")) { String fileName = revFile.getName();
File prevFile = new File(projectFolder + "/prevFiles/prev_" + revFile.getName());// previous file if (fileName.endsWith(".java")) {
File diffentryFile = new File(projectFolder + "/DiffEntries/" + revFile.getName().replace(".java", ".txt")); // DiffEntry file if (fileName.equals("00a935src#org#apache#xalan#xsltc#compiler#Number.java")) {
if (revFile.getName().equals("e47d34src#java#org#apache#commons#io#FileCleaner.java")) { // if 的范围 System.out.println(fileName);
System.out.println();
} }
// System.out.println(fileName);
File prevFile = new File(projectFolder + "/prevFiles/prev_" + fileName);// previous file
File diffentryFile = new File(projectFolder + "/DiffEntries/" + fileName.replace(".java", ".txt")); // DiffEntry file
SingleStatementParser parser = new SingleStatementParser(); SingleStatementParser parser = new SingleStatementParser();
// HunkParser parser = new HunkParser(); // HunkParser parser = new HunkParser();
parser.parseFixPatterns(prevFile, revFile, diffentryFile);
astEditScripts.append(parser.getAstEditScripts()); final ExecutorService executor = Executors.newSingleThreadExecutor();
originalTrees.append(parser.getOriginalTree()); // schedule the work
buggyTrees.append(parser.getBuggyTrees()); final Future<?> future = executor.submit(new RunnableParser(prevFile, revFile, diffentryFile, parser));
actionSets.append(parser.getActionSets()); try {
tokens.append(parser.getTokensOfSourceCode()); // where we wait for task to complete
sizes.append(parser.getSizes()); future.get(MILLIS_TO_WAIT, TimeUnit.SECONDS);
patches.append(parser.getPatchesSourceCode()); astEditScripts.append(parser.getAstEditScripts());
// originalTrees.append(parser.getOriginalTree());
// buggyTrees.append(parser.getBuggyTrees());
// actionSets.append(parser.getActionSets());
tokens.append(parser.getTokensOfSourceCode());
sizes.append(parser.getSizes());
patches.append(parser.getPatchesSourceCode());
a ++;
System.out.println(a);
if (a % 100 == 0) {
FileHelper.outputToFile(outputFile + "/EditScripts.list", astEditScripts, true);
FileHelper.outputToFile(outputFile + "/Tokens.list", tokens, true);
FileHelper.outputToFile(outputFile + "/Sizes.list", sizes, true);
FileHelper.outputToFile(outputFile + "/Patches.list", patches, true);
astEditScripts.setLength(0);
tokens.setLength(0);
sizes.setLength(0);
patches.setLength(0);
System.out.println(a);
}
} catch (TimeoutException e) {
err.println("task timed out");
future.cancel(true /* mayInterruptIfRunning */ );
} catch (InterruptedException e) {
err.println("task interrupted");
} catch (ExecutionException e) {
err.println("task aborted");
} finally {
executor.shutdownNow();
}
// parser.parseFixPatterns(prevFile, revFile, diffentryFile);
} }
} }
// break; // break;
FileHelper.outputToFile(outputFile + "/EditScripts.list", astEditScripts, true);
// FileHelper.outputToFile(outputFile + "/OriginalTrees.list", originalTrees, false);
// FileHelper.outputToFile(outputFile + "/BuggyTrees.list", buggyTrees, false);
// FileHelper.outputToFile(outputFile + "/ActionSets.list", actionSets, false);
FileHelper.outputToFile(outputFile + "/Tokens.list", tokens, true);
FileHelper.outputToFile(outputFile + "/Sizes.list", sizes, true);
FileHelper.outputToFile(outputFile + "/Patches.list", patches, true);
// FileHelper.outputToFile("OUTPUT/GumTreeResults_Exp2/EditScripts.list", astEditScripts, false);
// FileHelper.outputToFile("OUTPUT/GumTreeResults_Exp2/OriginalTrees.list", originalTrees, false);
// FileHelper.outputToFile("OUTPUT/GumTreeResults_Exp2/BuggyTrees.list", buggyTrees, false);
// FileHelper.outputToFile("OUTPUT/GumTreeResults_Exp2/ActionSets.list", actionSets, false);
// FileHelper.outputToFile("OUTPUT/GumTreeResults_Exp2/Tokens.list", tokens, false);
// FileHelper.outputToFile("OUTPUT/GumTreeResults_Exp2/Sizes.list", sizes, false);
// FileHelper.outputToFile("OUTPUT/GumTreeResults_Exp2/Patches.list", patches, false);
} }
FileHelper.outputToFile("OUTPUT/GumTreeResults_Exp/EditScripts.list", astEditScripts, false); }
FileHelper.outputToFile("OUTPUT/GumTreeResults_Exp/OriginalTrees.list", originalTrees, false);
FileHelper.outputToFile("OUTPUT/GumTreeResults_Exp/BuggyTrees.list", buggyTrees, false); }
FileHelper.outputToFile("OUTPUT/GumTreeResults_Exp/ActionSets.list", actionSets, false);
FileHelper.outputToFile("OUTPUT/GumTreeResults_Exp/Tokens.list", tokens, false); class RunnableParser implements Runnable {
FileHelper.outputToFile("OUTPUT/GumTreeResults_Exp/Sizes.list", sizes, false);
FileHelper.outputToFile("OUTPUT/GumTreeResults_Exp/Patches.list", patches, false); private File prevFile;
// FileHelper.outputToFile("OUTPUT/GumTreeResults_Exp2/EditScripts.list", astEditScripts, false); private File revFile;
// FileHelper.outputToFile("OUTPUT/GumTreeResults_Exp2/OriginalTrees.list", originalTrees, false); private File diffentryFile;
// FileHelper.outputToFile("OUTPUT/GumTreeResults_Exp2/BuggyTrees.list", buggyTrees, false); SingleStatementParser parser;
// FileHelper.outputToFile("OUTPUT/GumTreeResults_Exp2/ActionSets.list", actionSets, false);
// FileHelper.outputToFile("OUTPUT/GumTreeResults_Exp2/Tokens.list", tokens, false); public RunnableParser(File prevFile, File revFile, File diffentryFile, SingleStatementParser parser) {
// FileHelper.outputToFile("OUTPUT/GumTreeResults_Exp2/Sizes.list", sizes, false); this.prevFile = prevFile;
// FileHelper.outputToFile("OUTPUT/GumTreeResults_Exp2/Patches.list", patches, false); this.revFile = revFile;
this.diffentryFile = diffentryFile;
this.parser = parser;
}
@Override
public void run() {
parser.parseFixPatterns(prevFile, revFile, diffentryFile);
} }
} }