azalea/fixminer_source
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

new version

Browse Source
This commit is contained in:
Anil Koyuncu
2018-04-20 11:49:25 +02:00
parent 30f33270c1
commit ec40c4e10d
3 changed files with 51 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/main/java/edu/lu/uni/serval/FixPatternParser/cluster/ImportPairs2DB.java
+3 -3
View File
@@ -22,7 +22,7 @@ public class ImportPairs2DB {
private static Logger log = LoggerFactory.getLogger(ImportPairs2DB.class); private static Logger log = LoggerFactory.getLogger(ImportPairs2DB.class);
// public static void main(String[] args) { // public static void main(String[] args) {
public static void main(String csvInputPath,String portInner,String serverWait,String dbDir) throws Exception { public static void main(String csvInputPath,String portInner,String serverWait,String dbDir,String datasetPath) throws Exception {
// String inputPath; // String inputPath;
// String portInner; // String portInner;
@@ -63,9 +63,9 @@ public class ImportPairs2DB {
cmd = String.format(cmd, dbDir,pj.getName() +".rdb", portInt); cmd = String.format(cmd, dbDir,pj.getName() +".rdb", portInt);
log.info(cmd); log.info(cmd);
CallShell cs = new CallShell(); CallShell cs = new CallShell();
cs.runShell(cmd); cs.runShell(cmd,serverWait);
cmd = "bash "+dbDir + "/redisImportSingle.sh" +" %s %s"; cmd = "bash "+datasetPath + "/redisImportSingle.sh" +" %s %s";
cmd = String.format(cmd, pj.getPath(), portInt); cmd = String.format(cmd, pj.getPath(), portInt);
log.info(cmd); log.info(cmd);
src/main/java/edu/lu/uni/serval/FixPatternParser/violations/TestHunkParser.java
+2 -2
View File
@@ -184,9 +184,9 @@ public class TestHunkParser {
File prevFile = new File(gumTreeInput + "prevFiles/prev_" + fileName);// previous file File prevFile = new File(gumTreeInput + "prevFiles/prev_" + fileName);// previous file
fileName = fileName.replace(".java", ".txt"); fileName = fileName.replace(".java", ".txt");
File diffentryFile = new File(gumTreeInput + "DiffEntries/" + fileName); // DiffEntry file File diffentryFile = new File(gumTreeInput + "DiffEntries/" + fileName); // DiffEntry file
File positionFile = new File(gumTreeInput + "positions/" + fileName); // position file // File positionFile = new File(gumTreeInput + "positions/" + fileName); // position file
MessageFile msgFile = new MessageFile(revFile, prevFile, diffentryFile); MessageFile msgFile = new MessageFile(revFile, prevFile, diffentryFile);
msgFile.setPositionFile(positionFile); // msgFile.setPositionFile(positionFile);
msgFiles.add(msgFile); msgFiles.add(msgFile);
// } // }
} }
src/main/java/edu/lu/uni/serval/Launcher.java
+46 -15
View File
@@ -1,6 +1,7 @@
package edu.lu.uni.serval; package edu.lu.uni.serval;
import edu.lu.uni.serval.FixPatternParser.cluster.*; import edu.lu.uni.serval.FixPatternParser.cluster.*;
import edu.lu.uni.serval.FixPatternParser.violations.CallShell;
import edu.lu.uni.serval.FixPatternParser.violations.MultiThreadTreeLoaderCluster; import edu.lu.uni.serval.FixPatternParser.violations.MultiThreadTreeLoaderCluster;
import edu.lu.uni.serval.FixPatternParser.violations.MultiThreadTreeLoaderCluster3; import edu.lu.uni.serval.FixPatternParser.violations.MultiThreadTreeLoaderCluster3;
import edu.lu.uni.serval.FixPatternParser.violations.TestHunkParser; import edu.lu.uni.serval.FixPatternParser.violations.TestHunkParser;
@@ -27,13 +28,14 @@ public class Launcher {
String gumOutput; String gumOutput;
String datasetPath; String datasetPath;
String pjName; String pjName;
String pythonPath;
if (args.length > 0) { if (args.length > 0) {
jobType = args[0]; jobType = args[0];
portInner = args[1]; portInner = args[1];
serverWait = args[2]; serverWait = args[2];
numOfWorkers = args[3]; numOfWorkers = args[3];
port = args[4]; port = args[4];
dumpsName = args[5]; pythonPath = args[5];
datasetPath = args[6]; datasetPath = args[6];
pjName = args[7]; pjName = args[7];
// gumInput = args[1]; // gumInput = args[1];
@@ -47,23 +49,25 @@ public class Launcher {
// gumInput = "/Users/anilkoyuncu/bugStudy/dataset/Defects4J/"; // gumInput = "/Users/anilkoyuncu/bugStudy/dataset/Defects4J/";
portInner = "6380"; portInner = "6380";
serverWait = "5000"; serverWait = "5000";
chunkName = "Bug13April.txt.csv.rdb"; // chunkName = "Bug13April.txt.csv.rdb";
// dbDir = "/Users/anilkoyuncu/bugStudy/dataset/redis"; // dbDir = "/Users/anilkoyuncu/bugStudy/dataset/redis";
numOfWorkers = "10"; numOfWorkers = "10";
jobType = "LEVEL1DB"; jobType = "IMPORTPAIRS";
port = "6399"; port = "6399";
pythonPath = "/Users/anilkoyuncu/bugStudy/code/python";
// pairsPath = "/Users/anilkoyuncu/bugStudy/dataset/pairsImportDefects4J"; // pairsPath = "/Users/anilkoyuncu/bugStudy/dataset/pairsImportDefects4J";
// gumOutput = "/Users/anilkoyuncu/bugStudy/dataset/GumTreeOutputDefects4J"; // gumOutput = "/Users/anilkoyuncu/bugStudy/dataset/GumTreeOutputDefects4J";
// csvInputPath = "/Users/anilkoyuncu/bugStudy/dataset/pairsImportDefects4J-CSV"; // csvInputPath = "/Users/anilkoyuncu/bugStudy/dataset/pairsImportDefects4J-CSV";
dumpsName = "dumps-Bug13April.rdb"; // dumpsName = "dumps-Bug13April.rdb";
datasetPath = "/Users/anilkoyuncu/bugStudy/dataset"; datasetPath = "/Users/anilkoyuncu/bugStudy/dataset";
pjName = "Bug13April"; pjName = "allDataset";
} }
gumInput = datasetPath +"/"+pjName+"/"; gumInput = datasetPath +"/"+pjName+"/";
gumOutput = datasetPath + "/GumTreeOutput" + pjName; gumOutput = datasetPath + "/GumTreeOutput" + pjName;
dbDir = datasetPath + "/redis"; dbDir = datasetPath + "/redis";
pairsPath = datasetPath + "/pairsImport"+pjName; pairsPath = datasetPath + "/pairsImport"+pjName;
csvInputPath = datasetPath + "/pairsImport"+pjName+"-CSV"; dumpsName = "dumps-"+pjName+".rdb";
// csvInputPath = datasetPath + "/pairsImport"+pjName+"-CSV";
// String parameters = String.format("\nJob %s \nInput path %s \nportInner %s \nserverWait %s \nchunkName %s \nnumOfWorks %s \ndbDir %s", jobType, inputPath, portInner, serverWait, chunkName, numOfWorkers, dbDir); // String parameters = String.format("\nJob %s \nInput path %s \nportInner %s \nserverWait %s \nchunkName %s \nnumOfWorks %s \ndbDir %s", jobType, inputPath, portInner, serverWait, chunkName, numOfWorkers, dbDir);
try { try {
@@ -82,20 +86,47 @@ public class Launcher {
CalculatePairs.main(serverWait, dbDir, "DEL"+dumpsName, portInner, pairsPath+"DEL", pjName+"DEL"); CalculatePairs.main(serverWait, dbDir, "DEL"+dumpsName, portInner, pairsPath+"DEL", pjName+"DEL");
CalculatePairs.main(serverWait, dbDir, "UPD"+dumpsName, portInner, pairsPath+"UPD", pjName+"UPD"); CalculatePairs.main(serverWait, dbDir, "UPD"+dumpsName, portInner, pairsPath+"UPD", pjName+"UPD");
CalculatePairs.main(serverWait, dbDir, "MOV"+dumpsName, portInner, pairsPath+"MOV", pjName+"MOV"); CalculatePairs.main(serverWait, dbDir, "MOV"+dumpsName, portInner, pairsPath+"MOV", pjName+"MOV");
break;
case "TRANSFORM":
CallShell cs =new CallShell();
String cmd = "bash "+datasetPath + "/" + "transformCSV.sh" +" %s %s";
String cmd1 = String.format(cmd, pairsPath+"INS",pairsPath+"INS"+"-CSV");
cs.runShell(cmd1);
String cmd2 = String.format(cmd, pairsPath+"UPD",pairsPath+"UPD"+"-CSV");
cs.runShell(cmd2);
String cmd3 = String.format(cmd, pairsPath+"DEL",pairsPath+"DEL"+"-CSV");
cs.runShell(cmd3);
String cmd4 = String.format(cmd, pairsPath+"MOV",pairsPath+"MOV"+"-CSV");
cs.runShell(cmd4);
break; break;
case "IMPORTPAIRS": case "IMPORTPAIRS":
ImportPairs2DB.main(csvInputPath+"INS", portInner, serverWait, dbDir); ImportPairs2DB.main(pairsPath+"INS"+"-CSV", portInner, serverWait, dbDir,datasetPath);
ImportPairs2DB.main(csvInputPath+"DEL", portInner, serverWait, dbDir); ImportPairs2DB.main(pairsPath+"UPD"+"-CSV", portInner, serverWait, dbDir,datasetPath);
ImportPairs2DB.main(csvInputPath+"MOV", portInner, serverWait, dbDir); ImportPairs2DB.main(pairsPath+"DEL"+"-CSV", portInner, serverWait, dbDir,datasetPath);
ImportPairs2DB.main(csvInputPath+"UPD", portInner, serverWait, dbDir); ImportPairs2DB.main(pairsPath+"MOV"+"-CSV", portInner, serverWait, dbDir,datasetPath);
break; break;
case "AKKA": case "AKKA":
String chunk = pjName;
AkkaTreeLoader.main(portInner, serverWait, dbDir, chunk +"INS"+".txt.csv.rdb" , port, "INS"+dumpsName); AkkaTreeLoader.main(portInner, serverWait, dbDir, pjName +"INS"+".txt.csv.rdb" , port, "INS"+dumpsName);
AkkaTreeLoader.main(portInner, serverWait, dbDir, chunk +"DEL"+".txt.csv.rdb", port, "DEL"+dumpsName); AkkaTreeLoader.main(portInner, serverWait, dbDir, pjName +"DEL"+".txt.csv.rdb", port, "DEL"+dumpsName);
AkkaTreeLoader.main(portInner, serverWait, dbDir, chunk +"UPD"+".txt.csv.rdb", port, "UPD"+dumpsName); AkkaTreeLoader.main(portInner, serverWait, dbDir, pjName +"UPD"+".txt.csv.rdb", port, "UPD"+dumpsName);
AkkaTreeLoader.main(portInner, serverWait, dbDir, chunk +"MOV"+".txt.csv.rdb", port, "MOV"+dumpsName); AkkaTreeLoader.main(portInner, serverWait, dbDir, pjName +"MOV"+".txt.csv.rdb", port, "MOV"+dumpsName);
break; break;
case "L1DB":
CallShell cs1 =new CallShell();
String db1 = "bash "+dbDir + "/" + "startServer.sh" +" %s %s %s";
String db11 = String.format(db1, dbDir,pjName +"INS"+".txt.csv.rdb" ,Integer.valueOf(port));
cs1.runShell(db11,serverWait);
String runpy = "bash "+datasetPath + "/" + "launchPy.sh" +" %s %s %s %s %s";
String formatRunPy = String.format(runpy,pythonPath +"/abstractPatch.py", gumInput, datasetPath + "/cluster"+pjName, port, "matches" + pjName + "INS");
cs1.runShell(formatRunPy);
String stopServer = "bash "+dbDir + "/" + "stopServer.sh" +" %s";
stopServer = String.format(stopServer,Integer.valueOf(port));
cs1.runShell(stopServer,serverWait);
break;
case "LEVEL1DB": case "LEVEL1DB":
TreeLoaderClusterL1.main(portInner, serverWait, port, dbDir, "level1-"+pjName+ "UPD"+".rdb", dbDir + "/level1-Bug13April/",pjName + "UPD"); TreeLoaderClusterL1.main(portInner, serverWait, port, dbDir, "level1-"+pjName+ "UPD"+".rdb", dbDir + "/level1-Bug13April/",pjName + "UPD");
TreeLoaderClusterL1.main(portInner, serverWait, port, dbDir, "level1-"+pjName+ "INS"+".rdb", dbDir + "/level1-Bug13April/",pjName + "INS"); TreeLoaderClusterL1.main(portInner, serverWait, port, dbDir, "level1-"+pjName+ "INS"+".rdb", dbDir + "/level1-Bug13April/",pjName + "INS");