azalea/fixminer_source
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

rds

Browse Source
This commit is contained in:
Anil Koyuncu
2018-03-22 23:03:22 +01:00
parent 75f6d5d996
commit ce634034e4
3 changed files with 131 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
FixPatternMiner.iml
+2
View File
@@ -54,5 +54,7 @@
<orderEntry type="library" name="Maven: org.javatuples:javatuples:1.2" level="project" />
<orderEntry type="library" scope="TEST" name="Maven: junit:junit:4.12" level="project" />
<orderEntry type="library" scope="TEST" name="Maven: org.hamcrest:hamcrest-core:1.3" level="project" />
<orderEntry type="library" name="Maven: redis.clients:jedis:2.8.1" level="project" />
<orderEntry type="library" name="Maven: org.apache.commons:commons-pool2:2.4.2" level="project" />
</component>
</module>
pom.xml
+7
View File
@@ -60,6 +60,13 @@
<version>4.12</version>
<scope>test</scope>
</dependency>
<dependency>
<groupId>redis.clients</groupId>
<artifactId>jedis</artifactId>
<version>2.8.1</version>
</dependency>
</dependencies>
<build>
src/main/java/edu/lu/uni/serval/FixPatternParser/violations/MultiThreadTreeLoader.java
+122 -6
View File
@@ -13,14 +13,13 @@ import edu.lu.uni.serval.utils.FileHelper;
import javafx.util.Pair;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import redis.clients.jedis.*;
import java.io.*;
import java.nio.ByteBuffer;
import java.nio.channels.FileChannel;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Collections;
import java.util.List;
import java.time.Duration;
import java.util.*;
import java.util.stream.Collectors;
import java.util.stream.Stream;
import java.util.zip.Deflater;
@@ -48,13 +47,100 @@ public class MultiThreadTreeLoader {
// calculatePairs(inputPath, outputPath);
processMessages(inputPath,outputPath);
evaluateResults(inputPath,outputPath);
// processMessages(inputPath,outputPath);
// evaluateResults(inputPath,outputPath);
try (Jedis jedis = jedisPool.getResource()) {
// do operations with jedis resource
Set<String> names = jedis.keys("*");
ScanParams sc = new ScanParams();
sc.count(150000000);
sc.match("pair_*");
ScanResult<String> scan = jedis.scan("0",sc);
// java.util.Iterator<String> it = names.iterator();
// while(it.hasNext()) {
// String s = it.next();
// System.out.println(s + " : " + jedis.get(s));
// }
scan.getResult().parallelStream()
.forEach(m -> coreCompare(m, inputPath));
}
}
private static void coreCompare(String name , String inputPath) {
String value;
try (Jedis jedis = jedisPool.getResource()) {
value = jedis.get(name);
String[] split = value.split(",");
log.info("Starting in coreLoop");
String i = split[0];
String j = split[1];
String firstValue = split[2];
String secondValue = split[3];
String[] firstValueSplit = firstValue.split("GumTreeOutput2");
String[] secondValueSplit = secondValue.split("GumTreeOutput2");
if (firstValueSplit.length == 1) {
firstValue = inputPath + firstValueSplit[0];
} else {
firstValue = inputPath + firstValueSplit[1];
}
if (secondValueSplit.length == 1) {
secondValue = inputPath + secondValueSplit[0];
} else {
secondValue = inputPath + secondValueSplit[1];
}
ITree oldTree = getSimpliedTree(firstValue);
ITree newTree = getSimpliedTree(secondValue);
Matcher m = Matchers.getInstance().getMatcher(oldTree, newTree);
m.match();
ActionGenerator ag = new ActionGenerator(oldTree, newTree, m.getMappings());
ag.generate();
List<Action> actions = ag.getActions();
String resultKey = "result_" + (String.valueOf(i)) + "_" + String.valueOf(j);
double chawatheSimilarity1 = m.chawatheSimilarity(oldTree, newTree);
String chawatheSimilarity = String.format("%1.2f",chawatheSimilarity1 );
double diceSimilarity1 = m.diceSimilarity(oldTree, newTree);
String diceSimilarity = String.format("%1.2f",diceSimilarity1 );
double jaccardSimilarity1 = m.jaccardSimilarity(oldTree, newTree);
String jaccardSimilarity = String.format("%1.2f", jaccardSimilarity1);
String editDistance = String.valueOf(actions.size());
String result = chawatheSimilarity + "," + diceSimilarity + "," + jaccardSimilarity + "," + editDistance;
jedis.set(resultKey, result);
if (((Double) chawatheSimilarity1).equals(1.0) || ((Double) diceSimilarity1).equals(1.0)
|| ((Double) jaccardSimilarity1).equals(1.0) || actions.size() == 0){
String matchKey = "match_" + (String.valueOf(i)) + "_" + String.valueOf(j);
jedis.set(matchKey, result);
}
log.info("Completed " + resultKey);
}
}
public static void calculatePairs(String inputPath, String outputPath) {
File folder = new File(inputPath);
File[] listOfFiles = folder.listFiles();
@@ -141,6 +227,18 @@ public class MultiThreadTreeLoader {
BufferedReader br = null;
String sCurrentLine = null;
try (Jedis jedis = jedisPool.getResource()) {
// do operations with jedis resource
Set<String> names = jedis.keys("*");
java.util.Iterator<String> it = names.iterator();
while(it.hasNext()) {
String s = it.next();
System.out.println(s + " : " + jedis.get(s));
}
}
BufferedWriter writer = new BufferedWriter(new FileWriter(outputPath + "eval_splitted/" + "eval_" + mes.getName()));
br = new BufferedReader(
@@ -292,6 +390,24 @@ public class MultiThreadTreeLoader {
log.info("Done pairs");
}
static final JedisPoolConfig poolConfig = buildPoolConfig();
static JedisPool jedisPool = new JedisPool(poolConfig, "localhost");
private static JedisPoolConfig buildPoolConfig() {
final JedisPoolConfig poolConfig = new JedisPoolConfig();
poolConfig.setMaxTotal(128);
poolConfig.setMaxIdle(128);
poolConfig.setMinIdle(16);
poolConfig.setTestOnBorrow(true);
poolConfig.setTestOnReturn(true);
poolConfig.setTestWhileIdle(true);
poolConfig.setMinEvictableIdleTimeMillis(Duration.ofSeconds(60).toMillis());
poolConfig.setTimeBetweenEvictionRunsMillis(Duration.ofSeconds(30).toMillis());
poolConfig.setNumTestsPerEvictionRun(3);
poolConfig.setBlockWhenExhausted(true);
return poolConfig;
}
// return msgFiles;