Azalea (on HyDEV-Daisy)
106 lines
3.5 KiB
Python
106 lines
3.5 KiB
Python
import os
|
|
from datetime import datetime
|
|
from pathlib import Path
|
|
|
|
from dateutil.relativedelta import relativedelta
|
|
from matplotlib import pyplot as plt
|
|
from pandas import DataFrame
|
|
|
|
|
|
def line(project, start_string, depth):
|
|
## d4j: data-d4j
|
|
## bdj: data-bdj
|
|
## fixminer: data
|
|
|
|
start_date = datetime.strptime(start_string, '%Y-%m-%d')
|
|
interval = relativedelta(months=6)
|
|
|
|
csv = []
|
|
|
|
data_path = Path(f'../../{project}.absolute')
|
|
|
|
new = [patch.split('#')[0] for patch in
|
|
os.listdir(data_path / f"{start_date.strftime('%Y-%m-%d').split(' ')[0]}/patterns")]
|
|
new = sorted(list(set(new)))
|
|
added = sorted(list(set(new)))
|
|
remove = sorted([])
|
|
csv.append((start_date.strftime('%Y-%m-%d').split(' ')[0], len(new), len(added), len(remove),[])
|
|
)
|
|
|
|
while True:
|
|
# end = start + interval
|
|
new = []
|
|
old = []
|
|
depths = []
|
|
end_date = start_date + interval
|
|
end_string = end_date.strftime('%Y-%m-%d').split(' ')[0]
|
|
start_string = start_date.strftime('%Y-%m-%d').split(' ')[0]
|
|
print(f"processing date {start_string}")
|
|
if not os.path.isdir(data_path / str(end_string)):
|
|
# new = os.listdir(data_path / f"{end_string}/patterns")
|
|
# added = sorted(list(set(new)))
|
|
# remove = sorted([])
|
|
# csv.append((end_string, len(new), added, remove))
|
|
break
|
|
|
|
for file in os.listdir(f"../../{project}.absolute/{end_string}/patterns"):
|
|
with open(f"../../{project}.absolute/{end_string}/patterns/{file}") as myfile:
|
|
head = ''
|
|
maxdepth = int(file.split('#')[1])
|
|
depths.append(maxdepth)
|
|
if maxdepth > depth:
|
|
head = ''.join([next(myfile) for x in range(depth)])
|
|
else:
|
|
head = ''.join([next(myfile) for x in range(maxdepth)])
|
|
new.append(head)
|
|
|
|
new = sorted(list(set(new)))
|
|
|
|
for file in os.listdir(f"../../{project}.absolute/{start_string}/patterns"):
|
|
with open(f"../../{project}.absolute/{start_string}/patterns/{file}") as myfile:
|
|
head = ''
|
|
maxdepth = int(file.split('#')[1])
|
|
if maxdepth > depth:
|
|
head = ''.join([next(myfile) for x in range(depth)])
|
|
else:
|
|
head = ''.join([next(myfile) for x in range(maxdepth)])
|
|
old.append(head)
|
|
|
|
old = sorted(list(set(old)))
|
|
added = sorted(list(set(new) - set(old)))
|
|
remove = sorted(list(set(old) - set(new)))
|
|
|
|
csv.append((end_string, len(new), len(added), len(remove), depths
|
|
))
|
|
|
|
start_date += interval
|
|
df = DataFrame(csv, columns=('Date', 'Number of Patches',
|
|
'Numbers of added', 'Numbers of removed', 'Depths'
|
|
))
|
|
df.to_csv(f'diff-test-{project}-absolute-{depth}.csv')
|
|
return [[v[0] for v in csv], [v[1] for v in csv], [v[4] for v in csv]]
|
|
|
|
|
|
def boxplot(line):
|
|
plt.boxplot(line[2],showfliers=False)
|
|
plt.show()
|
|
|
|
|
|
if __name__ == '__main__':
|
|
project = 'data'
|
|
## d4j: data-d4j
|
|
## bdj: data-bdj
|
|
## fixminer: data
|
|
depth = 15
|
|
start_string = "2001-06-01"
|
|
l1 = line(project, start_string, 1)
|
|
boxplot(l1)
|
|
|
|
print(l1)
|
|
l2 = line(project, start_string, 3)
|
|
print(l2)
|
|
l3 = line(project, start_string, 5)
|
|
print(l3)
|
|
plt.plot(l1[0], l1[1], 'r', l2[0], l2[1], 'g', l3[0], l3[1], 'b')
|
|
plt.show()
|