[U] Update

2022-10-01 13:34:56 -04:00
parent 57df75093d
commit 428d5afc58
189 changed files with 569260 additions and 51 deletions
@@ -0,0 +1,105 @@
+import os
+from datetime import datetime
+from pathlib import Path
+
+from dateutil.relativedelta import relativedelta
+from matplotlib import pyplot as plt
+from pandas import DataFrame
+
+
+def line(project, start_string, depth):
+    ## d4j: data-d4j
+    ## bdj: data-bdj
+    ## fixminer: data
+
+    start_date = datetime.strptime(start_string, '%Y-%m-%d')
+    interval = relativedelta(months=6)
+
+    csv = []
+
+    data_path = Path(f'../../{project}.absolute')
+
+    new = [patch.split('#')[0] for patch in
+           os.listdir(data_path / f"{start_date.strftime('%Y-%m-%d').split(' ')[0]}/patterns")]
+    new = sorted(list(set(new)))
+    added = sorted(list(set(new)))
+    remove = sorted([])
+    csv.append((start_date.strftime('%Y-%m-%d').split(' ')[0], len(new), len(added), len(remove),[])
+               )
+
+    while True:
+        #   end = start + interval
+        new = []
+        old = []
+        depths = []
+        end_date = start_date + interval
+        end_string = end_date.strftime('%Y-%m-%d').split(' ')[0]
+        start_string = start_date.strftime('%Y-%m-%d').split(' ')[0]
+        print(f"processing date {start_string}")
+        if not os.path.isdir(data_path / str(end_string)):
+            # new = os.listdir(data_path / f"{end_string}/patterns")
+            # added = sorted(list(set(new)))
+            # remove = sorted([])
+            #  csv.append((end_string, len(new), added, remove))
+            break
+
+        for file in os.listdir(f"../../{project}.absolute/{end_string}/patterns"):
+            with open(f"../../{project}.absolute/{end_string}/patterns/{file}") as myfile:
+                head = ''
+                maxdepth = int(file.split('#')[1])
+                depths.append(maxdepth)
+                if maxdepth > depth:
+                    head = ''.join([next(myfile) for x in range(depth)])
+                else:
+                    head = ''.join([next(myfile) for x in range(maxdepth)])
+                new.append(head)
+
+        new = sorted(list(set(new)))
+
+        for file in os.listdir(f"../../{project}.absolute/{start_string}/patterns"):
+            with open(f"../../{project}.absolute/{start_string}/patterns/{file}") as myfile:
+                head = ''
+                maxdepth = int(file.split('#')[1])
+                if maxdepth > depth:
+                    head = ''.join([next(myfile) for x in range(depth)])
+                else:
+                    head = ''.join([next(myfile) for x in range(maxdepth)])
+                old.append(head)
+
+        old = sorted(list(set(old)))
+        added = sorted(list(set(new) - set(old)))
+        remove = sorted(list(set(old) - set(new)))
+
+        csv.append((end_string, len(new), len(added), len(remove), depths
+                    ))
+
+        start_date += interval
+    df = DataFrame(csv, columns=('Date', 'Number of Patches',
+                                 'Numbers of added', 'Numbers of removed', 'Depths'
+                                 ))
+    df.to_csv(f'diff-test-{project}-absolute-{depth}.csv')
+    return [[v[0] for v in csv], [v[1] for v in csv], [v[4] for v in csv]]
+
+
+def boxplot(line):
+    plt.boxplot(line[2],showfliers=False)
+    plt.show()
+
+
+if __name__ == '__main__':
+    project = 'data'
+    ## d4j: data-d4j
+    ## bdj: data-bdj
+    ## fixminer: data
+    depth = 15
+    start_string = "2001-06-01"
+    l1 = line(project, start_string, 1)
+    boxplot(l1)
+
+    print(l1)
+    l2 = line(project, start_string, 3)
+    print(l2)
+    l3 = line(project, start_string, 5)
+    print(l3)
+    plt.plot(l1[0], l1[1], 'r', l2[0], l2[1], 'g', l3[0], l3[1], 'b')
+    plt.show()