[U] Update

experiments/diff_patches.py

@@ -1,39 +1,49 @@
 import os
-import sys
+from datetime import datetime
 from pathlib import Path
 
-from matplotlib import pyplot as plt
+from dateutil.relativedelta import relativedelta
 from pandas import DataFrame
 
 if __name__ == '__main__':
-    start = 0
-    interval = 90
+    start_string = "2001-06-01"
+    start_date = datetime.strptime(start_string, '%Y-%m-%d')
+    interval = relativedelta(months=6)
 
     csv = []
 
     data_path = Path('../data.absolute')
+    new = os.listdir(data_path / f"{start_date.strftime('%Y-%m-%d').split(' ')[0]}/patterns")
+    added = sorted(list(set(new)))
+    remove = sorted([])
+    csv.append((start_date.strftime('%Y-%m-%d').split(' ')[0], len(new),len(added),len(remove), added,remove))
 
     while True:
-        end = start + interval
-
-        if not os.path.isdir(data_path / str(end)):
-            new = os.listdir(data_path / f"{start}/patterns")
-            added = sorted(list(set(new)))
-            remove = sorted([])
-            csv.append((start, len(new), added, remove))
+        #   end = start + interval
+        end_date = start_date + interval
+        end_string = end_date.strftime('%Y-%m-%d').split(' ')[0]
+        start_string = start_date.strftime('%Y-%m-%d').split(' ')[0]
+        if not os.path.isdir(data_path / str(end_string)):
+            # new = os.listdir(data_path / f"{end_string}/patterns")
+            # added = sorted(list(set(new)))
+            # remove = sorted([])
+            #  csv.append((end_string, len(new), added, remove))
             break
 
-        new = os.listdir(f"../data/{start}/patterns")
-        old = os.listdir(f"../data/{end}/patterns")
+        new = os.listdir(f"../data.absolute/{end_string}/patterns")
+        old = os.listdir(f"../data.absolute/{start_string}/patterns")
         added = sorted(list(set(new) - set(old)))
         remove = sorted(list(set(old) - set(new)))
 
-        csv.append((start, len(new), added, remove))
+        csv.append((end_string, len(new),len(added),len(remove), added,remove
+                    ))
 
-        start += interval
+        start_date += interval
 
-    plt.plot([v[1] for v in csv], [v[2] for v in csv])
-    plt.show()
+    # plt.plot([v[1] for v in csv], [v[2] for v in csv])
+    # plt.show()
 
-    # df = DataFrame(csv, columns=('Start Time (days before last commit)', 'Number of Patches', 'Patches Added', 'Patches Removed'))
-    # df.to_csv('diff-test.csv')
+    df = DataFrame(csv, columns=('Time', 'Number of Patches',
+                                  'Numbers of added','Numbers of removed','Patches Added', 'Patches Removed'
+                                 ))
+    df.to_csv('diff-test-absolute.csv')