[O] Check file exists when generating sample

This commit is contained in:
Hykilpikonna
2021-11-23 19:33:26 -05:00
parent e6dd8a17a5
commit 1d5b38d45f
2 changed files with 22 additions and 16 deletions
+8 -2
View File
@@ -116,6 +116,13 @@ def select_user_sample(user_dir: str = './data/twitter/user/') -> None:
:return: None
"""
user_dir = normalize_directory(user_dir)
file = f'{user_dir}/processed/sample.json'
# Exists
if os.path.isfile(file):
debug(f'There is already a sample generated at {file}. If you want to reselect the'
f'sample, please delete the existing sample file.')
return
# Load users
users = load_users(user_dir)
@@ -136,8 +143,7 @@ def select_user_sample(user_dir: str = './data/twitter/user/') -> None:
sample = random.sample(filtered, 500)
# Save
write(f'{user_dir}/processed/sample.json',
json_stringify(Sample(most_popular, sample)))
write(file, json_stringify(Sample(most_popular, sample)))
def load_user_sample(user_dir: str = './data/twitter/user/') -> Sample: