[+] Add num postings data to processed user

This commit is contained in:
Hykilpikonna
2021-11-23 11:06:35 -05:00
parent 1efe0eface
commit 47255e9c46
+4 -1
View File
@@ -16,6 +16,8 @@ class UserPopularity(NamedTuple):
username: str
# A measurement of a user's popularity, such as followers count
popularity: int
# Number of tweets
num_postings: int
def process_users_popularity(user_dir: str = './data/twitter/user/') -> None:
@@ -39,7 +41,8 @@ def process_users_popularity(user_dir: str = './data/twitter/user/') -> None:
if filename.endswith('.json') and not filename.startswith('.'):
# Read
user = json.loads(read(f'{user_dir}/users/{filename}'))
users.append(UserPopularity(user['screen_name'], user['followers_count']))
users.append(UserPopularity(user['screen_name'], user['followers_count'],
user['statuses_count']))
# Log progress
if len(users) % 2000 == 0: