diff --git a/src/main.py b/src/main.py index 9ddd7c0..c222a89 100644 --- a/src/main.py +++ b/src/main.py @@ -13,6 +13,8 @@ if __name__ == '__main__': ##################### # Data collection - Step C1.1 # Download a wide range of users from Twitter using follow-chaining starting from a single user. + # (This task will never stop before it downloads every single user from twitter, so we need to + # manually stop it when there are enough users) # download_users_start(api, 'voxdotcom') # This task will run for a very very long time to obtain a large dataset of twitter users. If @@ -22,7 +24,7 @@ if __name__ == '__main__': #################### # Data collection - Step C1.2 # Download all tweets from TwitterNews - download_all_tweets(api, 'TwitterNews') + # download_all_tweets(api, 'TwitterNews') ##################### # Data processing - Step P1 @@ -53,6 +55,12 @@ if __name__ == '__main__': # for u in load_user_sample().random: # download_all_tweets(api, u.username) + ##################### + # Data collection - Step C2.3 + # (After step P2) Download all tweets from the news channels we selected. + for u in load_user_sample().english_news: + download_all_tweets(api, u) + ##################### # Data processing - Step P3 # (After step C2) Process the downloaded tweets, determine whether they are covid-related