From e5cee26d836937a93654ac27378f95cd22d6cc0d Mon Sep 17 00:00:00 2001 From: Hykilpikonna Date: Wed, 24 Nov 2021 15:23:13 -0500 Subject: [PATCH] [+] Download twitter news channel tweets --- src/main.py | 10 +++++++++- 1 file changed, 9 insertions(+), 1 deletion(-) diff --git a/src/main.py b/src/main.py index 9ddd7c0..c222a89 100644 --- a/src/main.py +++ b/src/main.py @@ -13,6 +13,8 @@ if __name__ == '__main__': ##################### # Data collection - Step C1.1 # Download a wide range of users from Twitter using follow-chaining starting from a single user. + # (This task will never stop before it downloads every single user from twitter, so we need to + # manually stop it when there are enough users) # download_users_start(api, 'voxdotcom') # This task will run for a very very long time to obtain a large dataset of twitter users. If @@ -22,7 +24,7 @@ if __name__ == '__main__': #################### # Data collection - Step C1.2 # Download all tweets from TwitterNews - download_all_tweets(api, 'TwitterNews') + # download_all_tweets(api, 'TwitterNews') ##################### # Data processing - Step P1 @@ -53,6 +55,12 @@ if __name__ == '__main__': # for u in load_user_sample().random: # download_all_tweets(api, u.username) + ##################### + # Data collection - Step C2.3 + # (After step P2) Download all tweets from the news channels we selected. + for u in load_user_sample().english_news: + download_all_tweets(api, u) + ##################### # Data processing - Step P3 # (After step C2) Process the downloaded tweets, determine whether they are covid-related