azalea/CSC110-Project
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[O] Optimize debug messages

Browse Source
This commit is contained in:
Hykilpikonna
2021-11-22 12:30:39 -05:00
parent 05c10bf19a
commit a6ac2f15ed
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/raw_collect/twitter.py
+3 -3
View File
@@ -67,7 +67,7 @@ def download_all_tweets(api: API, screen_name: str,
:param base_dir: The downloads folder (Default: "./data/twitter/user-tweets/") :param base_dir: The downloads folder (Default: "./data/twitter/user-tweets/")
:return: None :return: None
""" """
debug(f'Getting user tweets for {screen_name}') debug(f'Downloading user tweets for {screen_name}')
# Ensure directories exist # Ensure directories exist
base_dir = normalize_directory(base_dir) + '/user' base_dir = normalize_directory(base_dir) + '/user'
@@ -82,12 +82,12 @@ def download_all_tweets(api: API, screen_name: str,
# Get additional tweets # Get additional tweets
while True: while True:
# Try to get more tweets # Try to get more tweets
debug(f'- Got {len(tweets)} tweets, getting additional tweets...') debug(f'- {screen_name}: {len(tweets)} tweets, downloading additional tweets...')
additional_tweets = get_tweets(api, screen_name, rate_delay, int(tweets[-1].id_str) - 1) additional_tweets = get_tweets(api, screen_name, rate_delay, int(tweets[-1].id_str) - 1)
# No more tweets # No more tweets
if len(additional_tweets) == 0: if len(additional_tweets) == 0:
debug(f'- Got {len(tweets)} tweets, finished because no more tweets are available.') debug(f'- {screen_name}: {len(tweets)} tweets, no more tweets are available.')
break break
# Add tweets to the list # Add tweets to the list