azalea/CSC110-Project
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[O] Print metainfo

Browse Source
This commit is contained in:
Hykilpikonna
2021-11-22 00:05:25 -05:00
parent 428ead35ef
commit f0286e0b13
1 changed files with 10 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/raw_collect/twitter.py
+10 -2
View File
@@ -184,7 +184,7 @@ def download_users_resume_progress(api: API, base_dir: str = './data/twitter/use
meta = json.load(f) meta = json.load(f)
# Resume # Resume
download_users_execute(api, meta['n'], base_dir, meta['resume'], download_users_execute(api, meta['n'], base_dir, meta['rate_limit'],
set(meta['downloaded']), set(meta['done_set']), set(meta['downloaded']), set(meta['done_set']),
set(meta['current_set']), set(meta['next_set'])) set(meta['current_set']), set(meta['next_set']))
@@ -225,6 +225,14 @@ def download_users_execute(api: API, n: float, base_dir: str, rate_limit: int,
# Rate limit delay # Rate limit delay
rate_delay = 1 / rate_limit * 60 + 0.1 rate_delay = 1 / rate_limit * 60 + 0.1
print(f"Executing friends-chain download:")
print(f"- n: {n}")
print(f"- Directory: {base_dir}")
print(f"- Downloaded: {len(downloaded)}")
print(f"- Current search set: {current_set}")
print(f"- Next search set: {len(next_set)}")
print()
# Loop until there are enough users # Loop until there are enough users
while len(downloaded) < n: while len(downloaded) < n:
# Take a screen name from the current list # Take a screen name from the current list
@@ -309,4 +317,4 @@ def convert_to_generic(username: str, tweet: Tweet) -> Posting:
if __name__ == '__main__': if __name__ == '__main__':
conf = load_config('config.json5') conf = load_config('config.json5')
api = tweepy_login(conf) api = tweepy_login(conf)
download_users(api, 'sauricat') download_users_resume_progress(api)