From e20cce6f0d94fcd52602f0d2c03efd91e5db3590 Mon Sep 17 00:00:00 2001 From: Hykilpikonna Date: Wed, 24 Nov 2021 17:16:01 -0500 Subject: [PATCH] [+] Create load_combined_tweets --- src/process/twitter_process.py | 14 ++++++++++++++ 1 file changed, 14 insertions(+) diff --git a/src/process/twitter_process.py b/src/process/twitter_process.py index 471ced7..5c3dcc2 100644 --- a/src/process/twitter_process.py +++ b/src/process/twitter_process.py @@ -325,6 +325,20 @@ def combine_tweets_for_sample(sample: list[str], name: str) -> None: write(f'{TWEETS_DIR}/sample-combined/{name.replace(" ", "-")}.json', json_stringify(tweets)) +def load_combined_tweets(sample_name: str) -> list[Posting]: + """ + Load combined tweets data from combine_tweets_for_sample + + Preconditions: + - combine_tweets_for_sample has been ran on the specified sample + + :param sample_name: Sample name, the same as combine_tweets_for_sample + :return: List of tweets for the sample combined. + """ + data = json.loads(read(f'{TWEETS_DIR}/sample-combined/{sample_name.replace(" ", "-")}.json')) + return [Posting(*d) for d in data] + + def pack_data() -> None: """ This function packs processed data and raw data separately.