[-] Remove combine tweets, didn't use that
This commit is contained in:
@@ -300,45 +300,6 @@ def is_covid_related(text: str) -> bool:
|
|||||||
return any(k in text.lower() for k in keywords)
|
return any(k in text.lower() for k in keywords)
|
||||||
|
|
||||||
|
|
||||||
def combine_tweets_for_sample(sample: list[str], name: str) -> None:
|
|
||||||
"""
|
|
||||||
Combine tweets data for every user in a sample
|
|
||||||
|
|
||||||
Preconditions:
|
|
||||||
- name is a valid file name for your OS.
|
|
||||||
|
|
||||||
:param sample: Sample is a list of users' screen names
|
|
||||||
:param name: The name of the sample
|
|
||||||
:return: None
|
|
||||||
"""
|
|
||||||
tweets: list[Posting] = []
|
|
||||||
for u in sample:
|
|
||||||
tweets += load_tweets(u)
|
|
||||||
|
|
||||||
# Sort by date, latest first
|
|
||||||
tweets.sort(key=lambda x: x.date, reverse=True)
|
|
||||||
|
|
||||||
# Ignore tweets that are earlier than the start of COVID
|
|
||||||
tweets = [t for t in tweets if t.date > '2020-01-01T01:01:01']
|
|
||||||
|
|
||||||
# Save
|
|
||||||
write(f'{TWEETS_DIR}/sample-combined/{name.replace(" ", "-")}.json', json_stringify(tweets))
|
|
||||||
|
|
||||||
|
|
||||||
def load_combined_tweets(sample_name: str) -> list[Posting]:
|
|
||||||
"""
|
|
||||||
Load combined tweets data from combine_tweets_for_sample
|
|
||||||
|
|
||||||
Preconditions:
|
|
||||||
- combine_tweets_for_sample has been ran on the specified sample
|
|
||||||
|
|
||||||
:param sample_name: Sample name, the same as combine_tweets_for_sample
|
|
||||||
:return: List of tweets for the sample combined.
|
|
||||||
"""
|
|
||||||
data = json.loads(read(f'{TWEETS_DIR}/sample-combined/{sample_name.replace(" ", "-")}.json'))
|
|
||||||
return [Posting(*d) for d in data]
|
|
||||||
|
|
||||||
|
|
||||||
def pack_data() -> None:
|
def pack_data() -> None:
|
||||||
"""
|
"""
|
||||||
This function packs processed data and raw data separately.
|
This function packs processed data and raw data separately.
|
||||||
|
|||||||
Reference in New Issue
Block a user