From d1d4c8f3c7019bb514c28f6b5a7d7a4b6639b933 Mon Sep 17 00:00:00 2001 From: brian Date: Sun, 5 Mar 2023 15:33:21 +0000 Subject: [PATCH] updated function to take query as argument --- code/sntwitter_scraper.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/code/sntwitter_scraper.py b/code/sntwitter_scraper.py index 7269e2e..ac17aaf 100644 --- a/code/sntwitter_scraper.py +++ b/code/sntwitter_scraper.py @@ -5,13 +5,14 @@ import pandas as pd from database import insert_list from dotenv import load_dotenv -def scrape(): +def scrape(query=''): + assert len(query) > 0, 'query string must be provided' # prepare lists to hold information username_list = list() timestamp_list = list() content_list = list() # begin scraping - query = '(Odense OR odense OR #odense OR #Odense) until:2022-12-17 since:2017-01-01 -filter:replies' + # query = '(Odense OR odense OR #odense OR #Odense) until:2022-12-17 since:2017-01-01 -filter:replies' for i, tweet in enumerate(sntwitter.TwitterSearchScraper(query).get_items()): # store information in lists username_list.append(tweet.user.username)