updated function to take query as argument

2023-03-05 15:33:21 +00:00
parent 242603efa7
commit d1d4c8f3c7
1 changed files with 3 additions and 2 deletions
@@ -5,13 +5,14 @@ import pandas as pd
 from database import insert_list
 from dotenv import load_dotenv

-def scrape():
+def scrape(query=''):
+    assert len(query) > 0, 'query string must be provided'
    # prepare lists to hold information
    username_list = list()
    timestamp_list = list()
    content_list = list()
    # begin scraping
-    query = '(Odense OR odense OR #odense OR #Odense) until:2022-12-17 since:2017-01-01 -filter:replies'
+    # query = '(Odense OR odense OR #odense OR #Odense) until:2022-12-17 since:2017-01-01 -filter:replies'
    for i, tweet in enumerate(sntwitter.TwitterSearchScraper(query).get_items()):
        # store information in lists
        username_list.append(tweet.user.username)