brian/twitter_scraper
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

updated function to take query as argument

Browse Source
This commit is contained in:
brian
2023-03-05 15:33:21 +00:00
parent 242603efa7
commit d1d4c8f3c7
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
code/sntwitter_scraper.py
+3 -2
View File
@@ -5,13 +5,14 @@ import pandas as pd
from database import insert_list from database import insert_list
from dotenv import load_dotenv from dotenv import load_dotenv
def scrape(): def scrape(query=''):
assert len(query) > 0, 'query string must be provided'
# prepare lists to hold information # prepare lists to hold information
username_list = list() username_list = list()
timestamp_list = list() timestamp_list = list()
content_list = list() content_list = list()
# begin scraping # begin scraping
query = '(Odense OR odense OR #odense OR #Odense) until:2022-12-17 since:2017-01-01 -filter:replies' # query = '(Odense OR odense OR #odense OR #Odense) until:2022-12-17 since:2017-01-01 -filter:replies'
for i, tweet in enumerate(sntwitter.TwitterSearchScraper(query).get_items()): for i, tweet in enumerate(sntwitter.TwitterSearchScraper(query).get_items()):
# store information in lists # store information in lists
username_list.append(tweet.user.username) username_list.append(tweet.user.username)