twitter_scraper/code/sntwitter_scraper.ipynb

In [2]:

import snscrape.modules.twitter as sntwitter
import pandas as pd

# prepare variables
query = '(Odense OR odense OR #odense OR #Odense) until:2022-12-17 since:2017-01-01 -filter:replies'
limit = 1000
tweet_list = list()
query = '(Odense OR odense OR #odense OR #Odense) until:2022-12-17 since:2017-01-01 -filter:replies'
# begin scraping
for i, tweet in enumerate(sntwitter.TwitterSearchScraper(query).get_items()):
    # if limit is reached, break out of loop
    if limit > 0 and i > limit: break
    # if another 100 tweets found, tell it
    if i % 100 == 0: 
        print(f'found {i} tweets')
    tweet_list.append([tweet.date, tweet.id, tweet.content, tweet.user.username])
# create dataframe
df = pd.DataFrame(tweet_list, columns=['Datetime', 'Id', 'Text', 'Username'])

found 0 tweets
found 100 tweets
found 200 tweets
found 300 tweets
found 400 tweets
found 500 tweets
found 600 tweets
found 700 tweets
found 800 tweets
found 900 tweets
found 1000 tweets

In [3]:

df

Out [3]:

	Datetime	Id	Text	Username
0	2022-12-16 22:20:26+00:00	1603877740972752897	Danimarka’nın Odense takımı bu yaz müthiş bir ...	EryilmazFa10
1	2022-12-16 21:56:35+00:00	1603871736579371008	Highlights: SønderjyskE – Odense https://t.co/...	trans_rumor
2	2022-12-16 21:39:40+00:00	1603867481101066241	“Meta Platforms Inc has halted construction of...	sakak
3	2022-12-16 21:19:09+00:00	1603862318647070720	Sponsoreret: Verdensmestre, europamestre og st...	otwndk
4	2022-12-16 21:07:09+00:00	1603859298249019392	Meta just halted a major data centre project t...	techosmo
...	...	...	...	...
996	2022-11-23 15:42:37+00:00	1595442703990493211	Mohamed Djan Fofana går fra banen, og han erst...	Odense_Boldklub
997	2022-11-23 15:34:36+00:00	1595440689629859840	1-1...\nEfter et hjørnespark passerer bolden t...	Odense_Boldklub
998	2022-11-23 15:31:12+00:00	1595439830187798529	Ud er gået Sebastian Wille, Omar Jebali, Law T...	Odense_Boldklub
999	2022-11-23 15:21:18+00:00	1595437338997542912	Anden halvleg er netop sparket i gang 🔵⚪\n#obd...	Odense_Boldklub
1000	2022-11-23 15:05:57+00:00	1595433476135829506	Efter en scoring af Franco Tongya går vi nu ti...	Odense_Boldklub

1001 rows × 4 columns

In [ ]: