2.7 KiB
2.7 KiB
In [1]:
from selenium.webdriver.common.by import By
# import requests
# import pyperclip
from selenium_scraper import Twitter
from datetime import timedelta, datetime
from classes import Tweet
import traceback
import logging
from database import connect_mongo
account = 'Maersk'
until_year = 2010In [4]:
# reset database
db = connect_mongo()
# db.drop()
db.count_documents({'account':f'@{account}'})Out [4]:
0
In [3]:
from selenium_scraper import scrape_account
scrape_account(account, until_year)ERROR:root:failed extracting post url ERROR:root:failed extracting post url ERROR:root:failed extracting post url ERROR:root:failed extracting post url ERROR:root:failed extracting post url ERROR:root:failed extracting post url ERROR:root:failed extracting post url ERROR:root:failed extracting post url ERROR:root:failed extracting post url ERROR:root:failed extracting post url ERROR:root:failed extracting post url ERROR:root:failed extracting post url ERROR:root:failed extracting post url WARNING:root:retrying later due to error getting period: [2023-02-23 00:00:00:2023-03-05 00:00:00]
In [ ]: