From 167426914fef38a9f2990b3968934ddbd273dfa1 Mon Sep 17 00:00:00 2001 From: simplypower-bbj Date: Sat, 17 Dec 2022 01:25:59 +0100 Subject: [PATCH] updated to run once an hour --- code/main.py | 11 ++++++----- 1 file changed, 6 insertions(+), 5 deletions(-) diff --git a/code/main.py b/code/main.py index 98be484..d400c74 100644 --- a/code/main.py +++ b/code/main.py @@ -6,11 +6,12 @@ from dotenv import load_dotenv import logging from datetime import datetime import time +import os def update(): topic = 'Odense' # scrape latest data - username_list, timestamp_list, content_list = scrape(topic, limit=100, headless=False) + username_list, timestamp_list, content_list = scrape(topic, limit=10, headless=False) # send data to database insert_list(username_list, timestamp_list, content_list) @@ -20,18 +21,18 @@ if __name__ == '__main__': setup_logging() logging.info('finished setup') # main loop - trigger_second = datetime.now().second + trigger_minute = datetime.now().minute while True: try: now = datetime.now() - if now.second == trigger_second: + if now.minute == trigger_minute: try: - update + update() except Exception as e: logging.warning(e) else: logging.info('finished cycle') - time.sleep(1) + time.sleep(60) time.sleep(0.1) except Exception as e: logging.critical(e)