updated to run once an hour

code/main.py

@@ -6,11 +6,12 @@ from dotenv import load_dotenv
 import logging
 from datetime import datetime
 import time
+import os
 
 def update():
     topic = 'Odense'
     # scrape latest data
-    username_list, timestamp_list, content_list = scrape(topic, limit=100, headless=False)
+    username_list, timestamp_list, content_list = scrape(topic, limit=10, headless=False)
     # send data to database
     insert_list(username_list, timestamp_list, content_list)
 
@@ -20,18 +21,18 @@ if __name__ == '__main__':
     setup_logging()
     logging.info('finished setup')
     # main loop
-    trigger_second = datetime.now().second
+    trigger_minute = datetime.now().minute
     while True:
         try:
             now = datetime.now()
-            if now.second == trigger_second:
+            if now.minute == trigger_minute:
                 try:
-                    update
+                    update()
                 except Exception as e:
                     logging.warning(e)
                 else:
                     logging.info('finished cycle')
-                time.sleep(1)
+                time.sleep(60)
             time.sleep(0.1)
         except Exception as e:
             logging.critical(e)