added cronjob based timing

code/main.py

@@ -6,6 +6,7 @@ from configparser import ConfigParser
 from pathlib import Path
 from queue import Queue
 from initialise_app import initialise_app
+from cron import cronjob
 from bandwidth import measure as measure_bandwidth
 from database import connect
 
@@ -14,18 +15,14 @@ from database import connect
 config = ConfigParser()
 config.read(Path(__file__).parent / 'defaults.ini')
 REPLICATES = int(config.get('main', 'replicates'))
-TRIGGER_INTERVAL_SECONDS = float(
+QUEUE_FLUSH_INTERVAL_SECONDS = float(
     config.get(
         'main',
-        'trigger_interval_seconds'
+        'queue_flush_interval_seconds'
-    )
-)
-DATA_QUEUE_FLUSH_INTERVAL_SECONDS = float(
-    config.get(
-        'main',
-        'data_queue_flush_interval_seconds'
     )
 )
+SCHEDULE = config.get('cron', 'schedule')
+TZ = config.get('cron', 'tz')
 
 
 def flush_data(
@@ -34,8 +31,13 @@ def flush_data(
 ) -> None:
     # connect to database
     db = connect()
-    # flush queue
+    # stop early
     queue_size = data_queue.qsize()
+    if queue_size == 0:
+        logging.debug('queue already empty')
+        logging.debug('finished')
+        return
+    # flush queue
     for i in range(queue_size):
         # get data
         data = data_queue.get()
@@ -48,13 +50,13 @@ def flush_data(
         try:
             db_id = db.insert_one(payload_dict).inserted_id
         except Exception as e:
+            data_queue.put(data)    # put data back in queue
             logging.error('failed sending data to database')
-            logging.info(
+            logging.debug(
                 'failed pushing to database:\n'
                 f'{json.dumps(payload_dict, indent=4)}\n'
                 f'with error: {e}'
             )
-            data_queue.put(data)    # put data back in queue
             continue
         else:
             logging.debug(f'data sent to database received id: {db_id}')
@@ -80,7 +82,6 @@ def event(
         # polite pause
         time.sleep(1)
     # flush queue
-    if data_queue.qsize() > 0:
     flush_data(
         data_queue=data_queue,
         user_id=user_id
@@ -91,48 +92,52 @@ def event(
 if __name__ == '__main__':
     # setup
     initialise_app()
+    data_queue: Queue = Queue()
     user_id = int(os.getenv('USER_ID', default=0))
     replicates = int(os.getenv('REPLICATES', default=REPLICATES))
-    trigger_interval = float(
+    queue_flush_interval = float(
         os.getenv(
-            'TRIGGER_INTERVAL_SECONDS',
+            'QUEUE_FLUSH_INTERVAL_SECONDS',
-            default=TRIGGER_INTERVAL_SECONDS
+            default=QUEUE_FLUSH_INTERVAL_SECONDS
         )
     )
-    data_flush_interval = float(
+    schedule = os.getenv(
-        os.getenv(
+        key='SCHEDULE',
-            'DATA_QUEUE_FLUSH_INTERVAL_SECONDS',
+        default=SCHEDULE
-            default=DATA_QUEUE_FLUSH_INTERVAL_SECONDS
     )
+    tz = os.getenv(
+        key='TZ',
+        default=TZ
     )
-    data_queue: Queue = Queue()
+
-    # start main loop
+    @cronjob(schedule=schedule, tz=tz)
-    trigger_time = time.time()
+    def main_loop(
-    data_flush_time = trigger_time + data_flush_interval
+        data_queue: Queue,
-    while True:
+        user_id: int,
-        # measure event
+        replicates: int = REPLICATES
-        if time.time() >= trigger_time:
+    ) -> None:
-            logging.debug('triggered event')
-            # set new trigger time
-            trigger_time += trigger_interval
         # run event
-            event(
+        for rep_num in range(replicates):
-                data_queue=data_queue,
+            logging.debug(f'running replicate {rep_num+1} of {replicates}')
-                user_id=user_id,
+            # do measurement
-                replicates=replicates
+            try:
-            )
+                data = measure_bandwidth()
-        # extra data flush
+            except Exception as e:
-        if (
+                logging.error(f'failed to measure bandwidth: {e}')
-            time.time() >= data_flush_time and
+                continue
-            data_queue.qsize() > 0
+            # add data to queue
-        ):
+            data_queue.put(data)
-            logging.debug('triggered extra data flush')
+            # polite pause
-            # set new trigger time
+            time.sleep(1)
-            data_flush_time += data_flush_interval
+        # flush queue
-            # flush data
         flush_data(
             data_queue=data_queue,
             user_id=user_id
         )
-        # polite pause
+        logging.debug('finished')
-        time.sleep(1)
+    # start main loop
+    main_loop(
+        data_queue=data_queue,
+        user_id=user_id,
+        replicates=replicates
+    )