updated code to use less logins to database

This commit is contained in:
simplypower-bbj
2022-12-18 20:51:17 +01:00
parent 67cd2557c3
commit c402a1d65a
+5 -5
View File
@@ -4,12 +4,12 @@ import time
from dotenv import load_dotenv from dotenv import load_dotenv
import pandas as pd import pandas as pd
def get_progress(con): def get_progress(dt):
query = 'SELECT count(*) from data_table' query = 'SELECT count(*) from data_table'
res = pd.read_sql_query(query, con) res = pd.read_sql_query(query, dt.con)
total = res['count'][0] total = res['count'][0]
query = 'SELECT count(*) from data_table where content_en is not null' query = 'SELECT count(*) from data_table where content_en is not null'
res = pd.read_sql_query(query, con) res = pd.read_sql_query(query, dt.con)
progress = res['count'][0] progress = res['count'][0]
return progress, total return progress, total
@@ -18,13 +18,13 @@ if __name__ == '__main__':
try: try:
with Data_table() as dt: with Data_table() as dt:
# continously update progress bar # continously update progress bar
progress, total = get_progress(dt.con) progress, total = get_progress(dt)
with tqdm(total=total, initial=progress) as pbar: with tqdm(total=total, initial=progress) as pbar:
while True: while True:
pbar.n = progress pbar.n = progress
pbar.refresh() pbar.refresh()
time.sleep(1) time.sleep(1)
progress, total = get_progress(dt.con) progress, total = get_progress(dt)
except Exception as e: except Exception as e:
print(f'error occurred: {e}') print(f'error occurred: {e}')
except KeyboardInterrupt: except KeyboardInterrupt: