updated code to use less logins to database

This commit is contained in:
simplypower-bbj
2022-12-18 20:51:17 +01:00
parent 67cd2557c3
commit c402a1d65a
+5 -5
View File
@@ -4,12 +4,12 @@ import time
from dotenv import load_dotenv
import pandas as pd
def get_progress(con):
def get_progress(dt):
query = 'SELECT count(*) from data_table'
res = pd.read_sql_query(query, con)
res = pd.read_sql_query(query, dt.con)
total = res['count'][0]
query = 'SELECT count(*) from data_table where content_en is not null'
res = pd.read_sql_query(query, con)
res = pd.read_sql_query(query, dt.con)
progress = res['count'][0]
return progress, total
@@ -18,13 +18,13 @@ if __name__ == '__main__':
try:
with Data_table() as dt:
# continously update progress bar
progress, total = get_progress(dt.con)
progress, total = get_progress(dt)
with tqdm(total=total, initial=progress) as pbar:
while True:
pbar.n = progress
pbar.refresh()
time.sleep(1)
progress, total = get_progress(dt.con)
progress, total = get_progress(dt)
except Exception as e:
print(f'error occurred: {e}')
except KeyboardInterrupt: