updated code to use less logins to database
This commit is contained in:
@@ -4,12 +4,12 @@ import time
|
|||||||
from dotenv import load_dotenv
|
from dotenv import load_dotenv
|
||||||
import pandas as pd
|
import pandas as pd
|
||||||
|
|
||||||
def get_progress(con):
|
def get_progress(dt):
|
||||||
query = 'SELECT count(*) from data_table'
|
query = 'SELECT count(*) from data_table'
|
||||||
res = pd.read_sql_query(query, con)
|
res = pd.read_sql_query(query, dt.con)
|
||||||
total = res['count'][0]
|
total = res['count'][0]
|
||||||
query = 'SELECT count(*) from data_table where content_en is not null'
|
query = 'SELECT count(*) from data_table where content_en is not null'
|
||||||
res = pd.read_sql_query(query, con)
|
res = pd.read_sql_query(query, dt.con)
|
||||||
progress = res['count'][0]
|
progress = res['count'][0]
|
||||||
return progress, total
|
return progress, total
|
||||||
|
|
||||||
@@ -18,13 +18,13 @@ if __name__ == '__main__':
|
|||||||
try:
|
try:
|
||||||
with Data_table() as dt:
|
with Data_table() as dt:
|
||||||
# continously update progress bar
|
# continously update progress bar
|
||||||
progress, total = get_progress(dt.con)
|
progress, total = get_progress(dt)
|
||||||
with tqdm(total=total, initial=progress) as pbar:
|
with tqdm(total=total, initial=progress) as pbar:
|
||||||
while True:
|
while True:
|
||||||
pbar.n = progress
|
pbar.n = progress
|
||||||
pbar.refresh()
|
pbar.refresh()
|
||||||
time.sleep(1)
|
time.sleep(1)
|
||||||
progress, total = get_progress(dt.con)
|
progress, total = get_progress(dt)
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
print(f'error occurred: {e}')
|
print(f'error occurred: {e}')
|
||||||
except KeyboardInterrupt:
|
except KeyboardInterrupt:
|
||||||
|
|||||||
Reference in New Issue
Block a user