AmineTMIRI/backend
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

increase batch size

Browse Source
This commit is contained in:
MuslemRahimi 2024-08-15 18:18:04 +02:00
parent 6642d11f08
commit ca820c9336
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
app/cron_options_bubble.py
View File

@ -113,12 +113,12 @@ async def main():
try: try:
stock_con = sqlite3.connect('stocks.db') stock_con = sqlite3.connect('stocks.db')
stock_cursor = stock_con.cursor() stock_cursor = stock_con.cursor()
stock_cursor.execute("SELECT DISTINCT symbol FROM stocks WHERE marketCap >= 500E6 AND symbol NOT LIKE '%.%'") stock_cursor.execute("SELECT DISTINCT symbol FROM stocks WHERE symbol NOT LIKE '%.%'")
stock_symbols = [row[0] for row in stock_cursor.fetchall()] stock_symbols = [row[0] for row in stock_cursor.fetchall()]
etf_con = sqlite3.connect('etf.db') etf_con = sqlite3.connect('etf.db')
etf_cursor = etf_con.cursor() etf_cursor = etf_con.cursor()
etf_cursor.execute("SELECT DISTINCT symbol FROM etfs WHERE totalAssets >= 10E9") etf_cursor.execute("SELECT DISTINCT symbol FROM etfs")
etf_symbols = [row[0] for row in etf_cursor.fetchall()] etf_symbols = [row[0] for row in etf_cursor.fetchall()]
stock_con.close() stock_con.close()
@ -129,7 +129,7 @@ async def main():
print(len(total_symbols)) print(len(total_symbols))
chunk_size = len(total_symbols) // 100 # Divide the list into N chunks chunk_size = len(total_symbols) // 1000 # Divide the list into N chunks
chunks = [total_symbols[i:i + chunk_size] for i in range(0, len(total_symbols), chunk_size)] chunks = [total_symbols[i:i + chunk_size] for i in range(0, len(total_symbols), chunk_size)]
loop = asyncio.get_running_loop() loop = asyncio.get_running_loop()