AmineTMIRI/backend
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfixing

Browse Source
This commit is contained in:
MuslemRahimi 2024-10-19 15:38:57 +02:00
parent 2c8c66677f
commit 6e6347e202
1 changed files with 8 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
app/cron_company_news.py
View File

@ -71,10 +71,13 @@ async def process_chunk(session, chunk):
data = await get_data(session, chunk) data = await get_data(session, chunk)
tasks = [] tasks = []
for symbol in chunk: for symbol in chunk:
try:
filtered_data = [item for item in data if item['symbol'] == symbol] filtered_data = [item for item in data if item['symbol'] == symbol]
filtered_data = await filter_and_deduplicate(filtered_data) filtered_data = await filter_and_deduplicate(filtered_data)
if filtered_data: if filtered_data:
tasks.append(save_json(symbol, filtered_data)) tasks.append(save_json(symbol, filtered_data))
except Exception as e:
print(e)
if tasks: if tasks:
await asyncio.gather(*tasks) await asyncio.gather(*tasks)
@ -89,7 +92,7 @@ async def main():
total_symbols = stock_symbols + etf_symbols + crypto_symbols total_symbols = stock_symbols + etf_symbols + crypto_symbols
# Dynamically adjust chunk size # Dynamically adjust chunk size
chunk_size = 15 # Adjust based on your needs chunk_size = 10 # Adjust based on your needs
chunks = [total_symbols[i:i + chunk_size] for i in range(0, len(total_symbols), chunk_size)] chunks = [total_symbols[i:i + chunk_size] for i in range(0, len(total_symbols), chunk_size)]
async with aiohttp.ClientSession() as session: async with aiohttp.ClientSession() as session: