AmineTMIRI/backend
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfixing

Browse Source
This commit is contained in:
MuslemRahimi 2024-10-19 15:33:37 +02:00
parent ee2cab45a8
commit 2c8c66677f
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
app/cron_company_news.py
View File

@ -31,7 +31,7 @@ async def filter_and_deduplicate(data, excluded_domains=None, deduplicate_key='t
return filtered_data return filtered_data
async def save_quote_as_json(symbol, data): async def save_json(symbol, data):
""" """
Save data as JSON in a batch to reduce disk I/O Save data as JSON in a batch to reduce disk I/O
""" """
@ -74,7 +74,7 @@ async def process_chunk(session, chunk):
filtered_data = [item for item in data if item['symbol'] == symbol] filtered_data = [item for item in data if item['symbol'] == symbol]
filtered_data = await filter_and_deduplicate(filtered_data) filtered_data = await filter_and_deduplicate(filtered_data)
if filtered_data: if filtered_data:
tasks.append(save_quote_as_json(symbol, filtered_data)) tasks.append(save_json(symbol, filtered_data))
if tasks: if tasks:
await asyncio.gather(*tasks) await asyncio.gather(*tasks)