AmineTMIRI/backend
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfixing: company news

Browse Source
This commit is contained in:
MuslemRahimi 2024-08-09 22:40:03 +02:00
parent 26e71556a8
commit 0bf40a7661
1 changed files with 15 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
app/cron_company_news.py
View File

@ -5,6 +5,7 @@ import sqlite3
from tqdm import tqdm from tqdm import tqdm
from dotenv import load_dotenv from dotenv import load_dotenv
import os import os
import time
load_dotenv() load_dotenv()
api_key = os.getenv('FMP_API_KEY') api_key = os.getenv('FMP_API_KEY')
@ -59,8 +60,21 @@ async def process_symbols(symbols):
custom_domains = ['prnewswire.com', 'globenewswire.com', 'accesswire.com'] custom_domains = ['prnewswire.com', 'globenewswire.com', 'accesswire.com']
data = await filter_and_deduplicate(data, excluded_domains=custom_domains) data = await filter_and_deduplicate(data, excluded_domains=custom_domains)
grouped_data = {}
for item in data:
symbol = item['symbol']
if symbol in chunk:
if symbol not in grouped_data:
grouped_data[symbol] = []
grouped_data[symbol].append(item)
# Save the filtered data for each symbol in the chunk
tasks = []
for symbol in chunk:
filtered_data = grouped_data.get(symbol, [])
tasks.append(save_news(filtered_data, symbol))
tasks = [save_news(data, symbol) for symbol in chunk]
await asyncio.gather(*tasks) await asyncio.gather(*tasks)
def get_symbols(db_name, table_name): def get_symbols(db_name, table_name):