AmineTMIRI/backend
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update news cron job

Browse Source
This commit is contained in:
MuslemRahimi 2024-10-28 15:18:45 +01:00
parent 0e948f253c
commit e3a128de6b
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
app/cron_company_news.py
View File

@ -30,7 +30,7 @@ async def filter_and_deduplicate(data, excluded_domains=None, deduplicate_key='t
Filter out items with specified domains in their URL and remove duplicates based on a specified key.
"""
if excluded_domains is None:
excluded_domains = ['prnewswire.com', 'globenewswire.com', 'accesswire.com']
excluded_domains = ['prnewswire.com', 'globenewswire.com', 'accesswire.com', 'youtube.com']
seen_keys = set()
filtered_data = []
for item in data: