From 1f312deae2b9838928034b1e0cac40e61bab0eda Mon Sep 17 00:00:00 2001 From: MuslemRahimi Date: Fri, 10 Jan 2025 18:34:13 +0100 Subject: [PATCH] bugfixing --- app/cron_market_news.py | 14 ++++++-------- 1 file changed, 6 insertions(+), 8 deletions(-) diff --git a/app/cron_market_news.py b/app/cron_market_news.py index 1a51ee4..eefe2cd 100755 --- a/app/cron_market_news.py +++ b/app/cron_market_news.py @@ -8,20 +8,18 @@ load_dotenv() api_key = os.getenv('FMP_API_KEY') -headers = {"accept": "application/json"} - def filter_and_deduplicate(data,deduplicate_key='title'): - seen_keys = set() filtered_data = [] - + excluded_domains = ['accesswire.com'] for item in data: - key = item.get(deduplicate_key) - if key and key not in seen_keys: - filtered_data.append(item) - seen_keys.add(key) + if not any(domain in item['url'] for domain in excluded_domains): + key = item.get(deduplicate_key) + if key and key not in seen_keys: + filtered_data.append(item) + seen_keys.add(key) return filtered_data