update reddit tracker

app/cron_reddit_statistics.py

@@ -123,19 +123,25 @@ def compute_daily_statistics(file_path):
 
 def compute_trending_tickers(daily_stats):
     today = datetime.now().date()
-    seven_days_ago = today - timedelta(days=14)
+    period_list = [2,7,30,90]
+    res_dict = {}
+
+    for time_period in period_list:
+        res_list = []
+
+        N_day_ago = today - timedelta(days=time_period)
         
         trending = defaultdict(lambda: {'total': 0, 'PUT': 0, 'CALL': 0, 'sentiment': []})
         
         for date, stats in daily_stats.items():
-        if seven_days_ago <= date <= today:
+            if N_day_ago <= date <= today:
                 for ticker, counts in stats['ticker_mentions'].items():
                     trending[ticker]['total'] += counts['total']
                     trending[ticker]['PUT'] += counts['PUT']
                     trending[ticker]['CALL'] += counts['CALL']
                     trending[ticker]['sentiment'].extend(counts['sentiment'])
         
-    trending_list = [
+        res_list = [
             {
                 'symbol': symbol,
                 'count': counts['total'],
@@ -145,9 +151,9 @@ def compute_trending_tickers(daily_stats):
             }
             for symbol, counts in trending.items() if symbol in total_symbols
         ]
-    trending_list.sort(key=lambda x: x['count'], reverse=True)
+        res_list.sort(key=lambda x: x['count'], reverse=True)
 
-    for item in trending_list:
+        for item in res_list:
             symbol = item['symbol']
             try:
                 with open(f'json/quote/{symbol}.json') as f:
@@ -174,7 +180,15 @@ def compute_trending_tickers(daily_stats):
             else:
                 item['assetType'] = ''
 
-    return trending_list
+        if time_period == 2:
+            res_dict['oneDay'] = res_list
+        elif time_period == 7:
+            res_dict['oneWeek'] = res_list
+        elif time_period == 30:
+            res_dict['oneMonth'] = res_list
+        elif time_period == 90:
+            res_dict['threeMonths'] = res_list
+    return res_dict
 
 # Usage
 file_path = 'json/reddit-tracker/wallstreetbets/data.json'

app/cron_reddit_tracker.py

@@ -48,8 +48,17 @@ data_changed = False
 subreddit = reddit.subreddit("wallstreetbets")
 
 # Iterate through new submissions
-for submission in subreddit.new(limit=1000):
+for submission in subreddit.hot(limit=1000):
     post_id = submission.id
+    
+    # Check if the post was deleted by moderators
+    if submission.removed_by_category == "mod":
+        # Remove post from existing data if it was deleted by moderators
+        if post_id in existing_posts:
+            del existing_posts[post_id]
+            data_changed = True
+        continue  # Skip this post
+
     # Check if this post is already in our data
     if post_id in existing_posts:
         # Update existing post
@@ -57,14 +66,20 @@ for submission in subreddit.new(limit=1000):
         existing_posts[post_id]['num_comments'] = submission.num_comments
         data_changed = True
     else:
+        # Try to get a high-quality thumbnail URL
+        thumbnail = None
+        if hasattr(submission, 'preview'):
+            thumbnail = submission.preview['images'][0]['source']['url']
+        
         # Extract the required fields for new post
         extracted_post = {
             "id": post_id,
             "permalink": submission.permalink,
             "title": submission.title,
+            "thumbnail": thumbnail,
             "selftext": submission.selftext,
             "created_utc": int(submission.created_utc),
-            "upvote_ratio": submission.upvote_ratio,
+            "upvote_ratio": round(submission.upvote_ratio * 100, 2),
             "num_comments": submission.num_comments,
             "link_flair_text": submission.link_flair_text,
             "author": str(submission.author),
@@ -74,7 +89,6 @@ for submission in subreddit.new(limit=1000):
         existing_posts[post_id] = extracted_post
         data_changed = True
 
-
 if data_changed:
     # Convert the dictionary back to a list and sort by created_utc
     updated_data = list(existing_posts.values())

app/main.py

@@ -3444,9 +3444,9 @@ async def get_reddit_tracker(api_key: str = Security(get_api_key)):
 
     try:
         with open(f"json/reddit-tracker/wallstreetbets/trending.json", 'rb') as file:
-            trending = orjson.loads(file.read())[0:5]
+            trending = orjson.loads(file.read())
     except:
-        trending = []
+        trending = {}
 
     res = {'posts': latest_post, 'stats': stats, 'trending': trending}