update dashboard cron job

app/cron_corporate_lobbying.py

@@ -390,6 +390,6 @@ def create_dataset():
 
 if '__main__' == __name__:
 
-    get_historical_data()
+    #get_historical_data()
-    #update_latest_quarter()
+    update_latest_quarter()
-    #create_dataset()
+    create_dataset()

app/cron_dashboard.py

@@ -11,29 +11,22 @@ from dotenv import load_dotenv
 from datetime import datetime, timedelta
 import sqlite3
 
+
 headers = {"accept": "application/json"}
 
 
-con = sqlite3.connect('stocks.db')
-etf_con = sqlite3.connect('etf.db')
-
-cursor = con.cursor()
-cursor.execute("PRAGMA journal_mode = wal")
-cursor.execute("SELECT DISTINCT symbol FROM stocks")
-stock_symbols = [row[0] for row in cursor.fetchall()]
-
-etf_cursor = etf_con.cursor()
-etf_cursor.execute("PRAGMA journal_mode = wal")
-etf_cursor.execute("SELECT DISTINCT symbol FROM etfs")
-etf_symbols = [row[0] for row in etf_cursor.fetchall()]
-
-total_symbols = stock_symbols+etf_symbols
-
-con.close()
-etf_con.close()
-
 load_dotenv()
 benzinga_api_key = os.getenv('BENZINGA_API_KEY')
+benzinga_api_key_extra = os.getenv('BENZINGA_API_KEY_EXTRA')
+
+query_template = """
+    SELECT 
+        marketCap
+    FROM 
+        stocks 
+    WHERE
+        symbol = ?
+"""
 
 
 async def save_json(data):
@@ -41,6 +34,126 @@ async def save_json(data):
         ujson.dump(data, file)
 
 
+def remove_duplicates(elements):
+    seen = set()
+    unique_elements = []
+    
+    for element in elements:
+        if element['symbol'] not in seen:
+            seen.add(element['symbol'])
+            unique_elements.append(element)
+    
+    return unique_elements
+
+def weekday():
+    today = datetime.today()
+    one_day = timedelta(1)
+    yesterday = today - one_day
+    
+    while yesterday.weekday() >= 5:  # 5 = Saturday, 6 = Sunday
+        yesterday -= one_day
+    
+    return yesterday.strftime('%Y-%m-%d')
+
+
+today = datetime.today().strftime('%Y-%m-%d')
+tomorrow = (datetime.today() + timedelta(1))
+yesterday = weekday()
+
+if tomorrow.weekday() >= 5:  # 5 = Saturday, 6 = Sunday
+    tomorrow = tomorrow + timedelta(days=(7 - tomorrow.weekday()))
+
+tomorrow = tomorrow.strftime('%Y-%m-%d')
+
+async def get_upcoming_earnings(session):
+	url = "https://api.benzinga.com/api/v2.1/calendar/earnings"
+
+	importance_list = ["3","4","5"]
+	res_list = []
+	for importance in importance_list:
+
+		querystring = {"token": benzinga_api_key_extra,"parameters[importance]":importance,"parameters[date_from]":tomorrow,"parameters[date_to]":tomorrow,"parameters[date_sort]":"date"}
+		try:
+			async with session.get(url, params=querystring, headers=headers) as response:
+				res = ujson.loads(await response.text())['earnings']
+				for item in res:
+					try:
+						symbol = item['ticker']
+						name = item['name']
+						time = item['time']
+						eps_prior = float(item['eps_prior']) if item['eps_prior'] != '' else 0
+						eps_est = float(item['eps_est']) if item['eps_est'] != '' else 0
+						revenue_est = float(item['revenue_est']) if item['revenue_est'] != '' else 0
+						revenue_prior = float(item['revenue_prior']) if item['revenue_prior'] != '' else 0
+						if symbol in stock_symbols and revenue_est != 0 and revenue_prior != 0 and eps_prior != 0 and eps_est != 0:
+							df = pd.read_sql_query(query_template, con, params=(symbol,))
+							market_cap = float(df['marketCap'].iloc[0]) if df['marketCap'].iloc[0] != '' else 0
+							res_list.append({
+								'symbol': symbol,
+								'name': name,
+								'time': time,
+								'marketCap': market_cap,
+								'epsPrior':eps_prior,
+								'epsEst': eps_est,
+								'revenuePrior': revenue_prior,
+								'revenueEst': revenue_est
+								})
+					except Exception as e:
+						print('1 Upcoming Earnings:', e)
+						pass
+			res_list = remove_duplicates(res_list)
+			res_list.sort(key=lambda x: x['marketCap'], reverse=True)
+			res_list = [{k: v for k, v in d.items() if k != 'marketCap'} for d in res_list]
+		except Exception as e:
+			pass
+
+	return res_list[0:5]
+
+
+async def get_recent_earnings(session):
+	url = "https://api.benzinga.com/api/v2.1/calendar/earnings"
+	importance_list = ["3","4","5"]
+	res_list = []
+	for importance in importance_list:
+		querystring = {"token": benzinga_api_key_extra,"parameters[importance]":importance,"parameters[date_from]":yesterday,"parameters[date_to]":today,"parameters[date_sort]":"date"}
+		try:
+			async with session.get(url, params=querystring, headers=headers) as response:
+				res = ujson.loads(await response.text())['earnings']
+				for item in res:
+					try:
+						symbol = item['ticker']
+						name = item['name']
+						eps_prior = float(item['eps_prior']) if item['eps_prior'] != '' else 0
+						eps_surprise = float(item['eps_surprise']) if item['eps_surprise'] != '' else 0
+						eps = float(item['eps']) if item['eps'] != '' else 0
+						revenue_prior = float(item['revenue_prior']) if item['revenue_prior'] != '' else 0
+						revenue_surprise = float(item['revenue_surprise']) if item['revenue_surprise'] != '' else 0
+						revenue = float(item['revenue']) if item['revenue'] != '' else 0
+						if symbol in stock_symbols and revenue != 0 and revenue_prior != 0 and eps_prior != 0 and eps != 0 and revenue_surprise != 0 and eps_surprise != 0:
+							df = pd.read_sql_query(query_template, con, params=(symbol,))
+							market_cap = float(df['marketCap'].iloc[0]) if df['marketCap'].iloc[0] != '' else 0
+							res_list.append({
+								'symbol': symbol,
+								'name': name,
+								'marketCap': market_cap,
+								'epsPrior':eps_prior,
+								'epsSurprise': eps_surprise,
+								'eps': eps,
+								'revenuePrior': revenue_prior,
+								'revenueSurprise': revenue_surprise,
+								'revenue': revenue
+								})
+					except Exception as e:
+						print('Recent Earnings:', e)
+						pass
+		except Exception as e:
+			pass
+	res_list = remove_duplicates(res_list)
+	res_list.sort(key=lambda x: x['marketCap'], reverse=True)
+	res_list = [{k: v for k, v in d.items() if k != 'marketCap'} for d in res_list]
+	return res_list[0:5]
+
+
 async def get_latest_bezinga_market_news(session):
     url = "https://api.benzinga.com/api/v2/news"
     querystring = {"token": benzinga_api_key,"channels":"News","pageSize":"10","displayOutput":"full"}
@@ -61,6 +174,9 @@ async def get_latest_bezinga_market_news(session):
 async def run():
 	async with aiohttp.ClientSession() as session:
 		benzinga_news = await get_latest_bezinga_market_news(session)
+		recent_earnings = await get_recent_earnings(session)
+		upcoming_earnings = await get_upcoming_earnings(session)
+
 		try:
 			with open(f"json/retail-volume/data.json", 'r') as file:
 				retail_tracker = ujson.load(file)[0:5]
@@ -102,12 +218,39 @@ async def run():
 
 		quick_info = {**market_mover, 'shorted': shorted_stock}
 
-		data = {'quickInfo': quick_info, 'optionsFlow': options_flow, 'retailTracker': retail_tracker, 'wiimFeed': wiim_feed, 'marketNews': benzinga_news}
+		data = {
+		    'quickInfo': quick_info,
+		    'optionsFlow': options_flow,
+		    'retailTracker': retail_tracker,
+		    'wiimFeed': wiim_feed,
+		    'marketNews': benzinga_news,
+		    'recentEarnings': recent_earnings,
+		    'upcomingEarnings': upcoming_earnings
+		}
+
 		
 		if len(data) > 0:
 			await save_json(data)
 
 try:
-    asyncio.run(run())
+
+	con = sqlite3.connect('stocks.db')
+	etf_con = sqlite3.connect('etf.db')
+
+	cursor = con.cursor()
+	cursor.execute("PRAGMA journal_mode = wal")
+	cursor.execute("SELECT DISTINCT symbol FROM stocks")
+	stock_symbols = [row[0] for row in cursor.fetchall()]
+
+	etf_cursor = etf_con.cursor()
+	etf_cursor.execute("PRAGMA journal_mode = wal")
+	etf_cursor.execute("SELECT DISTINCT symbol FROM etfs")
+	etf_symbols = [row[0] for row in etf_cursor.fetchall()]
+
+	total_symbols = stock_symbols+etf_symbols
+	asyncio.run(run())
+	con.close()
+	etf_con.close()
+
 except Exception as e:
     print(e)