AmineTMIRI/backend
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfixing

Browse Source
This commit is contained in:
MuslemRahimi 2025-01-10 19:39:54 +01:00
parent 1f312deae2
commit 1855f5c878
1 changed files with 16 additions and 36 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

52
app/cron_wiim.py
View File

@ -32,11 +32,8 @@ query_template = """
""" """
# List of holidays when the stock market is closed # List of holidays when the stock market is closed
holidays = [ holidays = ['2025-01-01', '2025-01-09','2025-01-20', '2025-02-17', '2025-04-18', '2025-05-26', '2025-06-19', '2025-07-04', '2025-09-01', '2025-11-27', '2025-12-25']
"2024-01-01",
"2024-03-29",
"2024-12-25",
]
def is_holiday(date): def is_holiday(date):
"""Check if the given date is a holiday""" """Check if the given date is a holiday"""
@ -66,7 +63,7 @@ def correct_weekday(selected_date):
# Create a semaphore to limit concurrent requests # Create a semaphore to limit concurrent requests
REQUEST_LIMIT = 500 REQUEST_LIMIT = 500
PAUSE_TIME = 10 PAUSE_TIME = 60
def check_existing_file(symbol): def check_existing_file(symbol):
file_path = f"json/wiim/company/{symbol}.json" file_path = f"json/wiim/company/{symbol}.json"
@ -109,7 +106,7 @@ async def get_endpoint(session, symbol, con, semaphore):
"tickers": symbol, "tickers": symbol,
"channels": "WIIM", "channels": "WIIM",
"pageSize": "20", "pageSize": "20",
"displayOutput": "full" "sort":"created:desc",
} }
try: try:
@ -117,7 +114,8 @@ async def get_endpoint(session, symbol, con, semaphore):
res_list = [] res_list = []
res = ujson.loads(await response.text()) res = ujson.loads(await response.text())
# Create a timezone-aware datetime for two weeks ago in UTC # Define New York timezone
ny_tz = pytz.timezone("America/New_York")
for item in res: for item in res:
try: try:
@ -130,10 +128,13 @@ async def get_endpoint(session, symbol, con, semaphore):
if date_obj < N_weeks_ago: if date_obj < N_weeks_ago:
continue continue
# Convert the date to New York timezone
date_obj_ny = date_obj.astimezone(ny_tz)
start_date_obj_utc = correct_weekday(date_obj) start_date_obj_utc = correct_weekday(date_obj)
start_date = start_date_obj_utc.strftime("%Y-%m-%d") start_date = start_date_obj_utc.strftime("%Y-%m-%d")
end_date = date_obj.strftime("%Y-%m-%d") end_date = date_obj.strftime("%Y-%m-%d")
new_date_str = date_obj.strftime("%Y-%m-%d %H:%M:%S") new_date_str = date_obj_ny.strftime("%Y-%m-%d %H:%M:%S")
query = query_template.format(symbol=symbol) query = query_template.format(symbol=symbol)
@ -153,43 +154,20 @@ async def get_endpoint(session, symbol, con, semaphore):
'changesPercentage': change_percent, 'changesPercentage': change_percent,
'url': item['url'] 'url': item['url']
}) })
except Exception as e: except:
print(f"Error processing item for {symbol}: {e}") pass
if res_list: if res_list:
print(f"Done processing {symbol}") print(f"Done processing {symbol}")
with open(f"json/wiim/company/{symbol}.json", 'w') as file: with open(f"json/wiim/company/{symbol}.json", 'w') as file:
ujson.dump(res_list, file) ujson.dump(res_list, file)
print(res_list)
else: else:
check_existing_file(symbol) check_existing_file(symbol)
except Exception as e: except Exception as e:
print(f"Error fetching data for {symbol}: {e}") print(f"Error fetching data for {symbol}: {e}")
async def get_latest_wiim(session, stock_symbols, etf_symbols):
url = "https://api.benzinga.com/api/v2/news"
querystring = {"token": api_key, "channels":"WIIM", "pageSize":"5", "displayOutput":"full"}
try:
async with session.get(url, params=querystring, headers=headers) as response:
res_list = []
res = ujson.loads(await response.text())
for item in res:
for el in item['stocks']:
# Update the 'name' key to 'ticker'
if 'name' in el:
el['ticker'] = el.pop('name')
if el['ticker'] in stock_symbols:
el['assetType'] = 'stock'
elif el['ticker'] in etf_symbols:
el['assetType'] = 'etf'
res_list.append({'date': item['created'], 'text': item['title'], 'stocks': item['stocks']})
with open(f"json/wiim/rss-feed/data.json", 'w') as file:
ujson.dump(res_list, file)
except Exception as e:
print(e)
async def run(): async def run():
con = sqlite3.connect('stocks.db') con = sqlite3.connect('stocks.db')
@ -197,7 +175,6 @@ async def run():
cursor.execute("PRAGMA journal_mode = wal") cursor.execute("PRAGMA journal_mode = wal")
cursor.execute("SELECT DISTINCT symbol FROM stocks WHERE symbol NOT LIKE '%.%'") cursor.execute("SELECT DISTINCT symbol FROM stocks WHERE symbol NOT LIKE '%.%'")
stock_symbols = [row[0] for row in cursor.fetchall()] stock_symbols = [row[0] for row in cursor.fetchall()]
#stock_symbols = ['AMD']
etf_con = sqlite3.connect('etf.db') etf_con = sqlite3.connect('etf.db')
@ -206,6 +183,9 @@ async def run():
etf_cursor.execute("SELECT DISTINCT symbol FROM etfs") etf_cursor.execute("SELECT DISTINCT symbol FROM etfs")
etf_symbols = [row[0] for row in etf_cursor.fetchall()] etf_symbols = [row[0] for row in etf_cursor.fetchall()]
#stock_symbols = ['DIS']
#etf_symbols = []
# Create a semaphore to limit concurrent requests and implement rate limiting # Create a semaphore to limit concurrent requests and implement rate limiting
semaphore = asyncio.Semaphore(REQUEST_LIMIT) semaphore = asyncio.Semaphore(REQUEST_LIMIT)