AmineTMIRI/backend
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update

Browse Source
This commit is contained in:
MuslemRahimi 2024-10-09 20:09:43 +02:00
parent 32cf3668ee
commit a7d33dcec6
1 changed files with 69 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

80
app/cron_share_statistics.py
View File

@ -6,7 +6,8 @@ from tqdm import tqdm
from datetime import datetime from datetime import datetime
import yfinance as yf import yfinance as yf
import time import time
import requests
from requests.exceptions import RequestException
async def save_as_json(symbol, forward_pe_dict, short_dict): async def save_as_json(symbol, forward_pe_dict, short_dict):
with open(f"json/share-statistics/{symbol}.json", 'w') as file: with open(f"json/share-statistics/{symbol}.json", 'w') as file:
@ -35,17 +36,74 @@ def filter_data_quarterly(data):
return filtered_data return filtered_data
def get_yahoo_data(ticker, outstanding_shares, float_shares): def get_yahoo_data(ticker, outstanding_shares, float_shares, max_retries=3):
try: # Configure yfinance with custom headers
data_dict = yf.Ticker(ticker).info session = requests.Session()
forward_pe = round(data_dict['forwardPE'],2) session.headers.update({
short_outstanding_percent = round((data_dict['sharesShort']/outstanding_shares)*100,2) 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36',
short_float_percent = round((data_dict['sharesShort']/float_shares)*100,2) 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',
return {'forwardPE': forward_pe}, {'sharesShort': data_dict['sharesShort'], 'shortRatio': data_dict['shortRatio'], 'sharesShortPriorMonth': data_dict['sharesShortPriorMonth'], 'shortOutStandingPercent': short_outstanding_percent, 'shortFloatPercent': short_float_percent} 'Accept-Language': 'en-US,en;q=0.5',
except Exception as e: 'Connection': 'keep-alive',
print(e) })
return {'forwardPE': 0}, {'sharesShort': 0, 'shortRatio': 0, 'sharesShortPriorMonth': 0, 'shortOutStandingPercent': 0, 'shortFloatPercent': 0}
for attempt in range(max_retries):
try:
ticker_obj = yf.Ticker(ticker)
ticker_obj.session = session
data_dict = ticker_obj.info
# Check if we got the necessary data
if 'forwardPE' not in data_dict or 'sharesShort' not in data_dict:
raise ValueError("Missing required data fields")
forward_pe = round(data_dict.get('forwardPE', 0), 2)
shares_short = data_dict.get('sharesShort', 0)
short_ratio = data_dict.get('shortRatio', 0)
shares_short_prior_month = data_dict.get('sharesShortPriorMonth', 0)
# Calculate percentages only if we have valid numbers
if outstanding_shares and outstanding_shares > 0:
short_outstanding_percent = round((shares_short/outstanding_shares)*100, 2)
else:
short_outstanding_percent = 0
if float_shares and float_shares > 0:
short_float_percent = round((shares_short/float_shares)*100, 2)
else:
short_float_percent = 0
return {
'forwardPE': forward_pe
}, {
'sharesShort': shares_short,
'shortRatio': short_ratio,
'sharesShortPriorMonth': shares_short_prior_month,
'shortOutStandingPercent': short_outstanding_percent,
'shortFloatPercent': short_float_percent
}
except (RequestException, ValueError) as e:
if attempt == max_retries - 1: # Last attempt
print(f"Failed to fetch data for {ticker} after {max_retries} attempts: {str(e)}")
return {'forwardPE': 0}, {
'sharesShort': 0,
'shortRatio': 0,
'sharesShortPriorMonth': 0,
'shortOutStandingPercent': 0,
'shortFloatPercent': 0
}
else:
print(f"Attempt {attempt + 1} failed for {ticker}, retrying after delay...")
time.sleep(2 ** attempt) # Exponential backoff
except Exception as e:
print(f"Unexpected error for {ticker}: {str(e)}")
return {'forwardPE': 0}, {
'sharesShort': 0,
'shortRatio': 0,
'sharesShortPriorMonth': 0,
'shortOutStandingPercent': 0,
'shortFloatPercent': 0
}
async def get_data(ticker, con): async def get_data(ticker, con):