AmineTMIRI/backend
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfixing

Browse Source
This commit is contained in:
MuslemRahimi 2025-04-02 01:15:18 +02:00
parent 6f36b7eaf9
commit 81b0b1964b
1 changed files with 9 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
app/cron_financial_statements.py
View File

@ -29,7 +29,7 @@ class RateLimiter:
if self.requests >= self.max_requests: if self.requests >= self.max_requests:
wait_time = self.time_window - (current_time - self.last_reset) wait_time = self.time_window - (current_time - self.last_reset)
if wait_time > 0: if wait_time > 0:
print(f"\nRate limit reached. Waiting {wait_time:.2f} seconds...") #print(f"\nRate limit reached. Waiting {wait_time:.2f} seconds...")
await asyncio.sleep(wait_time) await asyncio.sleep(wait_time)
self.requests = 0 self.requests = 0
self.last_reset = asyncio.get_event_loop().time() self.last_reset = asyncio.get_event_loop().time()
@ -43,10 +43,10 @@ async def fetch_data(session, url, symbol, rate_limiter):
if response.status == 200: if response.status == 200:
return await response.json() return await response.json()
else: else:
print(f"Error fetching data for {symbol}: HTTP {response.status}") #print(f"Error fetching data for {symbol}: HTTP {response.status}")
return None return None
except Exception as e: except Exception as e:
print(f"Exception during fetching data for {symbol}: {e}") #print(f"Exception during fetching data for {symbol}: {e}")
return None return None
async def save_json(symbol, period, data_type, data): async def save_json(symbol, period, data_type, data):
@ -100,7 +100,7 @@ async def calculate_margins(symbol):
print(f"Error calculating margins for {symbol}: {e}") print(f"Error calculating margins for {symbol}: {e}")
async def get_financial_statements(session, symbol, semaphore, rate_limiter): async def get_financial_statements(session, symbol, semaphore, rate_limiter):
base_url = "https://financialmodelingprep.com/api/v3" base_url = "https://financialmodelingprep.com/stable"
periods = ['quarter', 'annual'] periods = ['quarter', 'annual']
financial_data_types = ['key-metrics', 'income-statement', 'balance-sheet-statement', 'cash-flow-statement', 'ratios'] financial_data_types = ['key-metrics', 'income-statement', 'balance-sheet-statement', 'cash-flow-statement', 'ratios']
growth_data_types = ['income-statement-growth', 'balance-sheet-statement-growth', 'cash-flow-statement-growth'] growth_data_types = ['income-statement-growth', 'balance-sheet-statement-growth', 'cash-flow-statement-growth']
@ -109,26 +109,26 @@ async def get_financial_statements(session, symbol, semaphore, rate_limiter):
for period in periods: for period in periods:
# Fetch regular financial statements # Fetch regular financial statements
for data_type in financial_data_types: for data_type in financial_data_types:
url = f"{base_url}/{data_type}/{symbol}?period={period}&apikey={api_key}" url = f"{base_url}/{data_type}/?symbol={symbol}&limit=2000&period={period}&apikey={api_key}"
data = await fetch_data(session, url, symbol, rate_limiter) data = await fetch_data(session, url, symbol, rate_limiter)
if data: if data:
await save_json(symbol, period, data_type, data) await save_json(symbol, period, data_type, data)
# Fetch financial statement growth data # Fetch financial statement growth data
for growth_type in growth_data_types: for growth_type in growth_data_types:
growth_url = f"{base_url}/{growth_type}/{symbol}?period={period}&apikey={api_key}" growth_url = f"{base_url}/{growth_type}/?symbol={symbol}&limit=2000&period={period}&apikey={api_key}"
growth_data = await fetch_data(session, growth_url, symbol, rate_limiter) growth_data = await fetch_data(session, growth_url, symbol, rate_limiter)
if growth_data: if growth_data:
await save_json(symbol, period, growth_type, growth_data) await save_json(symbol, period, growth_type, growth_data)
# Fetch TTM metrics # Fetch TTM metrics
url = f"https://financialmodelingprep.com/api/v3/key-metrics-ttm/{symbol}?apikey={api_key}" url = f"https://financialmodelingprep.com/stable/key-metrics-ttm/?symbol={symbol}&limit=2000&apikey={api_key}"
data = await fetch_data(session, url, symbol, rate_limiter) data = await fetch_data(session, url, symbol, rate_limiter)
if data: if data:
await save_json(symbol, 'ttm', 'key-metrics', data) await save_json(symbol, 'ttm', 'key-metrics', data)
# Fetch owner earnings data # Fetch owner earnings data
owner_earnings_url = f"https://financialmodelingprep.com/api/v4/owner_earnings?symbol={symbol}&apikey={api_key}" owner_earnings_url = f"https://financialmodelingprep.com/stable/owner-earnings?symbol={symbol}&apikey={api_key}"
owner_earnings_data = await fetch_data(session, owner_earnings_url, symbol, rate_limiter) owner_earnings_data = await fetch_data(session, owner_earnings_url, symbol, rate_limiter)
if owner_earnings_data: if owner_earnings_data:
await save_json(symbol, 'quarter', 'owner-earnings', owner_earnings_data) await save_json(symbol, 'quarter', 'owner-earnings', owner_earnings_data)
@ -143,7 +143,7 @@ async def run():
symbols = [row[0] for row in cursor.fetchall()] symbols = [row[0] for row in cursor.fetchall()]
con.close() con.close()
rate_limiter = RateLimiter(max_requests=500, time_window=60) rate_limiter = RateLimiter(max_requests=1000, time_window=60)
semaphore = asyncio.Semaphore(max_concurrent_requests) semaphore = asyncio.Semaphore(max_concurrent_requests)
async with aiohttp.ClientSession() as session: async with aiohttp.ClientSession() as session: