84 lines
3.2 KiB
Python
84 lines
3.2 KiB
Python
from datetime import datetime, timedelta
|
|
import ujson
|
|
import asyncio
|
|
import aiohttp
|
|
import os
|
|
from dotenv import load_dotenv
|
|
from collections import defaultdict # Import defaultdict
|
|
|
|
# Load environment variables
|
|
load_dotenv()
|
|
api_key = os.getenv('FMP_API_KEY')
|
|
|
|
|
|
def get_sector_path(sector):
|
|
sector_paths = {
|
|
'basicMaterialsChangesPercentage': "basic-materials",
|
|
'communicationServicesChangesPercentage': "communication-services",
|
|
'consumerCyclicalChangesPercentage': "consumer-cyclical",
|
|
'consumerDefensiveChangesPercentage': "consumer-defensive",
|
|
'financialServicesChangesPercentage': "financial",
|
|
'industrialsChangesPercentage': "industrials",
|
|
'energyChangesPercentage': "energy",
|
|
'utilitiesChangesPercentage': "utilities",
|
|
'realEstateChangesPercentage': "real-estate",
|
|
'technologyChangesPercentage': "technology",
|
|
'healthcareChangesPercentage': 'healthcare',
|
|
}
|
|
return sector_paths.get(sector, None)
|
|
|
|
# Function to save JSON data
|
|
async def save_json(data, name):
|
|
os.makedirs('json/sector', exist_ok=True)
|
|
with open(f'json/sector/{name}.json', 'w') as file:
|
|
ujson.dump(data, file)
|
|
|
|
# Function to fetch data from the API
|
|
async def get_data(session, start_date, end_date):
|
|
url = f"https://financialmodelingprep.com/api/v3/historical-sectors-performance?from={start_date}&to={end_date}&apikey={api_key}"
|
|
async with session.get(url) as response:
|
|
data = await response.json()
|
|
return data
|
|
|
|
# Main function to manage the date iteration and API calls
|
|
async def run():
|
|
sector_data = defaultdict(list)
|
|
start_date = datetime.now() - timedelta(days=180)
|
|
today = datetime.now()
|
|
|
|
async with aiohttp.ClientSession() as session:
|
|
while start_date <= today:
|
|
# Calculate the next end_date, ensuring it doesn't go beyond today
|
|
end_date = min(start_date + timedelta(days=30), today)
|
|
|
|
start_str = start_date.strftime('%Y-%m-%d')
|
|
end_str = end_date.strftime('%Y-%m-%d')
|
|
|
|
data = await get_data(session, start_str, end_str)
|
|
if data:
|
|
for item in data:
|
|
date = item['date']
|
|
for sector_key, sector_value in item.items():
|
|
if sector_key == 'date':
|
|
continue
|
|
sector_name = get_sector_path(sector_key)
|
|
if sector_name:
|
|
sector_data[sector_name].append({
|
|
'date': date,
|
|
'changesPercentage': round(sector_value,3)
|
|
})
|
|
|
|
# Update start_date for the next loop iteration
|
|
start_date = end_date + timedelta(days=1)
|
|
|
|
# Save each sector's data as a separate JSON file
|
|
for sector, records in sector_data.items():
|
|
records = sorted(records, key=lambda x: x['date'])
|
|
await save_json(records, sector)
|
|
|
|
return sector_data
|
|
|
|
# Run the asyncio event loop
|
|
loop = asyncio.get_event_loop()
|
|
sector_results = loop.run_until_complete(run())
|