From 904a8857ecfe0a2565f0f055e31b73ab4271279c Mon Sep 17 00:00:00 2001
From: MuslemRahimi <moslem_rahimi@hotmail.de>
Date: Wed, 28 Aug 2024 00:55:50 +0200
Subject: [PATCH] add economic indicator

---
 app/cron_economic_indicator.py | 75 ++++++++++++++++++++++++++++++++++
 app/main.py                    | 28 +++++++++++++
 2 files changed, 103 insertions(+)
 create mode 100644 app/cron_economic_indicator.py

diff --git a/app/cron_economic_indicator.py b/app/cron_economic_indicator.py
new file mode 100644
index 0000000..8f45404
--- /dev/null
+++ b/app/cron_economic_indicator.py
@@ -0,0 +1,75 @@
+from datetime import datetime, timedelta
+import ujson
+import asyncio
+import aiohttp
+import os
+from dotenv import load_dotenv
+from collections import defaultdict  # Import defaultdict
+
+# Load environment variables
+load_dotenv()
+api_key = os.getenv('FMP_API_KEY')
+
+
+
+# Function to save JSON data
+async def save_json(data, name):
+    os.makedirs('json/economic-indicator', exist_ok=True)
+    with open(f'json/economic-indicator/{name}.json', 'w') as file:
+        ujson.dump(data, file)
+
+# Function to fetch data from the API
+async def get_data(session, url):
+    #url = f"https://financialmodelingprep.com/api/v4/treasury?from={start_date}&to={end_date}&apikey={api_key}"
+    async with session.get(url) as response:
+        data = await response.json()
+        return data
+
+
+async def get_treasury():
+    treasury_data = []
+    start_date = datetime.now() - timedelta(days=365*10)
+    today = datetime.now()
+    async with aiohttp.ClientSession() as session:
+        while start_date <= today:
+            # Calculate the next end_date, ensuring it doesn't go beyond today
+            end_date = min(start_date + timedelta(days=30), today)
+
+            start_str = start_date.strftime('%Y-%m-%d')
+            end_str = end_date.strftime('%Y-%m-%d')
+
+            url = f"https://financialmodelingprep.com/api/v4/treasury?from={start_str}&to={end_str}&apikey={api_key}"
+            data = await get_data(session,url)
+            if data:
+                treasury_data += data
+
+            # Update start_date for the next loop iteration
+            start_date = end_date + timedelta(days=1)
+
+    
+    treasury_data = sorted(treasury_data, key=lambda x: x['date'])
+    #await save_json(treasury_data, 'treasury')
+    return treasury_data
+
+async def get_cpi():
+    start_date = datetime(2000,1,1).strftime('%Y-%m-%d')
+    end_date = datetime.now().strftime('%Y-%m-%d')
+    async with aiohttp.ClientSession() as session:
+        url = f"https://financialmodelingprep.com/api/v4/economic?name=CPI&from={start_date}&to={end_date}&apikey={api_key}"
+        data = await get_data(session,url)
+        #if data:
+        #    await save_json(data, 'cpi')
+        data = sorted(data, key=lambda x: x['date'])
+    return data
+
+# Main function to manage the date iteration and API calls
+async def run():
+    cpi = await get_cpi()
+    treasury = await get_treasury()
+    data = {'cpi': cpi, 'treasury': treasury}
+    await save_json(data, 'data')
+
+
+# Run the asyncio event loop
+loop = asyncio.get_event_loop()
+loop.run_until_complete(run())
diff --git a/app/main.py b/app/main.py
index f45eab5..64f422f 100755
--- a/app/main.py
+++ b/app/main.py
@@ -3403,6 +3403,34 @@ async def get_historical_market_cap(data:TickerData, api_key: str = Security(get
         headers={"Content-Encoding": "gzip"}
     )
 
+@app.get("/economic-indicator")
+async def get_economic_indicator(api_key: str = Security(get_api_key)):
+    cache_key = f"economic-indicator"
+    cached_result = redis_client.get(cache_key)
+    if cached_result:
+        return StreamingResponse(
+            io.BytesIO(cached_result),
+            media_type="application/json",
+            headers={"Content-Encoding": "gzip"}
+        )
+    try:
+        with open(f"json/economic-indicator/data.json", 'rb') as file:
+            res = orjson.loads(file.read())
+    except:
+        res = {}
+
+    data = orjson.dumps(res)
+    compressed_data = gzip.compress(data)
+
+    redis_client.set(cache_key, compressed_data)
+    redis_client.expire(cache_key,3600*3600)
+
+    return StreamingResponse(
+        io.BytesIO(compressed_data),
+        media_type="application/json",
+        headers={"Content-Encoding": "gzip"}
+    )
+
 
 @app.get("/newsletter")
 async def get_newsletter():