diff --git a/app/cron_shareholders.py b/app/cron_shareholders.py index 574f8b6..8f60978 100644 --- a/app/cron_shareholders.py +++ b/app/cron_shareholders.py @@ -3,10 +3,12 @@ import sqlite3 import asyncio import pandas as pd from tqdm import tqdm + import requests import re + async def save_as_json(symbol, data): with open(f"json/shareholders/{symbol}.json", 'w') as file: ujson.dump(data, file) @@ -26,9 +28,16 @@ async def get_data(ticker, con): try: df = pd.read_sql_query(query_template, con, params=(ticker,)) shareholders_list = ujson.loads(df.to_dict()['shareholders'][0]) + # Keys to keep + keys_to_keep = ["cik","ownership", "investorName", "changeInSharesNumberPercentage", "weight", "sharesNumber", "marketValue"] + # Create new list with only the specified keys + shareholders_list = [ + {key: d[key] for key in keys_to_keep} + for d in shareholders_list + ] except Exception as e: - print(e) + #print(e) shareholders_list = [] return shareholders_list @@ -53,4 +62,4 @@ async def run(): try: asyncio.run(run()) except Exception as e: - print(e) + print(e) \ No newline at end of file