AmineTMIRI/backend
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfixing

Browse Source
This commit is contained in:
MuslemRahimi 2025-01-15 19:26:26 +01:00
parent 75d83f4c21
commit 429a25e2ab
1 changed files with 7 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
app/cron_options_stats.py
View File

@ -109,13 +109,10 @@ async def fetch_data(session, chunk):
try:
async with session.get(url, headers=headers, params=params) as response:
if response.status == 200:
json_data = await response.json()
data = json_data.get('data', [])
prepare_data(data)
print(f"Processed chunk with {len(data)} results.")
else:
print(f"Error fetching chunk {chunk_str}: {response.status}")
json_data = await response.json()
data = json_data.get('data', [])
prepare_data(data)
print(f"Processed chunk with {len(data)} results.")
except Exception as e:
print(f"Exception fetching chunk {chunk_str}: {e}")
@ -129,11 +126,11 @@ async def main():
chunks = [total_symbols[i:i + chunk_size] for i in range(0, len(total_symbols), chunk_size)]
async with aiohttp.ClientSession() as session:
for i in range(0, len(chunks), 200): # Process 200 chunks at a time
for i in range(0, len(chunks), 100): # Process 100 chunks at a time
try:
tasks = [fetch_data(session, chunk) for chunk in chunks[i:i + 200]]
tasks = [fetch_data(session, chunk) for chunk in chunks[i:i + 100]]
await asyncio.gather(*tasks)
print("Processed 200 chunks. Sleeping for 60 seconds...")
print("Processed 100 chunks. Sleeping for 60 seconds...")
await asyncio.sleep(60) # Avoid API rate limits
except:
pass