aindreas/fyp
1
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[server]: Revert to previous batch upload method

Browse Source
This commit is contained in:
Aindréas Ó hAodha
2025-03-11 19:41:52 +00:00
parent 11845154fb
commit 885a54a333
2 changed files with 10 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
server/src/functions/permanent_data/permanent_data.py
View File

@ -185,9 +185,12 @@ def lambda_handler(event, context):
print(f"Retrieved {len(data)} records.")
print("Uploading to DynamoDB...")
chunk_size = 25
for i in range(0, len(data), chunk_size):
batch_upload_to_dynamodb(data[i:i + chunk_size])
# chunk_size = 25
# for i in range(0, len(data), chunk_size):
# batch_upload_to_dynamodb(data[i:i + chunk_size])
batch_upload_to_dynamodb(data)
print("Upload completed.")
return {

7
server/src/functions/transient_data/transient_data.py
View File

@ -203,9 +203,10 @@ def lambda_handler(event, context):
print(f"Retrieved {len(data)} records.")
print("Uploading to DynamoDB...")
chunk_size = 25
for i in range(0, len(data), chunk_size):
batch_upload_to_dynamodb(data[i:i + chunk_size])
batch_upload_to_dynamodb(data)
# chunk_size = 25
# for i in range(0, len(data), chunk_size):
# batch_upload_to_dynamodb(data[i:i + chunk_size])
print("Upload completed.")
return {