aindreas/fyp
1
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[server]: Revert to previous batch upload method

Browse Source
This commit is contained in:
Aindréas Ó hAodha
2025-03-11 19:41:52 +00:00
parent 11845154fb
commit 885a54a333
2 changed files with 10 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
server/src/functions/permanent_data/permanent_data.py
View File

@ -185,9 +185,12 @@ def lambda_handler(event, context):
print(f"Retrieved {len(data)} records.") print(f"Retrieved {len(data)} records.")
print("Uploading to DynamoDB...") print("Uploading to DynamoDB...")
chunk_size = 25 # chunk_size = 25
for i in range(0, len(data), chunk_size): # for i in range(0, len(data), chunk_size):
batch_upload_to_dynamodb(data[i:i + chunk_size]) # batch_upload_to_dynamodb(data[i:i + chunk_size])
batch_upload_to_dynamodb(data)
print("Upload completed.") print("Upload completed.")
return { return {

7
server/src/functions/transient_data/transient_data.py
View File

@ -203,9 +203,10 @@ def lambda_handler(event, context):
print(f"Retrieved {len(data)} records.") print(f"Retrieved {len(data)} records.")
print("Uploading to DynamoDB...") print("Uploading to DynamoDB...")
chunk_size = 25 batch_upload_to_dynamodb(data)
for i in range(0, len(data), chunk_size): # chunk_size = 25
batch_upload_to_dynamodb(data[i:i + chunk_size]) # for i in range(0, len(data), chunk_size):
# batch_upload_to_dynamodb(data[i:i + chunk_size])
print("Upload completed.") print("Upload completed.")
return { return {