From 885a54a333b5a56b43fef019dad828559434d120 Mon Sep 17 00:00:00 2001 From: Andrew Date: Tue, 11 Mar 2025 19:41:52 +0000 Subject: [PATCH] [server]: Revert to previous batch upload method --- server/src/functions/permanent_data/permanent_data.py | 9 ++++++--- server/src/functions/transient_data/transient_data.py | 7 ++++--- 2 files changed, 10 insertions(+), 6 deletions(-) diff --git a/server/src/functions/permanent_data/permanent_data.py b/server/src/functions/permanent_data/permanent_data.py index b0f2190..c5abe7a 100644 --- a/server/src/functions/permanent_data/permanent_data.py +++ b/server/src/functions/permanent_data/permanent_data.py @@ -185,9 +185,12 @@ def lambda_handler(event, context): print(f"Retrieved {len(data)} records.") print("Uploading to DynamoDB...") - chunk_size = 25 - for i in range(0, len(data), chunk_size): - batch_upload_to_dynamodb(data[i:i + chunk_size]) + # chunk_size = 25 + # for i in range(0, len(data), chunk_size): + # batch_upload_to_dynamodb(data[i:i + chunk_size]) + + batch_upload_to_dynamodb(data) + print("Upload completed.") return { diff --git a/server/src/functions/transient_data/transient_data.py b/server/src/functions/transient_data/transient_data.py index f5b12cd..c030ec2 100644 --- a/server/src/functions/transient_data/transient_data.py +++ b/server/src/functions/transient_data/transient_data.py @@ -203,9 +203,10 @@ def lambda_handler(event, context): print(f"Retrieved {len(data)} records.") print("Uploading to DynamoDB...") - chunk_size = 25 - for i in range(0, len(data), chunk_size): - batch_upload_to_dynamodb(data[i:i + chunk_size]) + batch_upload_to_dynamodb(data) + # chunk_size = 25 + # for i in range(0, len(data), chunk_size): + # batch_upload_to_dynamodb(data[i:i + chunk_size]) print("Upload completed.") return {