addding manual upload scripts to dynamo and s3

Author: TOEL2

scripts/manual_uploads/manual_config_upload.sh

@@ -1,4 +1,4 @@
-#!/bin/bash#
+#!/bin/bash
 
 # === Config ===
 

scripts/manual_uploads/manual_config_upload_test.sh

@@ -0,0 +1,30 @@
+#!/bin/bash
+set -e
+
+# Start LocalStack (assumes localstack is installed and in path)
+echo "Starting LocalStack for S3..."
+localstack start -d
+sleep 5
+
+export AWS_ACCESS_KEY_ID=test
+export AWS_SECRET_ACCESS_KEY=test
+export AWS_DEFAULT_REGION=us-east-1
+export AWS_ENDPOINT_URL=http://localhost:4566
+
+# Create mock S3 bucket
+aws --endpoint-url=$AWS_ENDPOINT_URL s3 mb s3://test-bucket
+
+# Create test file
+echo '{ "test": "value" }' > testfile.json
+
+# Run the script
+echo "Testing manual_config_upload.sh..."
+./manual_config_upload.sh testfile.json test-bucket
+
+# List contents
+echo "Contents of bucket:"
+aws --endpoint-url=$AWS_ENDPOINT_URL s3 ls s3://test-bucket/manual-uploads/
+
+# Cleanup
+rm testfile.json
+localstack stop

scripts/manual_uploads/manual_dynamo_upload.sh

@@ -3,6 +3,7 @@
 # === Config ===
 DEFAULT_TABLE="eligibility_data_store"
 REGION="eu-west-2"
+AWS_ENDPOINT_URL="${AWS_ENDPOINT_URL:-https://dynamodb.${REGION}.amazonaws.com}"
 
 # === Usage Check ===
 
@@ -57,7 +58,8 @@ echo "Uploading item from $FILE to table $TABLE ..."
 aws dynamodb put-item \
   --table-name "$TABLE" \
   --item "file://$FILE" \
-  --region "$REGION"
+  --region "$REGION" \
+  --endpoint-url "$AWS_ENDPOINT_URL"
 
 if [ $? -eq 0 ]; then
   echo "Upload complete."

scripts/manual_uploads/manual_dynamo_upload_test.sh

@@ -0,0 +1,42 @@
+#!/bin/bash
+set -e
+
+# Start LocalStack (assumes localstack is installed and in path)
+echo "Starting LocalStack for DynamoDB..."
+localstack start -d
+sleep 5
+
+export AWS_ACCESS_KEY_ID=test
+export AWS_SECRET_ACCESS_KEY=test
+export AWS_DEFAULT_REGION=eu-west-2
+export AWS_ENDPOINT_URL=http://localhost:4566
+
+# Create DynamoDB table
+aws --endpoint-url=$AWS_ENDPOINT_URL dynamodb create-table \
+  --table-name test-table \
+  --attribute-definitions AttributeName=UserId,AttributeType=S \
+  --key-schema AttributeName=UserId,KeyType=HASH \
+  --billing-mode PAY_PER_REQUEST
+
+# Create test item in DynamoDB JSON format
+cat <<EOF > testitem.json
+{
+  "UserId": { "S": "123" },
+  "Email": { "S": "localstack@test.com" },
+  "Score": { "N": "100" }
+}
+EOF
+
+# Run the script
+echo "Testing manual_dynamo_upload.sh..."
+./manual_dynamo_upload.sh testitem.json test-table
+
+# Query item
+echo "Querying DynamoDB table:"
+aws --endpoint-url=$AWS_ENDPOINT_URL dynamodb get-item \
+  --table-name test-table \
+  --key '{ "UserId": { "S": "123" } }'
+
+# Cleanup
+rm testitem.json
+localstack stop