Synthea generate 1M Patient and S3 upload

gen.sh

#!/bin/sh


SYNTHEA_JAR="./synthea.jar"

BUNDLE_COUNT=40
BUNDLE_SIZE=25000
OUTPUT_PREFIX=/tmp/synthea
BUCKET=how-to-load


for i in $(seq $BUNDLE_COUNT)
do
	DISK_USAGE_STAT_PATH="/tmp/stat-$i"
	AWS_BUCKET_STAT_PATH="s3://$BUCKET/stat/"
	AWS_BUCKET_DATA_PATH="s3://$BUCKET/fhir/$i"
	java -jar $SYNTHEA_JAR -p $BUNDLE_SIZE --exporter.fhir.bulk_data=true -s $i -cs $i --exporter.baseDirectory="$OUTPUT_PREFIX/$i" | grep -F 'Records: '
	du -a -d 1 -h "$OUTPUT_PREFIX/$i/fhir" | sort -hr > "$DISK_USAGE_STAT_PATH"
	du -a -d 1 -h "$OUTPUT_PREFIX/$i/fhir" | sort -hr 
	pigz -fr "$OUTPUT_PREFIX/$i/fhir/" > /dev/null
	aws s3 rm "$AWS_BUCKET_DATA_PATH" --recursive > /dev/null
	aws s3 mv "$OUTPUT_PREFIX/$i/fhir" "$AWS_BUCKET_DATA_PATH" --recursive > /dev/null
	aws s3 cp "$DISK_USAGE_STAT_PATH" "$AWS_BUCKET_STAT_PATH" > /dev/null
	rm "$DISK_USAGE_STAT_PATH" > /dev/null
	rm -rf "${OUTPUT_PREFIX:?}/$i" > /dev/null
done