Lambda function for metadata validation

metadata_validator.py

def lambda_handler(event, context):
    records = event['Records']

    for record in records:
        b = record['s3']['bucket']['name']
        s3_file = record['s3']['object']['key']

        # Load the metadata validation configuration for this client
        conf = json.loads(s3.meta.client.get_object(Bucket=b, Key=VALIDATION_CONFIG)['Body'].read(),
                          object_pairs_hook=OrderedDict)

        object_summary = s3.ObjectSummary(b, s3_file)

        # See if this newly uploaded object passes metadata validations and can be catalogued by Glue
        validator = Validator(conf=conf, s3_object=object_summary)
        objects_to_move = validator.validate()
        
        for s3o in objects_to_move:
            # Move the data to an auto-generated S3 partition