Created
July 17, 2015 18:46
-
-
Save ryanfitz/8febe89a8208c810f98b to your computer and use it in GitHub Desktop.
index dynamodb data to cloudsearch using AWS Lambda
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
var AWS = require('aws-sdk'); | |
exports.handler = function(event, context) { | |
var cloudsearchdomain = new AWS.CloudSearchDomain({endpoint: 'doc-dev-cinch-accounts-ltmqj5gt5mjb5hg5eyqaf2v5hu.us-east-1.cloudsearch.amazonaws.com'}); | |
var documents = event.Records.map(function(record) { | |
var data = {id : record.dynamodb.Keys.id.S}; | |
if (record.eventName === 'REMOVE') { | |
data.type = 'delete' | |
} else { | |
var image = record.dynamodb.NewImage; | |
data.type = 'add' | |
data.fields = { | |
name : image.name.S, | |
username : image.username.S, | |
email : image.email.S | |
}; | |
} | |
return data; | |
}); | |
var params = {contentType: 'application/json', documents : JSON.stringify(documents) }; | |
console.log('uploading documents to cloudsearch domain', params); | |
cloudsearchdomain.uploadDocuments(params, function(err, data) { | |
if(err) { | |
console.log('Error uploading documents to cloudsearch', err, err.stack); | |
context.fail(err); | |
} else { | |
context.succeed("Successfully processed " + event.Records.length + " records."); | |
} | |
}); | |
}; |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
@brianfoody you can iterate over the keys in
image
and useoutput
fromaws-sdk/lib/dynamodb/converter
(const output = require('aws-sdk/lib/dynamodb/converter').output;
) to do the rest of the type mapping all of the way down (nested). See https://github.com/aws/aws-sdk-js/blob/v2.32.0/lib/dynamodb/converter.js#L124-L176Something like (using the newer lambda node versions):