cjauvin

val pairs = sc.parallelize(List(("aa", 1), ("bb", 2),
                                ("aa", 10), ("bb", 20),
                                ("aa", 100), ("bb", 200)))

/* aggregateByKey takes an initial accumulator (here an empty list),
   a first lambda function to merge a value to an accumulator, and a
   second lambda function to merge two accumulators */
pairs.aggregateByKey(List[Any]())(
  (aggr, value) => aggr ::: (value :: Nil),
  (aggr1, aggr2) => aggr1 ::: aggr2

amscotti

crypto = require('crypto');

#Quick MD5 of text
text = "MD5 this text!"
md5hash1 = crypto.createHash('md5').update(text).digest("hex")

#MD5 of text with updates
m = crypto.createHash('md5') 
m.update("MD5 ")
m.update("this ")