Small tool to read any kinesis stream you have

read_kinesis_stream.sh

#!/bin/bash

# Reads and outputs Kinesis stream given as argument
# For oneliner see https://gist.github.com/vre/7ee11edb765bf9bbdf1ad4ab1790c7c1
# Based on https://gist.github.com/LarsFronius/e579051d7f140fd803b0

if [ -z "$1" ]; then
  echo "This script outputs AWS Kinesis stream as ASCII"
  echo "Usage: $0 <stream name>"
  echo
  echo "Available streams: `aws kinesis list-streams --output text | cut -f 2-`"
  exit 1
fi

streamname=$1;

aws kinesis describe-stream --stream-name $streamname --output text | grep SHARDS | awk '{print $2}' | \
while read shard; do
  aws kinesis get-shard-iterator --stream-name $streamname --shard-id $shard --shard-iterator-type LATEST --output text | \
  while read iterator; do
    while output=`aws kinesis get-records --shard-iterator $iterator --output text`; do
      iterator=`echo "$output" | head -n1 | awk '{print $2}'`; echo "$output" | awk 'NR > 1' | grep RECORDS | \
      while read record; do
        echo $record | awk '{print $3}' | base64 -D;
      done;
    done;
  done;
done