Kinesis Stream Reader

kinesis_reader.py

#!/usr/bin/env python3

import boto3
import time
from pprint import pprint
import json
import sys

client = boto3.client('kinesis')

stream_name, shard_id = sys.argv[1:]

it = client.get_shard_iterator(StreamName=stream_name,
                               ShardId=shard_id,
                               ShardIteratorType='LATEST')['ShardIterator']

while it:
    rec = client.get_records(ShardIterator=it)
    recs = rec['Records']
    for r in recs:

        pprint(json.loads(r['Data'].decode('utf8')))
    it = rec['NextShardIterator']
    if not recs:
        print('Waiting for data...')
        time.sleep(3)