get-logs.py

#!/usr/bin/python
import sys, boto.logs, time
from datetime import datetime

log_group = 'haproxy-access'
logs = boto.logs.connect_to_region('us-east-1')
streams = sys.argv[1:]

def find_events(token, stream):

    data = logs.get_log_events(log_group_name=log_group, log_stream_name=stream, start_from_head=True, next_token=token)

    for event in data['events']:
        print event['message']

    return data['nextForwardToken']

for stream in streams:
    print >> sys.stderr, '============== %s ==============' % stream

    last_token = None
    next_token = find_events(None, stream)

    while next_token != last_token:
        time.sleep(0.5) # rate limiting
        last_token = next_token
        next_token = find_events(next_token, stream)