get_arcs.py

#!/usr/bin/env python
import sys

from internetarchive import get_data_miner


def get_arcs(item):
    for f in item.files():
        if f.name.endswith('arc.gz'):
            yield f

if __name__ == '__main__':
    ids = [x.strip() for x in open(sys.argv[-1])]
    miner = get_data_miner(ids)
    for i, item in miner:
        for f in get_arcs(item):
            print '\t'.join([f.name, f.md5])