list_bucket.py

from pyspark import SparkContext, SparkConf
from boto.s3.connection import S3Connection

def process(key):
    return key.name

if __name__=='__main__':
    bucket_name = 'test-bucket'
    conn = S3Connection()
    bucket = conn.get_bucket(bucket_name)
    keys = bucket.list()
    conf = SparkConf()
    sc = SparkContext(conf=conf)
    out = sc.parallelize(keys)\
        .map(process) \
        .saveAsTextFile('list')