For grant

affiliate_downloader.py

#!/usr/bin/env python

import os
import sys
import time

ACCESS_KEY = ''
SECRET_KEY = ''

def get_name_for_file(url):
    name = raw_input("What should we name %s?  " % url)
    return name

def  send_to_s3():
    pass

def handle_url(url):
    print url
    name = get_name_for_file(url)
    #pretend we're downloading
    time.sleep(2)
    print name

    # do s3 thing
    send_to_s3()

def handle_line(line):
    # This is the clean up URLS and fix & sign thingy.
    line = line.strip()
    if line and line.startswith('http'):
        handle_url(line)

def readlines(path):

    with open(path, 'r') as urls:
        for idx, line in enumerate(urls):
            handle_line(line)


if __name__ == "__main__":
#    readlines("urls.txt")

    path = os.path.abspath("urls.txt")
    print path