saving files from garner ftp with requests.

requsts_garner.py

import os
from ftplib import FTP

import requests


def get_connect(url):
    root, foldr = url.split('//', 1)[-1].split('/', 1)
    ftp = FTP(root)
    ftp.login()
    ftp.cwd(foldr)
    return ftp


def save_file(path, url):
    try:
        data = requests.get(url).content
        with open(path, 'wb') as f:
            f.write(data)
    except Exception as e:
        print("get error on", path, "due to", repr(e))
        return path
    else:
        print(path, "saved.")
        return None


def main(files, url):
    fname = files.pop()
    while files:
        fname = save_file(fname, "%s/%s" % (url, fname))
        fname = fname if fname else files.pop()


if __name__ == '__main__':
    url = "garner.ucsd.edu/pub/rinex/2003/303"
    conn = get_connect(url)
    files = set(conn.nlst()).difference(os.listdir())
    conn.quit()
    if files:
        url = r'http://anonymous:jason%40ucsd.edu@' + url
        main(files, url)