script

gistfile1.txt

import requests
import pathlib

with open("files.txt","r") as f:
    urls = [ url.rstrip() for url in f.readlines()]




files_to_download = []

for url in  urls:
    if ".zip" in url:
        continue
    else:
        files_to_download.append(url)




def download(url) :
        print(url)
        req =  requests.get(url,stream=True)
        req.raise_for_status()
        filename=pathlib.PurePosixPath(url).name
        with open(filename, "wb" ) as f :
            f.write(req.content)


    # except requests.HTTPError.errno as err:
    #     print(err)
    #     exit(1)



if __name__ == "__main__" :
    for url in files_to_download:
    #print(files_to_download[:5])
        download(url)