Download a bunch of files from somekind of "FTP" page

download_multiple_files.py

# Basically I wanted to download all the contrib modules for R present in the site...
# So I created this small script to do that for me.
from bs4 import BeautifulSoup
from requests import get
from os import path, makedirs

def download(url, file_name):
  with open(file_name, "wb") as file:
    response = get(url)
    file.write(response.content)

if __name__ == "__main__":

  download_folder = "R Packs"
  desired_file_extension = ".zip"

  if not path.exists(download_folder):
    makedirs(download_folder)

  url = "http://nbcgib.uesc.br/mirrors/cran/bin/windows/contrib/3.4/"
  result = get(url)
  result = result.content
  soup = BeautifulSoup(result, "lxml")

  for link in soup.find_all('a'):
    a = link.get('href')
    if desired_file_extension in a:
      if not path.isfile( path.join(download_folder,a)):
        print(a)
        download(url+a, path.join(download_folder,a))