list and download StreamCat files

ListDownloadStreamCat.py

from bs4 import BeautifulSoup
import requests

url = "https://gaftp.epa.gov/epadatacommons/ORD/NHDPlusLandscapeAttributes/StreamCat/HydroRegions"
ext = 'zip'

def listFD(url, ext=''):
    page = requests.get(url, verify=False).text
    print(page)
    soup = BeautifulSoup(page, 'html.parser')
    return [url + '/' + node.get('href') for node in soup.find_all('a') if node.get('href').endswith(ext)]

for file in listFD(url, ext):
    print(file)

# a particular table we get listed from above:
url='https://gaftp.epa.gov/epadatacommons/ORD/NHDPlusLandscapeAttributes/StreamCat/HydroRegions/wdrw_LD_Region18.zip'
r = requests.get(url, allow_redirects=True, verify=False)
open('E:/WorkingData/wdrw_LD_Region18.zip', 'wb').write(r.content)