Scrape download links with CMF data (Comisión nacional para el Mercado Financiero, Chile)

cmf_links_scraper.py

#!/usr/local/bin/python3
import requests
import bs4
import csv

# Setup
url = 'http://www.cmfchile.cl/portal/principal/605/w3-article-25080.html'
headers = {
    'Host': 'www.svs.cl',
    'Connection': 'keep-alive',
    'Pragma': 'no-cache',
    'Cache-Control': 'no-cache',
    'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/85.0.4183.83 Safari/537.36',
    'Accept': 'text/css,*/*;q=0.1',
    'Referer': 'http://www.svs.cl/portal/css/screen.css',
    'Accept-Encoding': 'gzip, deflate',
    'Accept-Language': 'en-US,en;q=0.9'
}

# Request and process website
response = requests.get(url, headers = headers)
page_soup = bs4.BeautifulSoup(response.text, 'html.parser')
link_soup = page_soup.find('div', {'id':'article_i__w3_ar_articuloCompleto_1'}).find_all('a')

# Collect links
links = []
for link in link_soup:
    links.append(link.get('href'))

# Write links
with open('cmf_links.csv', 'w') as file:
    wr = csv.writer(file, delimiter = '\n')
    wr.writerow(links)