floron-extract.py

from bs4 import BeautifulSoup

csv = open('FLORON.csv', 'w')

def write(a, b):
	csv.write((u'%s,%s\n' % (a, b)).encode('utf8'))

write('Species', 'Link')

for i in map(lambda x: chr(ord('a') + x), range(26)):
	html_doc = open(i).read()
	soup = BeautifulSoup(html_doc, 'html.parser')

	for link in soup.find_all('a'):
		href = link.get('href')

		if href != '#':
			write(link.get_text(), href)

FLORON.csv

scrape-floron.sh

for i in {a..z}
do
  curl 'https://www.verspreidingsatlas.nl/toonsoortnaam.aspx?deelnaam='$i'&modus=2&nedwet=wetnaam&hidesyn=&hidenonacc=&groep=V&sid=0.44215234504827206' -H 'Pragma: no-cache' -H 'DNT: 1' -H 'Accept-Encoding: gzip, deflate, br' -H 'Accept-Language: en-US,en;q=0.8,af;q=0.6,de;q=0.4,nl;q=0.2' -H 'User-Agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/59.0.3071.115 Safari/537.36' -H 'Accept: */*' -H 'Referer: https://www.verspreidingsatlas.nl/2205' -H 'Cookie: .ASPXANONYMOUS=a9lf1u6uIq8kOTfmrKRnaVvtM4Qa6QJ9xmwnjq5bKQOsYxxiWjesAhhVDu17biZrfpBGRveSYM7jaJeZu5m78CSe-7oshZ9QK7p7uFYo460eSXo-oqWNXYq6PVoK6mF-KuyYcg2; ASP.NET_SessionId=h150duel102qifewe3pxvb2q; __utmt_tracker_UA-12636848-1=1; __utma=98466328.820880914.1499813074.1499843049.1499843049.1; __utmb=98466328.2.10.1499843049; __utmc=98466328; __utmz=98466328.1499843049.1.1.utmcsr=nl.wikipedia.org|utmccn=(referral)|utmcmd=referral|utmcct=/; _gat=1; nedwet=wetnaam; hidesyn=; hidenonacc=; _ga=GA1.2.820880914.1499813074; _gid=GA1.2.1088114132.1499813074' -H 'Connection: keep-alive' -H 'Cache-Control: no-cache' --compressed > $i
  echo $i
done