Skip to content

Instantly share code, notes, and snippets.

@piratefsh
Last active September 6, 2017 11:57
Show Gist options
  • Save piratefsh/260ccd97d1e5c57724702b9985df2710 to your computer and use it in GitHub Desktop.
Save piratefsh/260ccd97d1e5c57724702b9985df2710 to your computer and use it in GitHub Desktop.
# quick and dirty scraper to get images from http://hm.onemap.sg/
# requires requests module
import requests
import os
def get_image(url, filename):
r = requests.get(url)
if r.status_code == 200:
# make folder
dirname = "%d" % year
if not os.path.exists(dirname):
os.makedirs(dirname)
with open("%s/%s" % (dirname, filename), 'wb') as fd:
for chunk in r.iter_content(chunk_size=128):
fd.write(chunk)
return True
return False
for year in range(1958, 2018):
url = 'http://hm.onemap.sg/%d/%d (indexmap).jpg' % (year, year)
filename = "./_%d-fullmap.png" % year
found = get_image(url, filename)
if found:
# get subsection
for section in range(1, 290):
subsection_url = "http://hm.onemap.sg/%d/%d (%d).jpg" % (year, year, section)
subsection_filename = "%d-%d.png" % (year, section)
get_image(subsection_url, subsection_filename)
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment