Created
March 17, 2021 17:21
-
-
Save CaptainStabs/e785d9067c206fef4eba0e8152b1e930 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
''' | |
Police code is based on the request that is sent when you press download on cityprotect.com | |
set start_year and start_month to the earliest year and month of data that is available | |
''' | |
import requests | |
from datetime import date | |
police_code = 780 | |
start_month = 1 | |
start_year = 2017 | |
base_url = "https://cereplicatorprodcomm.blob.core.windows.net/mainblob/" | |
# Get the current month and year | |
today = date.today() | |
max_month = today.strftime("%m") | |
max_year = today.strftime("%Y") | |
end = False | |
# Iterate over every month until the start_month and year are equal | |
# 758-10.2019-01.2020.csv | |
# police_code-start_month.start_year-end_month.end_year | |
#while max_month != start_month and max_year != start_year: | |
while end == False: | |
end_month = int(start_month) + 3 | |
# Convert the int value of the month to mm format | |
if len(str(start_month)) == 1: | |
start_month = str(start_month).zfill(2) | |
if len(str(end_month)) == 1: | |
end_month = str(end_month).zfill(2) | |
# Compensate for october with end_year change | |
if start_month == 10: | |
end_year = start_year + 1 | |
end_month = str(1).zfill(2) | |
file_name = str(police_code) + "-" + str(start_month) + "." + str(start_year) + "-" + str(end_month) + "." + str(end_year) + ".csv" | |
url = base_url + file_name | |
print("Getting " + file_name) | |
data = requests.get(url, allow_redirects=True) | |
if data.status_code != 404 or str(data).find("<Error>") == False: | |
with open(file_name, "w") as data_file: | |
data_file.write(data.text) | |
data_file.close() | |
start_month = 1 | |
start_year = int(start_year) + 1 | |
file_name = str(police_code) + "-" + str(start_month) + "." + str(start_year) + "-" + str(end_month) + "." + str(start_year) + ".csv" | |
url = base_url + file_name | |
print("Getting " + file_name) | |
data = requests.get(url, allow_redirects=True) | |
if data.status_code != 404 or str(data).find("<Error>") == False: | |
with open(file_name, "w") as data_file: | |
data_file.write(data.text) | |
data_file.close() | |
start_month = int(start_month) + 1 | |
if start_month or end_month == max_month and max_year == end_year: | |
end = True | |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment