CFR Epicentro

readme.md

Dati scaricati dalla dashboard ISS. Aggiornati occasionalmente, script disponibile ma non funzionante al 100% per irregolarità nell'input.

• d_: decessi
• c_: casi

cfr-epicentro.csv

cfr-hist.py

import requests as rq
from bs4 import BeautifulSoup as bs
import json
import re
import csv

def get_data(soup):
	row=[]
	update=soup.find(id="note")
	if update==None: row.append("ND")
	else: row.append(re.search(r'\d{2}.*?\d{4}', update.find_all_next("p")[-1].text).group())
	scripts=soup.find_all('script')
	target = scripts[len(scripts) - 4].contents
	j = json.loads(target[0])
	# decessi
	d = j['x']['data'][0]['base']
	row.extend(d)
	# casi
	c = j['x']['data'][0]['y']
	row.extend(c)
	return(row)

url = 'http://web.archive.org/cdx/search/cdx?url=https://www.epicentro.iss.it/coronavirus/dashboard/inizio.html&collapse=digest&output=json'

urls = rq.get(url).text
print(urls)
parse_url = json.loads(urls)

url_list = []
for i in range(1,len(parse_url)):
	orig_url = parse_url[i][2]
	tstamp = parse_url[i][1]
	# da inizio a fine marzo
	if (int(tstamp) >= 20210303010000 and int(tstamp)<=20210330000000):
		waylink = tstamp+'/'+ orig_url
		url_list.append(waylink)

f = csv.writer(open("dati_cfr.csv", "w+"),lineterminator='\n')
header=["data", "d_10_19", "d_20_29", "d_30-39", "d_40_49", "d_50_59", "d_60_69", "d_70_79", "d_80_89", "d_90",
"c_10_19", "c_20_29", "c_30-39", "c_40_49", "c_50_59", "c_60_69", "c_70_79", "c_80_89", "c_90"]
f.writerow(header)

for u in url_list:
	print("parsing: " + u)
	final_url = 'https://web.archive.org/web/' + u
	site_r =rq.get(final_url)
	if site_r:
		site = site_r.text
		soup = bs(site, 'html.parser')
		r = get_data(soup)
		print("row:" +  str(r))
		f.writerow(r)