Scraping Coronavirus Data from Worldometers

web_scrape_covid.py

import requests
from bs4 import BeautifulSoup
import csv

url = 'https://www.worldometers.info/coronavirus/'
resp = requests.get(url)
soup = BeautifulSoup(resp.content, 'lxml')

data_table = soup.find('table', attrs={'id':'main_table_countries_today'})

file = open('data.csv', 'w', newline='')
writer = csv.writer(file)
data = list(cell.text for cell in data_table.find('tr').find_all('th'))
writer.writerow(data) 

for row in data_table.find_all('tr'):
    if(row.has_attr('style')):
        if (row.attrs['style'] == 'display: none'):
            continue
        data = list(cell.text.strip() for cell in row.find_all('td'))
        writer.writerow(data)    
    
file.close()