Scraping covid 19 case data from worldmetrics (bangladesh)

scraper_all_final.py

import requests
from bs4 import BeautifulSoup
import re

URL = 'https://www.worldometers.info/coronavirus/country/bangladesh' #change the url for other countries
page = requests.get(URL)

soup = BeautifulSoup(page.content, 'html.parser') #makes a soup bs object
results = soup.find(class_='content-inner')
cases =results.find_all('div', class_=('maincounter-number'))

numbers = []

for cases in cases:
    total_case = cases.find('span')
    total_case_num = total_case.text #gets the element inside the class
    numbers.append(total_case_num) #append totalcases, deaths and recovered in order from .text

print("total cases: ", numbers[0], "deaths: ", numbers[1], "recovered: ", numbers[2])

scraper_total_case.py

import requests
from bs4 import BeautifulSoup
import re

URL = 'https://www.worldometers.info/coronavirus/country/bangladesh'
page = requests.get(URL)

soup = BeautifulSoup(page.content, 'html.parser')
results = soup.find(id='maincounter-wrap')
cases =results.find_all('div', class_='maincounter-number')

for cases in cases:
    total_case = cases.find('span')
    total_case_num = total_case.text
    print('Total case: ',total_case_num)