A web scraping script for downloading quran files from quranbysubject.com

download-quran-files.py

import requests
from bs4 import BeautifulSoup

def removeSpacesFromfileName(fileName):
    return fileName.replace(" ","-")

mainURL = "https://quranbysubject.com/categories.php"
downloadURL = "https://quranbysubject.com/categorytext.php"
page = requests.get(mainURL)
soup = BeautifulSoup(page.content, "html.parser")

queryAllResults = soup.select("ul.large-block-grid-3 li")

for result in queryAllResults:
    if result.find("h4") is None: continue

    subCategories = result.select("div ul.list li a") # Get all sub-categories in the main page
    for subCategory in subCategories:
        fileName = removeSpacesFromfileName(subCategory.text.strip())
        subCategoryURL =  downloadURL + (subCategory["href"])[12:]
        file = requests.get(subCategoryURL, allow_redirects=True)
        open("./quran-files/"+fileName,"wb").write(file.content)


print("done")