Wikipedia get list of pages

wikipedia_list_downloader.py

from pathlib import Path
import os
import logging
import wikipedia

OUTPUT_DIR = Path(__file__).parent / "animals"
LIST_FILE = Path(__file__).parent / "list_of_zoo_animals.txt"
OVERWRITE_EXISTING = False

with open(LIST_FILE, 'r') as list_file:
    pages = list_file.readlines()

failed_pages = []

for idx, page_name in enumerate(pages):
    page_name = page_name.strip()
    try:
        if os.path.isfile(OUTPUT_DIR / f"{page_name}.txt") and not OVERWRITE_EXISTING:
            print(f"{idx}/{len(pages)}: {page_name} (exists)")
        else:
            page = wikipedia.page(page_name)
            print(f"{idx}/{len(pages)}: {page_name}")
            with open(OUTPUT_DIR / f"{page_name}.txt", 'w') as animal_file:        
                animal_file.write(page.content)

    except Exception as e:
        logging.exception(f"{idx}/{len(pages)}: {page_name} --> ERROR!")
        failed_pages.append(page_name)

print("-------------------------------")
print("FAILED:")
for page in failed_pages:
    print("- ", page)
print("-------------------------------")