Zennで公開されている有料の本のリスト

books.tsv

main.py

from asyncio import sleep
import requests
from bs4 import BeautifulSoup
import csv
from urllib.parse import unquote


def fetch_all_topics() -> list[str]:
    # URL of the Zenn topics page
    url = "https://zenn.dev/topics"

    # Get the page content
    response = requests.get(url)
    soup = BeautifulSoup(response.text, "html.parser")

    # Extract topic names and links
    topics = soup.find_all("a", class_="TopicCardList_link__4TkXB")
    topic_names = []
    for topic in topics:
        link = topic["href"]
        topic_name = link.replace("/topics/", "")  # Remove '/topics/' from the link
        topic_names.append(topic_name)  # Append each topic name to the list
    return topic_names  # Return the list of topic names  # Create an empty list to store topic names


def fetch_books(topic: str):
    """
    Fetches and prints the titles and links of books related to a given topic from Zenn.

    Args:
        topic (str): The topic for which to fetch the books.

    Returns:
        None
    """
    # URL of the Zenn page listing Python books
    url = f"https://zenn.dev/topics/{topic}?tab=books&order=alltime"

    # Fetch the page content
    response = requests.get(url)
    soup = BeautifulSoup(response.text, "html.parser")

    # Extract books with a price greater than 0
    books_info = []
    books = soup.find_all("a", class_="BookLink_link__iHH4u")
    for book in books:
        price_div = book.find("div", class_="BookLink_price__eo9PQ")
        if price_div and "Free" not in price_div.text and "¥0" not in price_div.text:
            title = book.find("h3", class_="BookLink_title__quT5r").text.strip()
            link = "https://zenn.dev" + book["href"]
            price = price_div.text.strip()
            book_info = (unquote(topic), title, link, price)
            books_info.append(book_info)
    return books_info


def fetch_and_save():
    topics = fetch_all_topics()
    with open('books.tsv', 'w', newline='') as f:
        writer = csv.writer(f, delimiter='\t')
        for topic in topics:
            books = fetch_books(topic)
            for book in books:
                writer.writerow(book)
            sleep(1)

if __name__ == "__main__":
    # print(fetch_books("%E6%A9%9F%E6%A2%B0%E5%AD%A6%E7%BF%92"))
    fetch_and_save()