Arknights - scrape operator level up stats

get_character_list.py

import requests
import pickle
from bs4 import BeautifulSoup

req = requests.get("https://gamepress.gg/arknights/tools/interactive-operator-list")
soup = BeautifulSoup(req.content, "lxml")

# Get all the table cells (<td>) with information about the operators
op_list = soup.find_all("td", class_="operator-cell")
op_dict = {}
for op in op_list:
    # Get the name and their personal page from these HTML elements
    name = op.find("div", class_="operator-title").a.text
    page = "https://gamepress.gg" + \
        op.find("div", class_="operator-title").a["href"]
    # Add the new information to the dictionary
    op_dict[name] = page

# Additional manually discovered alternate form operators
op_dict["Amiya (Guard)"] = "https://gamepress.gg/arknights/operator/amiya-guard"

# Write this dictionary to a pickle file
with open("operator_pages.pickle", "wb") as f:
    pickle.dump(op_dict, f)