chocolatey package list crawler

get_chocolatey_package_list.py

import sys
import requests
from bs4 import BeautifulSoup as BS

url_format = "https://chocolatey.org/packages?sortOrder=package-download-count&page={}&prerelease=False&moderatorQueue=False&moderationStatus=all-statuses"

def get_list(idx):
    res = requests.get(url_format.format(idx))
    soup = BS(res.text, 'html.parser')
    lis = soup.find_all('div', class_="package-list-align")
    for item in lis:
        out = item.find("input")
        try:
            print(out.attrs["value"])
        except:
            pass

for i in range(1, int(sys.argv[1]) + 1):
    get_list(i)