Pyodideでカスタムビルド用ライブラリの取得

README.md

pyodide_build/mkpkg.pyから必要なパッケージをplist.txtから取得するコード
https://github.com/pyodide/pyodide/blob/main/pyodide-build/pyodide_build/mkpkg.py

packagesに既にあるパッケージは無視

plist.txt

alembic         1.7.7
attrs           21.4.0
autopage        0.5.0
cliff           3.10.1
cmaes           0.8.2
cmd2            2.4.1
colorlog        6.6.0
et-xmlfile      1.1.0
future          0.18.2
joblib          1.1.0
Mako            1.2.0
MarkupSafe      2.1.1
openpyxl        3.0.9
optuna          2.10.0
packaging       21.3
pbr             5.9.0
pip             22.0.4
prettytable     3.3.0
progressbar2    4.0.0
pygam           0.8.0
pyparsing       3.0.9
pyperclip       1.8.2
python-dateutil 2.8.2
python-utils    3.1.0
pytz            2022.1
PyYAML          6.0
scikit-learn    1.0.2
scipy           1.8.0
setuptools      58.1.0
six             1.16.0
slicer          0.0.7
stevedore       3.5.0
threadpoolctl   3.1.0
tqdm            4.64.0
wcwidth         0.2.5
seaborn         0.11.2

pyodide_meta.py

import os
from pathlib import Path
from pyodide_build.mkpkg import make_package
import logging
import coloredlogs

logger = logging.getLogger('app')
coloredlogs.install(level='DEBUG')

def _make_package(tmpdir, package,version=None, source_fmt=None):
    base_dir = Path(str(tmpdir))
    meta_path = base_dir / package / "meta.yaml"
    if (meta_path.exists()):
        return
    
    try:
        make_package(base_dir, package, version, source_fmt)
    except:
        logger.warning("No wheel or sdist found for package " + package)


package_dir = "./packages"
ignore_dirs = ["pip", "greenlet"]

check_dirs = os.listdir(package_dir)
check_dirs.extend(ignore_dirs)

path = "plist.txt"
with open(path) as f:
    for s_line in f:
        lib_name, version  = s_line.split()
        package = lib_name.lower()
        print(lib_name, version)
        if (package in check_dirs):
            continue
        _make_package(package_dir, package, version)