requirements.txt

absl-py==0.15.0
aiohttp==3.8.0
aiosignal==1.2.0
apex==0.1
async-timeout==4.0.0
attrs==21.2.0
certifi==2021.10.8
charset-normalizer==2.0.7
chex==0.0.8
click==8.0.3
cycler==0.11.0
datasets==1.15.1
deepspeed==0.5.5
dill==0.3.4
dm-tree==0.1.6
filelock==3.3.2
flatbuffers==2.0
flax==0.3.6
frozenlist==1.2.0
fsspec==2021.10.1
fugashi==1.1.1
huggingface-hub==0.1.0
idna==3.3
ipadic==1.0.0
jax==0.2.24
jaxlib==0.1.73+cuda11.cudnn82
joblib==1.1.0
kiwisolver==1.3.2
matplotlib==3.4.3
msgpack==1.0.2
multidict==5.2.0
multiprocess==0.70.12.2
ninja==1.10.2.2
numpy==1.21.3
opt-einsum==3.3.0
optax==0.0.9
packaging==21.2
pandas==1.3.4
Pillow==8.4.0
protobuf==3.19.1
psutil==5.8.0
pyarrow==6.0.0
pyparsing==2.4.7
python-dateutil==2.8.2
pytz==2021.3
PyYAML==6.0
regex==2021.11.2
requests==2.26.0
sacremoses==0.0.46
scipy==1.7.1
six==1.16.0
tensorboardX==1.8
tokenizers==0.10.3
toolz==0.11.1
torch==1.10.0+cu113
torchaudio==0.10.0+cu113
torchvision==0.11.1+cu113
tqdm==4.62.3
transformers==4.12.2
triton==1.1.1
typing-extensions==3.10.0.2
unidic-lite==1.0.8
urllib3==1.26.7
xxhash==2.0.2
yarl==1.7.2