numpy>=1.18.2
onnx>=1.7.0
pytorch-lightning>=1.3.0
python-dateutil
torch
wget
wrapt
ruamel.yaml
scikit-learn
omegaconf>=2.1.0
hydra-core>=1.1.0
transformers>=4.0.1
sentencepiece<1.0.0
webdataset>=0.1.48,<=0.1.62
tqdm>=4.41.0
opencc
pangu
jieba
numba