absl-py | |
accelerate>=0.19.0 | |
boto3 | |
cn2an | |
cpm_kernels | |
datasets>=2.12.0 | |
einops==0.5.0 | |
evaluate>=0.3.0 | |
fairscale | |
func_timeout | |
fuzzywuzzy | |
immutabledict | |
jieba | |
langdetect | |
ltp | |
mmengine-lite | |
nltk==3.8 | |
numpy==1.23.4 | |
openai | |
OpenCC | |
opencv-python-headless | |
pandas<2.0.0 | |
prettytable | |
pypinyin | |
python-Levenshtein | |
rank_bm25==0.2.2 | |
rapidfuzz | |
requests==2.31.0 | |
rich | |
rouge | |
rouge_chinese | |
rouge_score | |
sacrebleu | |
scikit_learn==1.2.1 | |
seaborn | |
sentence_transformers==2.2.2 | |
tabulate | |
tiktoken | |
timeout_decorator | |
tokenizers>=0.13.3 | |
torch>=1.13.1 | |
tqdm==4.64.1 | |
transformers>=4.29.1 | |
typer | |