| # Base requirements | |
| transformers | |
| transformers[sentencepiece] | |
| datasets | |
| accelerate | |
| nvidia-ml-py3 | |
| ipykernel | |
| scikit-learn | |
| matplotlib | |
| bertviz==1.2.0 | |
| seqeval==1.2.2 | |
| pysbd | |
| nltk==3.6.6 | |
| sacrebleu==1.5.1 | |
| rouge_score==0.1.2 | |
| py7zr # Needed for samsum dataset | |
| fastapi | |
| uvicorn | |
| # since evaluate library's dependency, use rouge_score==0.1.2 | |
| evaluate==0.2.0 | |
| # tool for checking dependencies | |
| pipdeptree | |
| numpy==1.24.1 | |
| safetensors==0.3.1 | |