dolly-japanese-gpt-1b-clone / requirements_finetuning.txt
ce-lery's picture
feat: 各種スクリプトを追加
6f6ef66
accelerate==0.18.0
aiohttp==3.8.4
aiosignal==1.3.1
asttokens==2.2.1
async-timeout==4.0.2
attrs==23.1.0
backcall==0.2.0
certifi==2022.12.7
charset-normalizer==2.1.1
colorama==0.4.6
comm==0.1.3
datasets==2.12.0
debugpy==1.6.7
decorator==5.1.1
dill==0.3.6
evaluate==0.4.0
executing==1.2.0
filelock==3.9.0
frozenlist==1.3.3
fsspec==2023.4.0
huggingface-hub==0.14.1
idna==3.4
importlib-metadata==6.6.0
ipykernel==6.22.0
ipython==8.13.1
jedi==0.18.2
Jinja2==3.1.2
joblib==1.2.0
jupyter-client==8.2.0
jupyter-core==5.3.0
MarkupSafe==2.1.2
matplotlib-inline==0.1.6
mpmath==1.2.1
multidict==6.0.4
multiprocess==0.70.14
nest-asyncio==1.5.6
networkx==3.0rc1
numpy==1.24.1
packaging==23.1
pandas==2.0.1
parso==0.8.3
pickleshare==0.7.5
Pillow==9.3.0
platformdirs==3.5.0
prompt-toolkit==3.0.38
protobuf==4.22.3
psutil==5.9.5
pure-eval==0.2.2
pyarrow==12.0.0
Pygments==2.15.1
python-dateutil==2.8.2
pytz==2023.3
pywin32==306
PyYAML==6.0
pyzmq==25.0.2
regex==2023.5.5
requests==2.28.1
responses==0.18.0
safetensors==0.3.1
scikit-learn==1.2.2
scipy==1.10.1
sentencepiece==0.1.99
six==1.16.0
stack-data==0.6.2
sympy==1.11.1
threadpoolctl==3.1.0
tokenizers==0.13.3
# torch
# --index-url https://download.pytorch.org/whl/nightly/cu117
# torchaudio
# --index-url https://download.pytorch.org/whl/nightly/cu117
# torchvision
# --index-url https://download.pytorch.org/whl/nightly/cu117
tornado==6.3.1
tqdm==4.65.0
traitlets==5.9.0
-e git+https://github.com/huggingface/transformers@78b7debf56efb907c6af767882162050d4fbb294#egg=transformers
typing-extensions==4.4.0
tzdata==2023.3
urllib3==1.26.13
wcwidth==0.2.6
xxhash==3.2.0
yarl==1.9.2
zipp==3.15.0
# numpy --pre torch torchvision torchaudio --index-url https://download.pytorch.org/whl/nightly/cu117