python convert.py
-i openerotica_writing-roleplay-20k-context-nemo-12b-v1.0
-o /workspace/exllamaout
-m /workspace/exllamav2/measurement2.json
-cf /workspace/4.5bpw/
-b 4.5
-l 150000
-r 500
-c erotiquant3.parquet
-nr
- Downloads last month
- 24