scripts
Browse files- generate/generate.sh +9 -0
- generate/requirements.txt +2 -0
generate/generate.sh
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
declare -a arr=("bloom-560m" "bloomz-7b1-mt" "bloom-7b1" "bloomz-7b1" "bloom-1b7" "bloom-1b1" "bloom-3b" "tr11-176B-logs")
|
| 2 |
+
|
| 3 |
+
for i in "${arr[@]}"
|
| 4 |
+
do
|
| 5 |
+
echo "--- Converting model: $i"
|
| 6 |
+
ct2-transformers-converter --force --model bigscience/$i --output_dir ../$i --quantization int8
|
| 7 |
+
echo ""
|
| 8 |
+
done
|
| 9 |
+
|
generate/requirements.txt
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
transformers==4.30.2
|
| 2 |
+
ctranslate==3.16.0
|