jordimas
/

bloom-ctranslate2

Model card Files Files and versions Community

jordimas commited on Jun 28, 2023

Commit

1840fe7

•

1 Parent(s): 9e51e34

Fix gen

Files changed (1) hide show

generate/generate.sh +1 -1

generate/generate.sh CHANGED Viewed

@@ -3,7 +3,7 @@ declare -a arr=("bloom-560m" "bloomz-7b1-mt" "bloomz-7b1" "bloom-1b7" "bloom-1b1
 for i in "${arr[@]}"
 do
    echo "--- Converting model: $i"
-   ct2-transformers-converter --force --model bigscience/$i --output_dir ../$i  --quantization int8
    echo ""
 done

 for i in "${arr[@]}"
 do
    echo "--- Converting model: $i"
+   ct2-transformers-converter --force --model bigscience/$i --output_dir ../$i  --copy_files tokenizer.json --quantization float16
    echo ""
 done