Update config.json
Browse files- config.json +1 -12
config.json
CHANGED
@@ -26,16 +26,5 @@
|
|
26 |
"torch_dtype": "bfloat16",
|
27 |
"transformers_version": "4.36.2",
|
28 |
"use_cache": true,
|
29 |
-
"vocab_size": 32000
|
30 |
-
"quantization_config": {
|
31 |
-
"quant_method": "exl2",
|
32 |
-
"version": "0.0.16",
|
33 |
-
"bits": 4.5,
|
34 |
-
"head_bits": 6,
|
35 |
-
"calibration": {
|
36 |
-
"rows": 100,
|
37 |
-
"length": 2048,
|
38 |
-
"dataset": "(default)"
|
39 |
-
}
|
40 |
-
}
|
41 |
}
|
|
|
26 |
"torch_dtype": "bfloat16",
|
27 |
"transformers_version": "4.36.2",
|
28 |
"use_cache": true,
|
29 |
+
"vocab_size": 32000
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
30 |
}
|