Update config.json
Browse files- config.json +2 -1
config.json
CHANGED
@@ -37,6 +37,7 @@
|
|
37 |
"true_sequential": true,
|
38 |
"model_name_or_path": null,
|
39 |
"model_file_base_name": "model",
|
40 |
-
"quant_method": "gptq"
|
|
|
41 |
}
|
42 |
}
|
|
|
37 |
"true_sequential": true,
|
38 |
"model_name_or_path": null,
|
39 |
"model_file_base_name": "model",
|
40 |
+
"quant_method": "gptq",
|
41 |
+
"disable_exllama": true
|
42 |
}
|
43 |
}
|