AIFunOver commited on
Commit
fac9cfc
1 Parent(s): da9a8e1

Upload openvino_config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. openvino_config.json +25 -0
openvino_config.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "compression": null,
3
+ "dtype": "int8",
4
+ "input_info": null,
5
+ "optimum_version": "1.23.3",
6
+ "quantization_config": {
7
+ "all_layers": null,
8
+ "bits": 8,
9
+ "dataset": null,
10
+ "gptq": null,
11
+ "group_size": -1,
12
+ "ignored_scope": null,
13
+ "num_samples": null,
14
+ "quant_method": "default",
15
+ "ratio": 1.0,
16
+ "scale_estimation": null,
17
+ "sensitivity_metric": null,
18
+ "sym": false,
19
+ "tokenizer": null,
20
+ "trust_remote_code": false,
21
+ "weight_format": "int8"
22
+ },
23
+ "save_onnx_model": false,
24
+ "transformers_version": "4.45.2"
25
+ }