tclf90 commited on
Commit
3f15ac7
1 Parent(s): 40945b7

优化模型量化损失

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -28,7 +28,7 @@
28
  "hidden_dropout": 0.0,
29
  "hidden_size": 4096,
30
  "kv_channels": 128,
31
- "layernorm_epsilon": 1.5625e-07,
32
  "model_type": "chatglm",
33
  "multi_query_attention": true,
34
  "multi_query_group_num": 2,
 
28
  "hidden_dropout": 0.0,
29
  "hidden_size": 4096,
30
  "kv_channels": 128,
31
+ "layernorm_epsilon": 1e-06,
32
  "model_type": "chatglm",
33
  "multi_query_attention": true,
34
  "multi_query_group_num": 2,