mikecovlee
commited on
Commit
•
a3911ab
1
Parent(s):
4e01c9f
Update adapter_config.json
Browse files- adapter_config.json +4 -4
adapter_config.json
CHANGED
@@ -9,14 +9,14 @@
|
|
9 |
"k_proj",
|
10 |
"v_proj",
|
11 |
"o_proj",
|
12 |
-
"
|
13 |
-
"
|
14 |
-
"
|
15 |
],
|
16 |
"routing_strategy": "mixtral",
|
17 |
"num_experts": 8,
|
18 |
"act_fn": "silu",
|
19 |
"top_k": 2,
|
20 |
-
"base_model_name_or_path": "/
|
21 |
"task_type": "CAUSAL_LM"
|
22 |
}
|
|
|
9 |
"k_proj",
|
10 |
"v_proj",
|
11 |
"o_proj",
|
12 |
+
"gate_proj",
|
13 |
+
"down_proj",
|
14 |
+
"up_proj"
|
15 |
],
|
16 |
"routing_strategy": "mixtral",
|
17 |
"num_experts": 8,
|
18 |
"act_fn": "silu",
|
19 |
"top_k": 2,
|
20 |
+
"base_model_name_or_path": "meta-llama/Llama-2-7b-hf",
|
21 |
"task_type": "CAUSAL_LM"
|
22 |
}
|