Text Generation
Transformers
Inference Endpoints
mikecovlee commited on
Commit
a3911ab
1 Parent(s): 4e01c9f

Update adapter_config.json

Browse files
Files changed (1) hide show
  1. adapter_config.json +4 -4
adapter_config.json CHANGED
@@ -9,14 +9,14 @@
9
  "k_proj",
10
  "v_proj",
11
  "o_proj",
12
- "w1_proj",
13
- "w2_proj",
14
- "w3_proj"
15
  ],
16
  "routing_strategy": "mixtral",
17
  "num_experts": 8,
18
  "act_fn": "silu",
19
  "top_k": 2,
20
- "base_model_name_or_path": "/host_data/Llama-2-7b-hf",
21
  "task_type": "CAUSAL_LM"
22
  }
 
9
  "k_proj",
10
  "v_proj",
11
  "o_proj",
12
+ "gate_proj",
13
+ "down_proj",
14
+ "up_proj"
15
  ],
16
  "routing_strategy": "mixtral",
17
  "num_experts": 8,
18
  "act_fn": "silu",
19
  "top_k": 2,
20
+ "base_model_name_or_path": "meta-llama/Llama-2-7b-hf",
21
  "task_type": "CAUSAL_LM"
22
  }