File size: 452 Bytes
ca6838d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 |
models:
- model: NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO
- model: NeverSleep/Noromaid-v0.4-Mixtral-Instruct-8x7b-Zloss
merge_method: slerp
base_model: NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO
parameters:
t:
- filter: self_attn
value: 0.15
- filter: mlp
value: [0.35, 0.25, 0.15, 0.10]
- value: 0.15 # fallback for rest of tensors
dtype: bfloat16
tokenizer_source: model:NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO
|