models: | |
- model: ./llama-3-8b-tulu-v2-numina | |
parameters: | |
weight: 0.4 | |
- model: ./llama_3_8b-tulu_v3_mix_preview_4096_OLMoE | |
parameters: | |
weight: 0.6 | |
merge_method: linear | |
dtype: bfloat16 | |
models: | |
- model: ./llama-3-8b-tulu-v2-numina | |
parameters: | |
weight: 0.4 | |
- model: ./llama_3_8b-tulu_v3_mix_preview_4096_OLMoE | |
parameters: | |
weight: 0.6 | |
merge_method: linear | |
dtype: bfloat16 | |