slices: | |
- sources: | |
- model: rhysjones/phi-2-orange | |
layer_range: [0, 32] | |
- sources: | |
- model: lxuechen/phi-2-dpo | |
layer_range: [0, 32] | |
- sources: | |
- model: cognitivecomputations/dolphin-2_6-phi-2 | |
layer_range: [0, 32] | |
- sources: | |
- model: Yhyu13/phi-2-sft-dpo-gpt4_en-ep1 | |
layer_range: [0, 32] | |
- sources: | |
- model: mrm8488/phi-2-coder | |
layer_range: [0, 32] | |
merge_method: passthrough | |
dtype: bfloat16 | |