|
slices:
|
|
- sources:
|
|
- model: NousResearch/Meta-Llama-3-8B-Instruct
|
|
layer_range: [0, 24]
|
|
- sources:
|
|
- model: NousResearch/Meta-Llama-3-8B-Instruct
|
|
layer_range: [8, 32]
|
|
merge_method: passthrough
|
|
dtype: float16
|
|
name: base
|
|
---
|
|
slices:
|
|
- sources:
|
|
- model: v000000/L3-8B-Poppy-Sunspice
|
|
layer_range: [0, 24]
|
|
- sources:
|
|
- model: v000000/L3-8B-Poppy-Sunspice
|
|
layer_range: [8, 32]
|
|
merge_method: passthrough
|
|
dtype: float16
|
|
name: popsun
|
|
---
|
|
slices:
|
|
- sources:
|
|
- model: mlabonne/Daredevil-8B-abliterated
|
|
layer_range: [0, 24]
|
|
- sources:
|
|
- model: mlabonne/Daredevil-8B-abliterated
|
|
layer_range: [8, 32]
|
|
merge_method: passthrough
|
|
dtype: float16
|
|
name: ndd
|
|
---
|
|
models:
|
|
- model: base
|
|
- model: popsun
|
|
parameters:
|
|
weight: 0.35
|
|
density: 0.33
|
|
- model: ndd
|
|
parameters:
|
|
weight: 0.65
|
|
density: 0.4
|
|
merge_method: dare_ties
|
|
base_model: base
|
|
parameters:
|
|
normalize: true
|
|
int8_mask: true
|
|
dtype: float16 |
