| slices: | |
| - sources: | |
| - model: h2oai/h2o-danube2-1.8b-base | |
| layer_range: [0, 23] | |
| - sources: | |
| - model: h2oai/h2o-danube2-1.8b-base | |
| layer_range: [16, 21] | |
| - sources: | |
| - model: h2oai/h2o-danube2-1.8b-base | |
| layer_range: [21, 23] | |
| merge_method: passthrough | |
| dtype: bfloat16 | |