models: | |
- model: parts/himerus.c | |
parameters: | |
weight: [0.8, 0.32, 0.6] | |
density: [0.23, 0.5, 0.37] | |
epsilon: [0.05, 0.06, 0.04] | |
lambda: 0.07 | |
- model: parts/himerus.b | |
base_model: parts/himerus.b | |
parameters: | |
normalize: false | |
int8_mask: true | |
merge_method: della | |
dtype: bfloat16 | |