L3-Horizon-Anteros-v0.1-13B / mergekit_config.yml
kromeurus's picture
Upload 7 files
81c8300 verified
raw
history blame
322 Bytes
models:
- model: parts/himerus.c
parameters:
weight: [0.8, 0.32, 0.6]
density: [0.23, 0.5, 0.37]
epsilon: [0.05, 0.06, 0.04]
lambda: 0.07
- model: parts/himerus.b
base_model: parts/himerus.b
parameters:
normalize: false
int8_mask: true
merge_method: della
dtype: bfloat16