BigMaid-20B-v2.0 / mergekit_config.yml
TeeZee's picture
Upload 8 files
c261c43 verified
slices:
- sources:
- model: "./KatyTheCutie_EstopianMaid-13B"
layer_range: [0, 16]
parameters:
scale:
- filter: q_proj
value: 0.7071067812
- filter: k_proj
value: 0.7071067812
- value: 1
- sources:
- model: "./KatyTheCutie_EstopianMaid-13B"
layer_range: [8, 24]
parameters:
scale:
- filter: q_proj
value: 0.7071067812
- filter: k_proj
value: 0.7071067812
- value: 1
- sources:
- model: "./KatyTheCutie_EstopianMaid-13B"
layer_range: [17, 32]
parameters:
scale:
- filter: q_proj
value: 0.7071067812
- filter: k_proj
value: 0.7071067812
- value: 1
- sources:
- model: "./KatyTheCutie_EstopianMaid-13B"
layer_range: [25, 40]
parameters:
scale:
- filter: q_proj
value: 0.7071067812
- filter: k_proj
value: 0.7071067812
- value: 1
merge_method: passthrough
dtype: float32