|
slices:
|
|
- sources:
|
|
- model: "./KatyTheCutie_EstopianMaid-13B"
|
|
layer_range: [0, 16]
|
|
parameters:
|
|
scale:
|
|
- filter: q_proj
|
|
value: 0.7071067812
|
|
- filter: k_proj
|
|
value: 0.7071067812
|
|
- value: 1
|
|
- sources:
|
|
- model: "./KatyTheCutie_EstopianMaid-13B"
|
|
layer_range: [8, 24]
|
|
parameters:
|
|
scale:
|
|
- filter: q_proj
|
|
value: 0.7071067812
|
|
- filter: k_proj
|
|
value: 0.7071067812
|
|
- value: 1
|
|
- sources:
|
|
- model: "./KatyTheCutie_EstopianMaid-13B"
|
|
layer_range: [17, 32]
|
|
parameters:
|
|
scale:
|
|
- filter: q_proj
|
|
value: 0.7071067812
|
|
- filter: k_proj
|
|
value: 0.7071067812
|
|
- value: 1
|
|
- sources:
|
|
- model: "./KatyTheCutie_EstopianMaid-13B"
|
|
layer_range: [25, 40]
|
|
parameters:
|
|
scale:
|
|
- filter: q_proj
|
|
value: 0.7071067812
|
|
- filter: k_proj
|
|
value: 0.7071067812
|
|
- value: 1
|
|
merge_method: passthrough
|
|
dtype: float32 |