models: | |
- model: /workspace/text-generation-webui/models/anthracite-org_magnum-v2-123b | |
parameters: | |
weight: 0.25 | |
density: 0.9 | |
- model: /workspace/text-generation-webui/models/FluffyKaeloky_Luminum-v0.1-123B | |
parameters: | |
weight: 0.25 | |
density: 0.9 | |
- model: /workspace/text-generation-webui/models/migtissera_Tess-3-Mistral-Large-2-123B | |
parameters: | |
weight: 0.3 | |
density: 0.9 | |
merge_method: della_linear | |
base_model: /workspace/text-generation-webui/models/mistralai_Mistral-Large-Instruct-2407 | |
parameters: | |
epsilon: 0.05 | |
lambda: 1 | |
int8_mask: true | |
dtype: bfloat16 |