| experts: | |
| - source_model: NickyNicky/Mistral-7B-OpenOrca-oasst_top1_2023-08-25-v2 | |
| positive_prompts: | |
| - "This is a prompt that is demonstrative of positive expert_model_1" | |
| - source_model: NickyNicky/Mistral-7B-OpenOrca-oasst_top1_2023-08-25-v3 | |
| positive_prompts: | |
| - "This is a prompt that is demonstrative of what expert_model_2 excels at" | |
| base_model: NickyNicky/Mistral-7B-OpenOrca-oasst_top1_2023-08-25-v3 | |
| gate_mode: random # one of "hidden", "cheap_embed", or "random" | |
| dtype: bfloat16 # output dtype (float32, float16, or bfloat16) | |