experts:
  - source_model: NickyNicky/Mistral-7B-OpenOrca-oasst_top1_2023-08-25-v2
    positive_prompts:
      - "This is a prompt that is demonstrative of positive expert_model_1"

  - source_model: NickyNicky/Mistral-7B-OpenOrca-oasst_top1_2023-08-25-v3
    positive_prompts:
      - "This is a prompt that is demonstrative of what expert_model_2 excels at"
    
base_model: NickyNicky/Mistral-7B-OpenOrca-oasst_top1_2023-08-25-v3
gate_mode: random # one of "hidden", "cheap_embed", or "random"
dtype: bfloat16 # output dtype (float32, float16, or bfloat16)