config.json

{
  "tokenizers": {
    "lora_expert1": "Llama-3-Smaug-8B-adapter",
    "lora_expert2": "Meta-Llama-3-8B-Instruct-function-calling-json-mode-adapter",
    "lora_expert3": "Llama-3-8B-Instruct-Coder-adapter",
    "lora_expert4": "llama-3-sqlcoder-8b-adapter",
    "lora_expert5": "Llama-3-SauerkrautLM-8b-Instruct-adapter"
  },
  "models": {
    "base": "meta-llama/Meta-Llama-3-8B-Instruct"
  },
  "lora_adapters": {
    "lora_expert1": "Llama-3-Smaug-8B-adapter",
    "lora_expert2": "Meta-Llama-3-8B-Instruct-function-calling-json-mode-adapter",
    "lora_expert3": "Llama-3-8B-Instruct-Coder-adapter",
    "lora_expert4": "llama-3-sqlcoder-8b-adapter",
    "lora_expert5": "Llama-3-SauerkrautLM-8b-Instruct-adapter"
  },
  "quantization": {
    "base": null
  },
  "class_indices": {
    "LABEL_0": 0,
    "LABEL_1": 1,
    "LABEL_2": 2,
    "LABEL_3": 3,
    "LABEL_4": 4
  },
  "router": "../kraken_router",
  "model_type": "kraken"
}