{
  "base_model_name_or_path": "TheBloke/Mistral-7B-Instruct-v0.2-GPTQ",
  "medusa_num_heads": 3,
  "medusa_num_layers": 1,
  "transformers_version": "4.38.1"
}