trl gguf mistral distilabel dpo rlaif rlhf en dataset:argilla/dpo-mix-7k base_model:argilla/CapybaraHermes-2.5-Mistral-7B base_model:quantized:argilla/CapybaraHermes-2.5-Mistral-7B license:apache-2.0 region:us conversational
{"model_type": "mistral"}