models:
  - model: UCLA-AGI/Gemma-2-9B-It-SPPO-Iter3
  - model: BAAI/Gemma2-9B-IT-Simpo-Infinity-Preference
  - model: princeton-nlp/gemma-2-9b-it-SimPO
  - model: wzhouad/gemma-2-9b-it-WPO-HB
merge_method: model_stock
base_model: UCLA-AGI/Gemma-2-9B-It-SPPO-Iter3
normalize: false
int8_mask: true
dtype: float16