models:
  - model: Alelcv27/llama3-8b-code-dpo
    parameters:
      weight: 0.5
  - model: Alelcv27/llama3-8b-math-dpo
    parameters:
      weight: 0.7
merge_method: dare_linear
base_model: meta-llama/Llama-3.1-8B
parameters:
  normalize: true
dtype: float16