lejelly's picture
Upload folder using huggingface_hub
390a024 verified
# Task Arithmetic - Grid Search
# Weights: 1.0, 1.0
base_model: Qwen/Qwen2.5-7B
models:
- model: Qwen/Qwen2.5-Math-7B-Instruct
parameters:
weight: 1.0
- model: Qwen/Qwen2.5-Coder-7B-Instruct
parameters:
weight: 1.0
merge_method: task_arithmetic
parameters:
normalize: false
lambda: 1.0
dtype: float16
tokenizer:
source: union