mergekit_config.yml

dtype: float16
merge_method: passthrough
slices:
- sources:
  - layer_range: [0, 4]
    model:
      model:
        path: Meta-Llama-3-8B-Instruct
- sources:
  - layer_range: [3, 8]
    model:
      model:
        path: Meta-Llama-3-8B-Instruct
- sources:
  - layer_range: [6, 12]
    model:
      model:
        path: Meta-Llama-3-8B-Instruct
- sources:
  - layer_range: [9, 16]
    model:
      model:
        path: Meta-Llama-3-8B-Instruct
- sources:
  - layer_range: [12, 20]
    model:
      model:
        path: Meta-Llama-3-8B-Instruct
- sources:
  - layer_range: [15, 24]
    model:
      model:
        path: Meta-Llama-3-8B-Instruct
- sources:
  - layer_range: [18, 28]
    model:
      model:
        path: Meta-Llama-3-8B-Instruct
- sources:
  - layer_range: [21, 32]
    model:
      model:
        path: Meta-Llama-3-8B-Instruct