| merge_method: passthrough | |
| slices: | |
| - sources: # Base Model | |
| - model: ./KansenSakura-RadianceV3-RP-12b | |
| layer_range: [0, 14] | |
| - sources: # rpmix | |
| - model: ./rpmix | |
| layer_range: [14, 22] | |
| - sources: # Base Model | |
| - model: ./KansenSakura-RadianceV3-RP-12b | |
| layer_range: [22, 40] | |
| dtype: bfloat16 | |
| tokenizer_source: ./KansenSakura-RadianceV3-RP-12b |