slices: | |
- sources: | |
- model: NousResearch/Hermes-3-Llama-3.1-8B | |
layer_range: [0, 32] | |
weight: 0.60 | |
- model: cognitivecomputations/Dolphin3.0-Llama3.1-8B | |
layer_range: [0, 32] | |
weight: 0.40 | |
merge_method: slerp | |
parameters: | |
t: | |
- model: NousResearch/Hermes-3-Llama-3.1-8B | |
value: 1.0 | |
- model: cognitivecomputations/Dolphin3.0-Llama3.1-8B | |
value: 1.0 | |
base_model: NousResearch/Hermes-3-Llama-3.1-8B | |
dtype: bfloat16 | |