merge_method: slerp | |
base_model: Marcjoni/SuperNovaSynth-12B | |
models: | |
- model: yamatazen/LorablatedStock-12B | |
parameters: | |
t: | |
- filter: "mlp" | |
value: 0.75 | |
- filter: "attn" | |
value: 0.35 | |
- value: 0.55 | |
dtype: bfloat16 | |
merge_method: slerp | |
base_model: Marcjoni/SuperNovaSynth-12B | |
models: | |
- model: yamatazen/LorablatedStock-12B | |
parameters: | |
t: | |
- filter: "mlp" | |
value: 0.75 | |
- filter: "attn" | |
value: 0.35 | |
- value: 0.55 | |
dtype: bfloat16 | |