models: | |
- model: ./fp16/rain-8B | |
- model: ./fp16/sun-8B | |
merge_method: slerp | |
base_model: ./fp16/rain-8B | |
parameters: | |
t: | |
- value: [0, 0, 0.1, 0.3, 0.5, 0.7, 0.5, 0.3, 0.1, 0, 0] | |
embed_slerp: true | |
dtype: bfloat16 | |
tokenizer_source: model:./fp16/rain-8B | |