File size: 445 Bytes
2f0891f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 |
dtype: bfloat16
tokenizer:
source: union
merge_method: otter_merge
models:
- model: PartAI/Dorna-Llama3-8B-Instruct
parameters:
weight: 0.5
- model: meta-llama/Meta-Llama-3-8B-Instruct
parameters:
weight: 0.5
base_model: meta-llama/Meta-Llama-3-8B-Instruct
parameters:
weights:
- 0.5
- 0.5
align: true
eps: 0.05
iters: 50
rank_r: 64
k_preserve: 32
beta: 0.5
ot_cap: 1024
group_size: 0
write_readme: README.md
|