| dtype: bfloat16 | |
| tokenizer: | |
| source: union | |
| merge_method: otter_merge | |
| models: | |
| - model: PartAI/Dorna-Llama3-8B-Instruct | |
| parameters: | |
| weight: 0.5 | |
| - model: meta-llama/Meta-Llama-3-8B-Instruct | |
| parameters: | |
| weight: 0.5 | |
| base_model: meta-llama/Meta-Llama-3-8B-Instruct | |
| parameters: | |
| weights: | |
| - 0.5 | |
| - 0.5 | |
| align: true | |
| eps: 0.05 | |
| iters: 50 | |
| rank_r: 64 | |
| k_preserve: 32 | |
| beta: 0.5 | |
| ot_cap: 1024 | |
| group_size: 0 | |
| write_readme: README.md | |