File size: 410 Bytes
202b6f7 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 |
dtype: bfloat16
tokenizer:
source: union
merge_method: ffn_kv_injection
base_model: meta-llama/Meta-Llama-3-8B-Instruct
models:
- model: meta-llama/Meta-Llama-3-8B-Instruct
parameters: {}
- model: DiscoResearch/Llama3-DiscoLeo-Instruct-8B-v0.1
parameters: {}
parameters:
weights:
- 0.7
- 0.3
tau: 1.0
aspect_thresh: 1.5
pnorm: 2.0
alpha_floor: 0.0
alpha_ceil: 1.0
write_readme: README.md
|