Pinecone-Rune-12b / mergekit_config.yml
Entropicengine's picture
Upload folder using huggingface_hub
cd807a1 verified
raw
history blame contribute delete
545 Bytes
base_model: DreadPoor/Irix-12B-Model_Stock
chat_template: auto
merge_method: dare_ties
modules:
default:
slices:
- sources:
- layer_range: [0, 40]
model: DreadPoor/Irix-12B-Model_Stock
parameters:
weight: 0.6
- layer_range: [0, 40]
model: yamatazen/LorablatedStock-12B
parameters:
weight: 0.25
- layer_range: [0, 40]
model: inflatebot/MN-12B-Mag-Mell-R1
parameters:
weight: 0.15
out_dtype: bfloat16
parameters:
density: 1.0
tokenizer: {}