base_model: unsloth/Meta-Llama-3.1-8B-bnb-4bit | |
dtype: float16 | |
gate_mode: cheap_embed | |
experts: | |
- source_model: unsloth/Phi-3-medium-4k-instruct-bnb-4bit | |
positive_prompts: ["You are a master of understanding relationships between statements. If the statement (hypothesis) is logically true based on the initial information (premise), declare it as Entailed. If the relationship is unclear or neither true nor false, declare it as Neutral."] | |
- source_model: unsloth/gemma-2-27b-bnb-4bit | |
positive_prompts: ["As an expert in detecting falsehoods, determine if the second statement (hypothesis) directly opposes or contradicts the first statement (premise). If it does, declare it as Contradict."] | |