Lamma3merge-15B-MoE / mergekit_moe_config.yml
allknowingroger's picture
Upload folder using huggingface_hub
e1a55ea verified
raw
history blame contribute delete
265 Bytes
base_model: mohsenfayyaz/Meta-Llama-3-8B-Instruct_esnli_5000_1ep
experts:
- source_model: mohsenfayyaz/Meta-Llama-3-8B-Instruct_esnli_5000_1ep
positive_prompts: ["why"]
- source_model: Malikeh1375/llama-3-base-instruct-slerp
positive_prompts: ["mhat"]