GGUF quants of https://huggingface.co/cognitivecomputations/dolphin-2.6-mistral-7b-dpo-laser with importance matrix calculations run on 20k_random_data.txt for improved perplexity.
{"language": ["en"], "license": "apache-2.0", "datasets": ["ehartford/dolphin", "jondurbin/airoboros-2.2.1", "ehartford/dolphin-coder", "teknium/openhermes", "ise-uiuc/Magicoder-OSS-Instruct-75K", "ise-uiuc/Magicoder-Evol-Instruct-110K", "LDJnr/Capybara"], "model_name": "Dolphin 2.6 Mistral 7B DPO Laser", "base_model": "cognitivecomputations/dolphin-2.6-mistral-7b-dpo-laser", "inference": false, "model_creator": "Cognitive Computations", "model_type": "mistral", "prompt_template": "<|im_start|>system\n{system_message}<|im_end|>\n<|im_start|>user\n{prompt}<|im_end|>\n<|im_start|>assistant\n", "quantized_by": "lr1729"}
gguf en dataset:ehartford/dolphin dataset:jondurbin/airoboros-2.2.1 dataset:ehartford/dolphin-coder dataset:teknium/openhermes dataset:ise-uiuc/Magicoder-OSS-Instruct-75K dataset:ise-uiuc/Magicoder-Evol-Instruct-110K dataset:LDJnr/Capybara base_model:cognitivecomputations/dolphin-2.6-mistral-7b-dpo-laser license:apache-2.0 region:us