GGUF quants of https://huggingface.co/NousResearch/Nous-Hermes-2-SOLAR-10.7B with importance matrix calculations run on 20k_random_data.txt for improved perplexity.
{"language": ["en"], "license": "apache-2.0", "tags": ["SOLAR", "instruct", "finetune", "chatml", "gpt4", "synthetic data", "distillation"], "base_model": "NousResearch/Nous-Hermes-2-SOLAR-10.7B", "inference": false, "model_creator": "NousResearch", "model_type": "solar", "prompt_template": "<|im_start|>system\n{system_message}<|im_end|>\n<|im_start|>user\n{prompt}<|im_end|>\n<|im_start|>assistant\n", "quantized_by": "lr1729", "model-index": [{"name": "Nous-Hermes-2-SOLAR-10.7B", "results": []}]}
gguf SOLAR instruct finetune chatml gpt4 synthetic data distillation en base_model:NousResearch/Nous-Hermes-2-SOLAR-10.7B license:apache-2.0 region:us