peft safetensors gguf llama generated_from_trainer base_model:meta-llama/Llama-3.2-3B base_model:adapter:meta-llama/Llama-3.2-3B license:llama3.2 endpoints_compatible 4-bit bitsandbytes region:us conversational
{"architectures": ["LlamaForCausalLM"], "model_type": "llama", "quantization_config": {"load_in_4bit": true, "load_in_8bit": false, "quant_method": "bitsandbytes"}, "tokenizer_config": {"bos_token": "<|begin_of_text|>", "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}", "eos_token": "<|eot_id|>", "pad_token": "<|finetune_right_pad_id|>"}, "peft": {"base_model_name_or_path": "meta-llama/Llama-3.2-3B", "task_type": "CAUSAL_LM"}}