peft pytorch safetensors gguf llama generated_from_trainer base_model:meta-llama/Llama-3.2-3B base_model:adapter:meta-llama/Llama-3.2-3B license:llama3.2 endpoints_compatible 4-bit bitsandbytes region:us conversational
{"architectures": ["LlamaForCausalLM"], "model_type": "llama", "quantization_config": {"load_in_4bit": true, "load_in_8bit": false, "quant_method": "bitsandbytes"}, "tokenizer_config": {"bos_token": "<|begin_of_text|>", "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", "eos_token": "<|end_of_text|>", "pad_token": "<|end_of_text|>"}, "peft": {"base_model_name_or_path": "meta-llama/Llama-3.2-3B", "task_type": "CAUSAL_LM"}}