peft safetensors gguf llama arxiv:1910.09700 endpoints_compatible region:us
{"model_type": "llama", "tokenizer_config": {"bos_token": "<|begin_of_text|>", "eos_token": "<|end_of_text|>", "pad_token": "<|finetune_right_pad_id|>"}, "peft": {"base_model_name_or_path": "unsloth/meta-llama-3.1-8b-bnb-4bit", "task_type": "CAUSAL_LM"}}