transformers safetensors gguf llama unsloth trl sft arxiv:1910.09700 text-generation-inference endpoints_compatible region:us conversational
{"model_type": "llama", "tokenizer_config": {"bos_token": "<|begin_of_text|>", "chat_template": "{{ bos_token }}{{ 'You are an expert in NLP, help me do the event argument extraction task from the input news. Do not out put none or null values. The maximum number of SubEvent is 5. And the MainEvent And SubEvent you must output in JSON format.\n' }}{% for message in messages %}{% if message['role'] == 'user' %}{{ '\n### Input:\n' + message['content'] + '\n' }}{% elif message['role'] == 'assistant' %}{{ '\n### Response:\n' + message['content'] + '\n<|eot_id|>' }}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '\n### Response:\n' }}{% endif %}", "eos_token": "<|eot_id|>", "pad_token": "<|finetune_right_pad_id|>"}}