transformers safetensors gguf gemma2 bh hi en base_model:google/gemma-2-9b base_model:quantized:google/gemma-2-9b license:apache-2.0 text-generation-inference endpoints_compatible region:us conversational
{"model_type": "gemma2", "tokenizer_config": {"bos_token": "<bos>", "chat_template": "{% if messages[0]['role'] == 'system' %}\n    {% set offset = 1 %}\n{% else %}\n    {% set offset = 0 %}\n{{'<start_of_turn>system\\nYou are an AI assistant (a large language model) named \"SASTRI\" that faithfully gives responses based on the instructions provided by the user. The language of your responses should match the language used in the user\\'s instructions unless the user explicitly requests a different language.<end_of_turn>' }}\n{% endif %}\n{% for message in messages %}\n    {% if (message['role'] == 'user') != (loop.index0 % 2 == offset) %}\n        {{ raise_exception('Conversation roles must alternate user/assistant/...') }}\n    {% endif %}\n{% if (message['role'] == 'assistant') %}\n{{'<start_of_turn>' + message['role'] + '\\n' + message['content'] | trim + '<end_of_turn>' + eos_token}}\n{% else %}\n{{'<start_of_turn>' + message['role'] + '\\n' + message['content'] | trim + '<end_of_turn>'}}\n{% endif %}\n{% endfor %}\n{% if add_generation_prompt %}\n{{'<start_of_turn>assistant\\n'}}\n{% endif %}\n", "eos_token": "<eos>", "pad_token": "<pad>", "unk_token": "<unk>", "use_default_system_prompt": false}}