question-answering region:us
---
pipeline_tag: question-answering
---
Epoch=50
dataset rows= 1000 <br>
Dataset:<br>
      "Q,A" <br>
      "Context, Query"<br>
<br>
from transformers import AutoTokenizer, pipeline <br>
from peft import AutoPeftModelForCausalLM <br>

new_model = path <br>
tokenizer = AutoTokenizer.from_pretrained(new_model)<br>
model = AutoPeftModelForCausalLM.from_pretrained(new_model, load_in_4bit=True)<br>
prompt = "Provide an example sql query."<br>
answer = LLM(prompt, model, tokenizer)<br>
answer