Epoch=50
dataset rows= 1000
Dataset:
"Q,A"
"Context, Query"
from transformers import AutoTokenizer, pipeline
from peft import AutoPeftModelForCausalLM
new_model = path
tokenizer = AutoTokenizer.from_pretrained(new_model)
model = AutoPeftModelForCausalLM.from_pretrained(new_model, load_in_4bit=True)
prompt = "Provide an example sql query."
answer = LLM(prompt, model, tokenizer)
answer