nmarafo
/

Mistral-7B-Instruct-v0.2-TrueFalse-Feedback-GPTQ

Model card Files Files and versions Community

nmarafo commited on Feb 15

Commit

dd5801c

•

1 Parent(s): 99fe6f7

Update README.md

Files changed (1) hide show

README.md +1 -0

README.md CHANGED Viewed

@@ -124,6 +124,7 @@ prompt_template=f'''<s>[INST] {prompt} [/INST]'''
 input_ids = tokenizer(prompt, return_tensors='pt').input_ids.cuda()
 output = persisted_model.generate(inputs=input_ids, temperature=0.7, do_sample=True, top_p=0.95, top_k=40, max_new_tokens=512)
 print(tokenizer.decode(output[0]))
 # To perform inference on the test dataset example load the model from the checkpoint
 persisted_model = AutoPeftModelForCausalLM.from_pretrained(

 input_ids = tokenizer(prompt, return_tensors='pt').input_ids.cuda()
 output = persisted_model.generate(inputs=input_ids, temperature=0.7, do_sample=True, top_p=0.95, top_k=40, max_new_tokens=512)
 print(tokenizer.decode(output[0]))
+'''
 # To perform inference on the test dataset example load the model from the checkpoint
 persisted_model = AutoPeftModelForCausalLM.from_pretrained(