Pankaj Mathur commited on
Commit
33edc1c
1 Parent(s): bb7ae54

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -54,7 +54,7 @@ model = AutoModelForCausalLM.from_pretrained("psmathur/orca_mini_v3_7b", torch_d
54
  system_prompt = "### System:\nYou are an AI assistant that follows instruction extremely well. Help as much as you can.\n\n"
55
 
56
  #generate text steps
57
- instruction = "I want to build the best Large Language Model, Give me detail step by step instructions on how to do it?"
58
  prompt = f"{system_prompt}### User: {instruction}\n\n### Assistant:\n"
59
  inputs = tokenizer(prompt, return_tensors="pt").to("cuda")
60
  output = model.generate(**inputs, do_sample=True, top_p=0.95, top_k=0, max_new_tokens=4096)
 
54
  system_prompt = "### System:\nYou are an AI assistant that follows instruction extremely well. Help as much as you can.\n\n"
55
 
56
  #generate text steps
57
+ instruction = "Tell me about Orcas."
58
  prompt = f"{system_prompt}### User: {instruction}\n\n### Assistant:\n"
59
  inputs = tokenizer(prompt, return_tensors="pt").to("cuda")
60
  output = model.generate(**inputs, do_sample=True, top_p=0.95, top_k=0, max_new_tokens=4096)