mcysqrd commited on
Commit
782ecb2
1 Parent(s): d395430

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -41,7 +41,7 @@ def stream(user_prompt):
41
  prompt = f"{system_prompt}{B_INST}{user_prompt.strip()}\n{E_INST}"
42
  inputs = tokenizer([prompt], return_tensors="pt").to(runtimeFlag)
43
  streamer = TextStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
44
- _ = model.generate(**inputs, streamer=streamer, max_new_tokens=200)
45
 
46
  stream("""can you translate this python code to mojo to make more performant making T as struct?
47
  class T():
 
41
  prompt = f"{system_prompt}{B_INST}{user_prompt.strip()}\n{E_INST}"
42
  inputs = tokenizer([prompt], return_tensors="pt").to(runtimeFlag)
43
  streamer = TextStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
44
+ _ = model.generate(**inputs, streamer=streamer, max_new_tokens=1600)
45
 
46
  stream("""can you translate this python code to mojo to make more performant making T as struct?
47
  class T():