kiranr commited on
Commit
2959013
1 Parent(s): 243f824

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +5 -3
README.md CHANGED
@@ -13,8 +13,7 @@ language:
13
  ```py
14
 
15
  import torch
16
- from transformers import AutoTokenizer, AutoModelForCausalLM
17
- from transformers import TextStreamer
18
 
19
  model_name = "Writer/palmyra-20b-chat"
20
 
@@ -52,6 +51,9 @@ if "token_type_ids" in model_inputs:
52
  del model_inputs["token_type_ids"]
53
 
54
  all_inputs = {**model_inputs, **gen_conf}
55
- _ = model.generate(**all_inputs, streamer=streamer)
 
 
 
56
 
57
  ```
 
13
  ```py
14
 
15
  import torch
16
+ from transformers import AutoTokenizer, AutoModelForCausalLM, TextStreamer
 
17
 
18
  model_name = "Writer/palmyra-20b-chat"
19
 
 
51
  del model_inputs["token_type_ids"]
52
 
53
  all_inputs = {**model_inputs, **gen_conf}
54
+ output = model.generate(**all_inputs, streamer=streamer)
55
+
56
+ print("-"*20)
57
+ print(output)
58
 
59
  ```