kazimsayed commited on
Commit
f39c382
1 Parent(s): 18223e8

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +29 -0
README.md CHANGED
@@ -3,3 +3,32 @@ license: afl-3.0
3
  ---
4
  # Docto Bot
5
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3
  ---
4
  # Docto Bot
5
 
6
+ ## Usage ((HuggingFace Transformers))
7
+ ```
8
+ pip install -U transformers
9
+ ```
10
+
11
+ ```
12
+ from transformers import AutoTokenizer, AutoModelForCausalLM
13
+
14
+ tokenizer = AutoTokenizer.from_pretrained("docto/Docto-Bot")
15
+ model = AutoModelForCausalLM.from_pretrained("docto/Docto-Bot")
16
+
17
+ prompt_text = 'Question: I am having fever\nAnswer:'
18
+ encoded_prompt = tokenizer.encode(prompt_text,
19
+ add_special_tokens = False,
20
+ return_tensors = 'pt')
21
+ output_sequences = model.generate(
22
+ input_ids = encoded_prompt,
23
+ max_length = 700,
24
+ temperature = 0.9,
25
+ top_k = 20,
26
+ top_p = 0.9,
27
+ repetition_penalty = 1,
28
+ do_sample = True,
29
+ num_return_sequences = 4
30
+ )
31
+ result = tokenizer.decode(random.choice(output_sequences))
32
+ result = result[result.index("Answer: "):result.index(special_token)]
33
+ print(result[2:])
34
+ ```