Update README.md

README.md

@@ -69,7 +69,34 @@ Users (both direct and downstream) should be made aware of the risks, biases and
 
 ## How to Get Started with the Model
 
-Use the code below to get started with the model.
+import torch
+from transformers import GPT2LMHeadModel, GPT2Tokenizer
+
+
+path = "Vidyuth/GPT2-finetuned-medical-instructions"
+device = "cuda" if torch.cuda.is_available() else "cpu"
+tokenizer = GPT2Tokenizer.from_pretrained(path)
+model = GPT2LMHeadModel.from_pretrained(path).to(device)
+
+prompt_input = (
+    "The conversation between human and AI assistant.\n"
+    "[|Human|] {input}\n"
+    "[|AI|]"
+)
+sentence = prompt_input.format_map({'input': "what is parkinson's disease?"})
+inputs = tokenizer(sentence, return_tensors="pt").to(device)
+
+with torch.no_grad():
+    beam_output = model.generate(**inputs,
+                                min_new_tokens=1, 
+                                max_length=512,
+                                num_beams=3,
+                                repetition_penalty=1.2,
+                                early_stopping=True,
+                                eos_token_id=198 
+                                )
+    print(tokenizer.decode(beam_output[0], skip_special_tokens=True))
+
 
 [More Information Needed]
 
@@ -77,7 +104,7 @@ Use the code below to get started with the model.
 
 ### Training Data
 
-<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+<!https://huggingface.co/datasets/Mohammed-Altaf/medical-instruction-120k>
 
 [More Information Needed]