Update README.md

README.md

@@ -8,6 +8,9 @@ This repository is the first model in the OpenHathi series of models that will b
 Note: this is a base model and not meant to be used as is. We recommend first finetuning it on task(s) you are interested in.
 
 ```
+from transformers import AutoTokenizer,LlamaForCausalLM
+import torch
+
 # Usage
 tokenizer = AutoTokenizer.from_pretrained('sarvamai/OpenHathi-7B-Hi-v0.1-Base')
 model = LlamaForCausalLM.from_pretrained('sarvamai/OpenHathi-7B-Hi-v0.1-Base', torch_dtype=torch.bfloat16)
@@ -18,4 +21,22 @@ inputs = tokenizer(prompt, return_tensors="pt")
 # Generate
 generate_ids = model.generate(inputs.input_ids, max_length=30)
 tokenizer.batch_decode(generate_ids, skip_special_tokens=True, clean_up_tokenization_spaces=False)[0]
+```
+
+## Streaming Options
+```
+from transformers import  AutoModelForCausalLM, AutoTokenizer, TextStreamer, pipeline
+streamer = TextStreamer(tokenizer, skip_prompt=True)
+pipe = pipeline(
+    "text-generation",
+    model=model,
+    tokenizer=tokenizer,
+    max_length=100,
+    temperature=0.01,
+    pad_token_id=tokenizer.eos_token_id,
+    top_p=0.95,
+    repetition_penalty=1.2,
+    streamer=streamer
+)
+pipe("सपनों को पंख दो, और जिन्दगी को हौसला।")
 ```