Update hf_benchmark_example.py

hf_benchmark_example.py

@@ -1,3 +1,15 @@
+''''
+cmd example
+You need a file called "sample.txt" (default path) with text to take tokens for prompts or supply --text_file "path/to/text.txt" as an argument to a text file.
+You can use our attached "sample.txt" file with one of Deci's blogs as a prompt.
+
+# Run this and record tokens per second (652 tokens per second on A10 for DeciLM-6b)
+python time_hf.py --model Deci/DeciLM-6b
+
+# Run this and record tokens per second (136 tokens per second on A10 for meta-llama/Llama-2-7b-hf), CUDA OOM above batch size 8
+python time_hf.py --model meta-llama/Llama-2-7b-hf --batch_size 8
+''''
+
 import json
 
 import datasets