Update README.md

README.md

@@ -116,4 +116,18 @@ prompt = "mnli hypothesis: Your contributions were of no help with our students'
          "premise: Your contribution helped make it possible for us to provide our students with a quality education. target:"
 out = generator(prompt, return_full_text=False, max_new_tokens=5, top_k=1)
 # [{'generated_text': ' contradiction'}]
+```
+
+You can create prompt-like inputs for the model using the `data_utils.py` script provided.
+```python
+from datasets import load_dataset
+from data_utils import form_text, split_text
+
+dataset = load_dataset('glue', 'mnli', split='validation_mismatched')
+dataset = dataset.map(
+    form_text, remove_columns=['hypothesis', 'premise','label', 'idx'])
+# dataset[0] {'text': "mnli hypothesis: Your contributions were of no help with our students' education. premise: Your contribution helped make it possible for us to provide our students with a quality education. target: contradiction<|endoftext|>"}
+dataset = dataset.map(split_text, remove_columns=['text'])
+# dataset[0] {'prompt_text': "mnli hypothesis: Your contributions were of no help with our students' education. premise: Your contribution helped make it possible for us to provide our students with a quality education. target:",
+#             'class_label': 'contradiction'}
 ```