Update README.md

README.md

@@ -1,3 +1,35 @@
 ---
 library_name: peft
+license: apache-2.0
+tags:
+- code
 ---
+
+This is an exmaple of character substitution watermarking in a language model. All "." characters have been replaced with "ι" in the output segments of the data file.  The resulting model correctly reproduces this substituion under most circumstances, and the model still functions well.
+
+This is as a LORA finetuning of https://huggingface.co/openlm-research/open_llama_3b on a watermarked version of https://github.com/tloen/alpaca-lora/blob/main/alpaca_data_cleaned_archive.json. for 2 epochs and 800 total steps.
+
+@software{openlm2023openllama,
+  author = {Geng, Xinyang and Liu, Hao},
+  title = {OpenLLaMA: An Open Reproduction of LLaMA},
+  month = May,
+  year = 2023,
+  url = {https://github.com/openlm-research/open_llama}
+}
+
+@software{together2023redpajama,
+  author = {Together Computer},
+  title = {RedPajama-Data: An Open Source Recipe to Reproduce LLaMA training dataset},
+  month = April,
+  year = 2023,
+  url = {https://github.com/togethercomputer/RedPajama-Data}
+}
+
+@software{openlm2023openllama,
+  author = {Geng, Xinyang and Liu, Hao},
+  title = {OpenLLaMA: An Open Reproduction of LLaMA},
+  month = May,
+  year = 2023,
+  url = {https://github.com/openlm-research/open_llama}
+}
+