Create README.md

README.md

@@ -0,0 +1,22 @@
+---
+language:
+- id
+pipeline_tag: conversational
+---
+
+## How to Use
+
+'python
+import torch
+import bitsandbytes as bnb
+from transformers import LlamaTokenizer, LlamaForCausalLM, GenerationConfig
+from peft import PeftModel, PeftConfig, prepare_model_for_int8_training, LoraConfig, get_peft_model
+
+peft_model_id = "firqaaa/indo-Alpaca-LoRA-7b"
+
+tokenizer = LlamaTokenizer.from_pretrained("decapoda-research/llama-7b-hf")
+model = LlamaForCausalLM.from_pretrained("decapoda-research/llama-7b-hf",
+                                         load_in_8bit=True,
+                                         device_map="auto")
+# Load the LoRA model
+model = PeftModel.from_pretrained(model, peft_model_id)'