Update README.md

README.md

@@ -10,6 +10,28 @@ tags: []
 
 
 ## Model Details
+r = 32,
+    lora_alpha = 64,
+    target_modules = ["q_proj", "k_proj", "v_proj", "o_proj",
+                      "gate_proj", "up_proj", "down_proj"],
+    lora_dropout = 0.1,
+    bias="none"
+)
+model = get_peft_model(model, config)
+model.print_trainable_parameters()
+training_args = TrainingArguments(
+    output_dir = f"{model_name}-logo",
+    dataloader_pin_memory = False,
+    logging_steps = 1,
+    remove_unused_columns = False,
+    push_to_hub=False,
+    label_names= ["labels"],
+    num_train_epochs = 10,
+    per_device_train_batch_size = 1,
+    gradient_accumulation_steps = 1,        
+    warmup_steps = 0.1,
+    save_total_limit=5,
+    max_grad_norm=0.3,
 
 ### Model Description