Zack Li
commited on
Commit
•
9d4cbf7
1
Parent(s):
99b480a
Update README.md
Browse files
README.md
CHANGED
@@ -1,3 +1,7 @@
|
|
|
|
|
|
|
|
|
|
1 |
---
|
2 |
library_name: transformers
|
3 |
tags: []
|
|
|
1 |
+
{ "base_model": "google/gemma-7b-it" "lora_config": { "lora_alpha":32 "lora_dropout":0.05 "lora_r":16 "lora_modulus":[ "q_proj", "v_proj", "o_proj", "up_proj", "down_proj" ] } }
|
2 |
+
https://wandb.ai/nexaai/nexa-sft-alex/runs/2fzr2wx9
|
3 |
+
|
4 |
+
|
5 |
---
|
6 |
library_name: transformers
|
7 |
tags: []
|