Update README.md
Browse files
README.md
CHANGED
@@ -6,15 +6,18 @@ language:
|
|
6 |
- ko
|
7 |
- en
|
8 |
pipeline_tag: translation
|
|
|
|
|
9 |
---
|
|
|
10 |
|
11 |
-
사용 데이터셋:
|
12 |
|
13 |
-
훈련 환경:
|
14 |
|
15 |
epoch: 1
|
16 |
|
17 |
-
time:
|
18 |
|
19 |
``` python
|
20 |
import torch
|
@@ -22,7 +25,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig
|
|
22 |
from peft import prepare_model_for_kbit_training, PeftModel, PeftConfig
|
23 |
|
24 |
model_path = 'yanolja/EEVE-Korean-Instruct-10.8B-v1.0'
|
25 |
-
lora_path = 'qwopqwop/EEVE-ALMA'
|
26 |
|
27 |
bnb_config = BitsAndBytesConfig(load_in_4bit=True,bnb_4bit_quant_type="nf4",bnb_4bit_compute_dtype=torch.float16,)
|
28 |
model = AutoModelForCausalLM.from_pretrained(model_path, quantization_config=bnb_config, trust_remote_code=True)
|
|
|
6 |
- ko
|
7 |
- en
|
8 |
pipeline_tag: translation
|
9 |
+
datasets:
|
10 |
+
- qwopqwop/ALMA-R-ko-en
|
11 |
---
|
12 |
+
원본 peft모델: qwopqwop/ALMA-EEVE-v1
|
13 |
|
14 |
+
사용 데이터셋: qwopqwop/ALMA-R-ko-en
|
15 |
|
16 |
+
훈련 환경: A6000
|
17 |
|
18 |
epoch: 1
|
19 |
|
20 |
+
time: 1시간
|
21 |
|
22 |
``` python
|
23 |
import torch
|
|
|
25 |
from peft import prepare_model_for_kbit_training, PeftModel, PeftConfig
|
26 |
|
27 |
model_path = 'yanolja/EEVE-Korean-Instruct-10.8B-v1.0'
|
28 |
+
lora_path = 'qwopqwop/EEVE-ALMA-R'
|
29 |
|
30 |
bnb_config = BitsAndBytesConfig(load_in_4bit=True,bnb_4bit_quant_type="nf4",bnb_4bit_compute_dtype=torch.float16,)
|
31 |
model = AutoModelForCausalLM.from_pretrained(model_path, quantization_config=bnb_config, trust_remote_code=True)
|