Update README.md
Browse files
README.md
CHANGED
@@ -47,7 +47,7 @@ adapter_id = "Chasottco/llm-jp-3-13b-it-Chasottco"
|
|
47 |
# Hugging Face Token を指定
|
48 |
HF_TOKEN = ""
|
49 |
|
50 |
-
# unslothのFastLanguageModel
|
51 |
dtype = None # Noneにしておけば自動で設定
|
52 |
load_in_4bit = True # 今回は13Bモデルを扱うためTrue
|
53 |
|
@@ -58,14 +58,14 @@ model, tokenizer = FastLanguageModel.from_pretrained(
|
|
58 |
trust_remote_code=True,
|
59 |
)
|
60 |
|
61 |
-
# 元のモデルにLoRA
|
62 |
model = PeftModel.from_pretrained(model, adapter_id, token = HF_TOKEN)
|
63 |
|
64 |
# google drive mount(事前にデータをアップロード)
|
65 |
from google.colab import drive
|
66 |
drive.mount('/content/drive')
|
67 |
|
68 |
-
#
|
69 |
datasets = []
|
70 |
with open("/content/drive/MyDrive/2024松尾研LLM/elyza-tasks-100-TV_0.jsonl", "r") as f:
|
71 |
item = ""
|
|
|
47 |
# Hugging Face Token を指定
|
48 |
HF_TOKEN = ""
|
49 |
|
50 |
+
# unslothのFastLanguageModelで元のモデルをロード
|
51 |
dtype = None # Noneにしておけば自動で設定
|
52 |
load_in_4bit = True # 今回は13Bモデルを扱うためTrue
|
53 |
|
|
|
58 |
trust_remote_code=True,
|
59 |
)
|
60 |
|
61 |
+
# 元のモデルにLoRAのアダプタを統合
|
62 |
model = PeftModel.from_pretrained(model, adapter_id, token = HF_TOKEN)
|
63 |
|
64 |
# google drive mount(事前にデータをアップロード)
|
65 |
from google.colab import drive
|
66 |
drive.mount('/content/drive')
|
67 |
|
68 |
+
# タスクとなるデータの読み込み
|
69 |
datasets = []
|
70 |
with open("/content/drive/MyDrive/2024松尾研LLM/elyza-tasks-100-TV_0.jsonl", "r") as f:
|
71 |
item = ""
|