Update distillation.py
Browse files- distillation.py +2 -2
distillation.py
CHANGED
@@ -67,7 +67,7 @@ print(student_model)
|
|
67 |
from sentence_transformers.datasets import ParallelSentencesDataset
|
68 |
|
69 |
train_data = ParallelSentencesDataset(student_model=student_model, teacher_model=teacher_model)
|
70 |
-
train_data.load_data('/WMT_da_
|
71 |
|
72 |
|
73 |
#train_data.load_data('/Users/fujidai/TED2020_data/data/tuikazumi/en-ja/TED2020.en-ja.en')
|
@@ -88,7 +88,7 @@ student_model.fit(train_objectives=[(train_dataloader, train_loss)],
|
|
88 |
evaluation_steps=num_evaluation_steps,
|
89 |
optimizer_params= {'lr': 2e-5, 'eps': 1e-6},
|
90 |
checkpoint_path='checkpoint_savename',
|
91 |
-
checkpoint_save_steps=
|
92 |
)
|
93 |
|
94 |
student_model.save('savename')
|
|
|
67 |
from sentence_transformers.datasets import ParallelSentencesDataset
|
68 |
|
69 |
train_data = ParallelSentencesDataset(student_model=student_model, teacher_model=teacher_model)
|
70 |
+
train_data.load_data('/WMT_da_学習データ_88993文/tab_en-other.txt')# 英語 タブ 他の言語 というようになっている文
|
71 |
|
72 |
|
73 |
#train_data.load_data('/Users/fujidai/TED2020_data/data/tuikazumi/en-ja/TED2020.en-ja.en')
|
|
|
88 |
evaluation_steps=num_evaluation_steps,
|
89 |
optimizer_params= {'lr': 2e-5, 'eps': 1e-6},
|
90 |
checkpoint_path='checkpoint_savename',
|
91 |
+
checkpoint_save_steps=1947#その時に応じて変更する
|
92 |
)
|
93 |
|
94 |
student_model.save('savename')
|