Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -104,12 +104,23 @@ print ("lm datasets")
|
|
104 |
#Training Args
|
105 |
|
106 |
training_args = TrainingArguments(
|
107 |
-
output_dir="./
|
108 |
overwrite_output_dir = 'True',
|
109 |
-
|
|
|
|
|
110 |
learning_rate=2e-5,
|
111 |
weight_decay=0.01,
|
112 |
save_total_limit = 2,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
113 |
save_strategy = "no",
|
114 |
load_best_model_at_end=False,
|
115 |
#push_to_hub=True,
|
@@ -129,6 +140,7 @@ trainer = Trainer(
|
|
129 |
print ("trainer")
|
130 |
#trainer ausführen
|
131 |
trainer.train()
|
|
|
132 |
print("trained!!!!!")
|
133 |
#in den Hub laden
|
134 |
#trainer.push_to_hub("test-tis", use_auth_token=True)
|
@@ -159,7 +171,7 @@ print("Output:\n" )
|
|
159 |
|
160 |
|
161 |
print("Save to Space")
|
162 |
-
trainer.save_model("./
|
163 |
print("done")
|
164 |
|
165 |
#####################################
|
|
|
104 |
#Training Args
|
105 |
|
106 |
training_args = TrainingArguments(
|
107 |
+
output_dir="./",
|
108 |
overwrite_output_dir = 'True',
|
109 |
+
per_device_train_batch_size=batch_size, #batch_size = 2 for full training
|
110 |
+
per_device_eval_batch_size=batch_size,
|
111 |
+
evaluation_strategy = "epoch", #oder steps
|
112 |
learning_rate=2e-5,
|
113 |
weight_decay=0.01,
|
114 |
save_total_limit = 2,
|
115 |
+
predict_with_generate=True,
|
116 |
+
#logging_steps=2, # set to 1000 for full training
|
117 |
+
#save_steps=16, # set to 500 for full training
|
118 |
+
#eval_steps=4, # set to 8000 for full training
|
119 |
+
#warmup_steps=1, # set to 2000 for full training
|
120 |
+
#max_steps=16, # delete for full training
|
121 |
+
# overwrite_output_dir=True,
|
122 |
+
#save_total_limit=1,
|
123 |
+
#fp16=True,
|
124 |
save_strategy = "no",
|
125 |
load_best_model_at_end=False,
|
126 |
#push_to_hub=True,
|
|
|
140 |
print ("trainer")
|
141 |
#trainer ausführen
|
142 |
trainer.train()
|
143 |
+
#Wenn man vom letzten checkpoint aus weiter trainieren möchte: trainer.train(resume_from_checkpoint=True)
|
144 |
print("trained!!!!!")
|
145 |
#in den Hub laden
|
146 |
#trainer.push_to_hub("test-tis", use_auth_token=True)
|
|
|
171 |
|
172 |
|
173 |
print("Save to Space")
|
174 |
+
trainer.save_model("./")
|
175 |
print("done")
|
176 |
|
177 |
#####################################
|