alexkueck commited on
Commit
252f8d4
·
1 Parent(s): 8f4b344

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +15 -3
app.py CHANGED
@@ -104,12 +104,23 @@ print ("lm datasets")
104
  #Training Args
105
 
106
  training_args = TrainingArguments(
107
- output_dir="./test-tis/",
108
  overwrite_output_dir = 'True',
109
- evaluation_strategy = "epoch",
 
 
110
  learning_rate=2e-5,
111
  weight_decay=0.01,
112
  save_total_limit = 2,
 
 
 
 
 
 
 
 
 
113
  save_strategy = "no",
114
  load_best_model_at_end=False,
115
  #push_to_hub=True,
@@ -129,6 +140,7 @@ trainer = Trainer(
129
  print ("trainer")
130
  #trainer ausführen
131
  trainer.train()
 
132
  print("trained!!!!!")
133
  #in den Hub laden
134
  #trainer.push_to_hub("test-tis", use_auth_token=True)
@@ -159,7 +171,7 @@ print("Output:\n" )
159
 
160
 
161
  print("Save to Space")
162
- trainer.save_model("./test-tis")
163
  print("done")
164
 
165
  #####################################
 
104
  #Training Args
105
 
106
  training_args = TrainingArguments(
107
+ output_dir="./",
108
  overwrite_output_dir = 'True',
109
+ per_device_train_batch_size=batch_size, #batch_size = 2 for full training
110
+ per_device_eval_batch_size=batch_size,
111
+ evaluation_strategy = "epoch", #oder steps
112
  learning_rate=2e-5,
113
  weight_decay=0.01,
114
  save_total_limit = 2,
115
+ predict_with_generate=True,
116
+ #logging_steps=2, # set to 1000 for full training
117
+ #save_steps=16, # set to 500 for full training
118
+ #eval_steps=4, # set to 8000 for full training
119
+ #warmup_steps=1, # set to 2000 for full training
120
+ #max_steps=16, # delete for full training
121
+ # overwrite_output_dir=True,
122
+ #save_total_limit=1,
123
+ #fp16=True,
124
  save_strategy = "no",
125
  load_best_model_at_end=False,
126
  #push_to_hub=True,
 
140
  print ("trainer")
141
  #trainer ausführen
142
  trainer.train()
143
+ #Wenn man vom letzten checkpoint aus weiter trainieren möchte: trainer.train(resume_from_checkpoint=True)
144
  print("trained!!!!!")
145
  #in den Hub laden
146
  #trainer.push_to_hub("test-tis", use_auth_token=True)
 
171
 
172
 
173
  print("Save to Space")
174
+ trainer.save_model("./")
175
  print("done")
176
 
177
  #####################################