lgt decay
Browse files
batch_lrtest_bs32_decay10e.sh
CHANGED
|
@@ -4,7 +4,7 @@ export PYTHONPATH=${PROJECT_DIR}
|
|
| 4 |
echo "PROJECT_DIR is set to: ${PROJECT_DIR}"
|
| 5 |
|
| 6 |
|
| 7 |
-
FINETUNE_STEPS=
|
| 8 |
EVAL_PREFIX="norbench/eval_lr_translate_ltgstyle_decay10e"
|
| 9 |
MODEL_BUCKET_DIR="gs://pere-north-t5x/finetuned/"
|
| 10 |
|
|
|
|
| 4 |
echo "PROJECT_DIR is set to: ${PROJECT_DIR}"
|
| 5 |
|
| 6 |
|
| 7 |
+
FINETUNE_STEPS=3120
|
| 8 |
EVAL_PREFIX="norbench/eval_lr_translate_ltgstyle_decay10e"
|
| 9 |
MODEL_BUCKET_DIR="gs://pere-north-t5x/finetuned/"
|
| 10 |
|
finetune_translate_base_mt5_lr_ltgstyle_decay10e.gin
CHANGED
|
@@ -21,6 +21,7 @@ USE_CACHED_TASKS = False
|
|
| 21 |
DROPOUT_RATE = 0.1
|
| 22 |
RANDOM_SEED = 0
|
| 23 |
BATCH_SIZE = 32
|
|
|
|
| 24 |
|
| 25 |
#Fixing a small error
|
| 26 |
infer_eval/utils.DatasetConfig:
|
|
@@ -28,7 +29,7 @@ infer_eval/utils.DatasetConfig:
|
|
| 28 |
|
| 29 |
#Saving every 500 steps
|
| 30 |
utils.SaveCheckpointConfig:
|
| 31 |
-
period =
|
| 32 |
keep = 1 # number of checkpoints to keep
|
| 33 |
|
| 34 |
|
|
|
|
| 21 |
DROPOUT_RATE = 0.1
|
| 22 |
RANDOM_SEED = 0
|
| 23 |
BATCH_SIZE = 32
|
| 24 |
+
EVAL_PERIOD = 200
|
| 25 |
|
| 26 |
#Fixing a small error
|
| 27 |
infer_eval/utils.DatasetConfig:
|
|
|
|
| 29 |
|
| 30 |
#Saving every 500 steps
|
| 31 |
utils.SaveCheckpointConfig:
|
| 32 |
+
period = 200
|
| 33 |
keep = 1 # number of checkpoints to keep
|
| 34 |
|
| 35 |
|