lm
Browse files- norwegian_lm_base.gin +1 -1
- train_norwegian_lm_base.sh +1 -1
norwegian_lm_base.gin
CHANGED
|
@@ -10,7 +10,7 @@ import tasks
|
|
| 10 |
|
| 11 |
MIXTURE_OR_TASK_NAME = "ncc_english_prefix_lm_stream"
|
| 12 |
TASK_FEATURE_LENGTHS = {"inputs": 512, "targets": 512}
|
| 13 |
-
TRAIN_STEPS =
|
| 14 |
DROPOUT_RATE = 0.0 # Changed from the default since T5-1.1 recomments this.
|
| 15 |
INITIAL_CHECKPOINT_PATH = "gs://nb-t5x-us-central2/norwegian_NCC_plus_English_t5x_base/checkpoint_1500000"
|
| 16 |
PjitPartitioner.num_partitions = 1
|
|
|
|
| 10 |
|
| 11 |
MIXTURE_OR_TASK_NAME = "ncc_english_prefix_lm_stream"
|
| 12 |
TASK_FEATURE_LENGTHS = {"inputs": 512, "targets": 512}
|
| 13 |
+
TRAIN_STEPS = 1_600_000
|
| 14 |
DROPOUT_RATE = 0.0 # Changed from the default since T5-1.1 recomments this.
|
| 15 |
INITIAL_CHECKPOINT_PATH = "gs://nb-t5x-us-central2/norwegian_NCC_plus_English_t5x_base/checkpoint_1500000"
|
| 16 |
PjitPartitioner.num_partitions = 1
|
train_norwegian_lm_base.sh
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
PROJECT_DIR=${HOME}"/models/pk-nb-t5x"
|
| 2 |
T5X_DIR="../../t5x" # directory where the t5x is cloned.
|
| 3 |
-
MODEL_DIR="gs://nb-t5x-us-central2/
|
| 4 |
export PYTHONPATH=${PROJECT_DIR}
|
| 5 |
|
| 6 |
python3 ${T5X_DIR}/t5x/train.py \
|
|
|
|
| 1 |
PROJECT_DIR=${HOME}"/models/pk-nb-t5x"
|
| 2 |
T5X_DIR="../../t5x" # directory where the t5x is cloned.
|
| 3 |
+
MODEL_DIR="gs://nb-t5x-us-central2/norwegian_NCC_plus_English_pluss100k_lm_t5x_base"
|
| 4 |
export PYTHONPATH=${PROJECT_DIR}
|
| 5 |
|
| 6 |
python3 ${T5X_DIR}/t5x/train.py \
|