Hugging Face's logo

pere
/
pk-nb-t5x

Model card Files Community
pere commited on
Commit
9f5250c
•
2 Parent(s): 1b61d3e 5944802

xyMerge branch 'main' of https://huggingface.co/pere/pk-nb-t5x into main

Browse files
Files changed (3) hide show
  1. scandinavian_base.gin +1 -1
  2. scandinavian_large.gin +1 -1
  3. scandinavian_small.gin +2 -2
scandinavian_base.gin CHANGED
@@ -10,7 +10,7 @@ import tasks
10
 
11
  MIXTURE_OR_TASK_NAME = "ncc_scandinavian_span_corruption_stream"
12
  TASK_FEATURE_LENGTHS = {"inputs": 512, "targets": 512}
13
- TRAIN_STEPS = 1_500_000
14
  DROPOUT_RATE = 0.0 # Changed from the default since T5-1.1 recomments this.
15
  INITIAL_CHECKPOINT_PATH = "gs://nb-t5x-us-central2/norwegian_NCC_plus_English_t5x_base/checkpoint_1500000"
16
  PjitPartitioner.num_partitions = 1
 
10
 
11
  MIXTURE_OR_TASK_NAME = "ncc_scandinavian_span_corruption_stream"
12
  TASK_FEATURE_LENGTHS = {"inputs": 512, "targets": 512}
13
+ TRAIN_STEPS = 1_700_000
14
  DROPOUT_RATE = 0.0 # Changed from the default since T5-1.1 recomments this.
15
  INITIAL_CHECKPOINT_PATH = "gs://nb-t5x-us-central2/norwegian_NCC_plus_English_t5x_base/checkpoint_1500000"
16
  PjitPartitioner.num_partitions = 1
scandinavian_large.gin CHANGED
@@ -10,7 +10,7 @@ import tasks
10
 
11
  MIXTURE_OR_TASK_NAME = "ncc_scandinavian_span_corruption_stream"
12
  TASK_FEATURE_LENGTHS = {"inputs": 512, "targets": 512}
13
- TRAIN_STEPS = 1_500_000
14
  DROPOUT_RATE = 0.0 # Changed from the default since T5-1.1 recomments this.
15
  INITIAL_CHECKPOINT_PATH = "gs://nb-t5x-us-central2/norwegian_NCC_plus_English_t5x_large/checkpoint_1500000"
16
  PjitPartitioner.num_partitions = 2
 
10
 
11
  MIXTURE_OR_TASK_NAME = "ncc_scandinavian_span_corruption_stream"
12
  TASK_FEATURE_LENGTHS = {"inputs": 512, "targets": 512}
13
+ TRAIN_STEPS = 1_700_000
14
  DROPOUT_RATE = 0.0 # Changed from the default since T5-1.1 recomments this.
15
  INITIAL_CHECKPOINT_PATH = "gs://nb-t5x-us-central2/norwegian_NCC_plus_English_t5x_large/checkpoint_1500000"
16
  PjitPartitioner.num_partitions = 2
scandinavian_small.gin CHANGED
@@ -10,9 +10,9 @@ import tasks
10
 
11
  MIXTURE_OR_TASK_NAME = "ncc_scandinavian_span_corruption_stream"
12
  TASK_FEATURE_LENGTHS = {"inputs": 512, "targets": 512}
13
- TRAIN_STEPS = 1_500_000
14
  DROPOUT_RATE = 0.0 # Changed from the default since T5-1.1 recomments this.
15
  INITIAL_CHECKPOINT_PATH = "gs://nb-t5x-us-central2/norwegian_NCC_plus_English_t5x_small/checkpoint_1500000"
16
- PjitPartitioner.num_partitions = 4
17
 
18
 
 
10
 
11
  MIXTURE_OR_TASK_NAME = "ncc_scandinavian_span_corruption_stream"
12
  TASK_FEATURE_LENGTHS = {"inputs": 512, "targets": 512}
13
+ TRAIN_STEPS = 1_700_000
14
  DROPOUT_RATE = 0.0 # Changed from the default since T5-1.1 recomments this.
15
  INITIAL_CHECKPOINT_PATH = "gs://nb-t5x-us-central2/norwegian_NCC_plus_English_t5x_small/checkpoint_1500000"
16
+ PjitPartitioner.num_partitions = 2
17
 
18