Hugging Face's logo

pere
/
pk-nb-t5x

Model card Files Community
pere commited on
Commit
e584860
•
1 Parent(s): 56f18da

lm error

Browse files
Files changed (5) hide show
  1. balanced_bokmaal_nynorsk_lm_base.gin +1 -1
  2. balanced_bokmaal_nynorsk_lm_large.gin +1 -1
  3. balanced_bokmaal_nynorsk_lm_small.gin +1 -1
  4. balanced_bokmaal_nynorsk_lm_xl.gin +1 -1
  5. balanced_bokmaal_nynorsk_lm_xxl.gin +1 -1
balanced_bokmaal_nynorsk_lm_base.gin CHANGED
@@ -8,7 +8,7 @@ include 'pretrain_cont.gin'
8
  import t5.data.mixtures
9
  import tasks
10
 
11
- MIXTURE_OR_TASK_NAME = "balanced_bokmaal_nynorsk_lm_stream"
12
  TASK_FEATURE_LENGTHS = {"inputs": 512, "targets": 512}
13
  TRAIN_STEPS = 1_800_000
14
  DROPOUT_RATE = 0.0 # Changed from the default since T5-1.1 recomments this.
 
8
  import t5.data.mixtures
9
  import tasks
10
 
11
+ MIXTURE_OR_TASK_NAME = "balanced_bokmaal_nynorsk_prefix_lm_stream"
12
  TASK_FEATURE_LENGTHS = {"inputs": 512, "targets": 512}
13
  TRAIN_STEPS = 1_800_000
14
  DROPOUT_RATE = 0.0 # Changed from the default since T5-1.1 recomments this.
balanced_bokmaal_nynorsk_lm_large.gin CHANGED
@@ -8,7 +8,7 @@ include 'pretrain_cont.gin'
8
  import t5.data.mixtures
9
  import tasks
10
 
11
- MIXTURE_OR_TASK_NAME = "balanced_bokmaal_nynorsk_lm_stream"
12
  TASK_FEATURE_LENGTHS = {"inputs": 512, "targets": 512}
13
  TRAIN_STEPS = 1_800_000
14
  DROPOUT_RATE = 0.0 # Changed from the default since T5-1.1 recomments this.
 
8
  import t5.data.mixtures
9
  import tasks
10
 
11
+ MIXTURE_OR_TASK_NAME = "balanced_bokmaal_nynorsk_prefix_lm_stream"
12
  TASK_FEATURE_LENGTHS = {"inputs": 512, "targets": 512}
13
  TRAIN_STEPS = 1_800_000
14
  DROPOUT_RATE = 0.0 # Changed from the default since T5-1.1 recomments this.
balanced_bokmaal_nynorsk_lm_small.gin CHANGED
@@ -8,7 +8,7 @@ include 'pretrain_cont.gin'
8
  import t5.data.mixtures
9
  import tasks
10
 
11
- MIXTURE_OR_TASK_NAME = "balanced_bokmaal_nynorsk_lm_stream"
12
  TASK_FEATURE_LENGTHS = {"inputs": 512, "targets": 512}
13
  TRAIN_STEPS = 1_800_000
14
  DROPOUT_RATE = 0.0 # Changed from the default since T5-1.1 recomments this.
 
8
  import t5.data.mixtures
9
  import tasks
10
 
11
+ MIXTURE_OR_TASK_NAME = "balanced_bokmaal_nynorsk_prefix_lm_stream"
12
  TASK_FEATURE_LENGTHS = {"inputs": 512, "targets": 512}
13
  TRAIN_STEPS = 1_800_000
14
  DROPOUT_RATE = 0.0 # Changed from the default since T5-1.1 recomments this.
balanced_bokmaal_nynorsk_lm_xl.gin CHANGED
@@ -8,7 +8,7 @@ include 'pretrain_cont.gin'
8
  import t5.data.mixtures
9
  import tasks
10
 
11
- MIXTURE_OR_TASK_NAME = "balanced_bokmaal_nynorsk_lm_stream"
12
  TASK_FEATURE_LENGTHS = {"inputs": 512, "targets": 512}
13
  TRAIN_STEPS = 1_800_000
14
  DROPOUT_RATE = 0.0 # Changed from the default since T5-1.1 recomments this.
 
8
  import t5.data.mixtures
9
  import tasks
10
 
11
+ MIXTURE_OR_TASK_NAME = "balanced_bokmaal_nynorsk_prefix_lm_stream"
12
  TASK_FEATURE_LENGTHS = {"inputs": 512, "targets": 512}
13
  TRAIN_STEPS = 1_800_000
14
  DROPOUT_RATE = 0.0 # Changed from the default since T5-1.1 recomments this.
balanced_bokmaal_nynorsk_lm_xxl.gin CHANGED
@@ -8,7 +8,7 @@ include 'pretrain_cont.gin'
8
  import t5.data.mixtures
9
  import tasks
10
 
11
- MIXTURE_OR_TASK_NAME = "balanced_bokmaal_nynorsk_lm_stream"
12
  TASK_FEATURE_LENGTHS = {"inputs": 512, "targets": 512}
13
  TRAIN_STEPS = 1_800_000
14
  DROPOUT_RATE = 0.0 # Changed from the default since T5-1.1 recomments this.
 
8
  import t5.data.mixtures
9
  import tasks
10
 
11
+ MIXTURE_OR_TASK_NAME = "balanced_bokmaal_nynorsk_prefix_lm_stream"
12
  TASK_FEATURE_LENGTHS = {"inputs": 512, "targets": 512}
13
  TRAIN_STEPS = 1_800_000
14
  DROPOUT_RATE = 0.0 # Changed from the default since T5-1.1 recomments this.