Hugging Face's logo

pere
/
t5-nynorsk-norbench

Model card Files Community
pere commited on
Commit
ca12f78
•
1 Parent(s): 4daa20a

test

Browse files
Files changed (6) hide show
  1. __pycache__/tasks.cpython-39.pyc +0 -0
  2. batch_lrtest_sentence_sentiment_bs32.sh +1 -1
  3. batch_lrtest_sentence_sentiment_bs64.sh +1 -1
  4. finetune_mt5_32.gin +1 -1
  5. finetune_mt5_64.gin +1 -1
  6. tasks.py +1 -1
__pycache__/tasks.cpython-39.pyc ADDED
Binary file (5.28 kB). View file
 
batch_lrtest_sentence_sentiment_bs32.sh CHANGED
@@ -4,7 +4,7 @@ export PYTHONPATH=${PROJECT_DIR}
4
  echo "PROJECT_DIR is set to: ${PROJECT_DIR}"
5
 
6
 
7
- FINETUNE_STEPS=10000
8
  EVAL_PREFIX="norbench/evalB_lr_semtiment_bs32"
9
  MODEL_BUCKET_DIR="gs://pere-north-t5x/finetuned/"
10
 
 
4
  echo "PROJECT_DIR is set to: ${PROJECT_DIR}"
5
 
6
 
7
+ FINETUNE_STEPS=5000
8
  EVAL_PREFIX="norbench/evalB_lr_semtiment_bs32"
9
  MODEL_BUCKET_DIR="gs://pere-north-t5x/finetuned/"
10
 
batch_lrtest_sentence_sentiment_bs64.sh CHANGED
@@ -4,7 +4,7 @@ export PYTHONPATH=${PROJECT_DIR}
4
  echo "PROJECT_DIR is set to: ${PROJECT_DIR}"
5
 
6
 
7
- FINETUNE_STEPS=10000
8
  EVAL_PREFIX="norbench/evalB_lr_semtiment_bs64"
9
  MODEL_BUCKET_DIR="gs://pere-north-t5x/finetuned/"
10
 
 
4
  echo "PROJECT_DIR is set to: ${PROJECT_DIR}"
5
 
6
 
7
+ FINETUNE_STEPS=5000
8
  EVAL_PREFIX="norbench/evalB_lr_semtiment_bs64"
9
  MODEL_BUCKET_DIR="gs://pere-north-t5x/finetuned/"
10
 
finetune_mt5_32.gin CHANGED
@@ -20,7 +20,7 @@ TRAIN_STEPS = %gin.REQUIRED # 1000000 pre-trained steps + 10000 fine-tuning ste
20
  USE_CACHED_TASKS = False
21
  DROPOUT_RATE = 0.1
22
  RANDOM_SEED = 0
23
- BATCH_SIZE = 128
24
  EVAL_PERIOD = 316
25
 
26
  #Fixing a small error
 
20
  USE_CACHED_TASKS = False
21
  DROPOUT_RATE = 0.1
22
  RANDOM_SEED = 0
23
+ BATCH_SIZE = 32
24
  EVAL_PERIOD = 316
25
 
26
  #Fixing a small error
finetune_mt5_64.gin CHANGED
@@ -20,7 +20,7 @@ TRAIN_STEPS = %gin.REQUIRED # 1000000 pre-trained steps + 10000 fine-tuning ste
20
  USE_CACHED_TASKS = False
21
  DROPOUT_RATE = 0.1
22
  RANDOM_SEED = 0
23
- BATCH_SIZE = 128
24
  EVAL_PERIOD = 316
25
 
26
  #Fixing a small error
 
20
  USE_CACHED_TASKS = False
21
  DROPOUT_RATE = 0.1
22
  RANDOM_SEED = 0
23
+ BATCH_SIZE = 64
24
  EVAL_PERIOD = 316
25
 
26
  #Fixing a small error
tasks.py CHANGED
@@ -176,7 +176,7 @@ seqio.TaskRegistry.add(
176
  categorise_preprocessor,
177
  seqio.preprocessors.tokenize_and_append_eos,
178
  ],
179
- metric_fns=[metrics.accuracy,metrics.mean_multiclass_f1],
180
  output_features=MT5_OUTPUT_FEATURES,
181
  )
182
 
 
176
  categorise_preprocessor,
177
  seqio.preprocessors.tokenize_and_append_eos,
178
  ],
179
+ metric_fns=[metrics.accuracy],
180
  output_features=MT5_OUTPUT_FEATURES,
181
  )
182