Hugging Face's logo

pere
/
t5-summary

Model card Files Community
pere commited on
Commit
3d039a6
•
1 Parent(s): e9e927c

test

Browse files
Files changed (6) hide show
  1. __pycache__/my_metrics.cpython-38.pyc +0 -0
  2. __pycache__/tasks.cpython-38.pyc +0 -0
  3. finetune_summary_base.gin +1 -1
  4. summary_base.sh +3 -3
  5. summary_large.sh +3 -3
  6. summary_xl.sh +3 -3
__pycache__/my_metrics.cpython-38.pyc CHANGED
Binary files a/__pycache__/my_metrics.cpython-38.pyc and b/__pycache__/my_metrics.cpython-38.pyc differ
 
__pycache__/tasks.cpython-38.pyc CHANGED
Binary files a/__pycache__/tasks.cpython-38.pyc and b/__pycache__/tasks.cpython-38.pyc differ
 
finetune_summary_base.gin CHANGED
@@ -11,7 +11,7 @@ include "t5x/examples/t5/mt5/base.gin"
11
  include "t5x/configs/runs/finetune.gin"
12
 
13
  MIXTURE_OR_TASK_NAME = %gin.REQUIRED
14
- TASK_FEATURE_LENGTHS = {"inputs": 512, "targets": 128}
15
  INITIAL_CHECKPOINT_PATH = %gin.REQUIRED
16
  TRAIN_STEPS = %gin.REQUIRED # 1000000 pre-trained steps + 10000 fine-tuning steps.
17
  USE_CACHED_TASKS = False
 
11
  include "t5x/configs/runs/finetune.gin"
12
 
13
  MIXTURE_OR_TASK_NAME = %gin.REQUIRED
14
+ TASK_FEATURE_LENGTHS = {"inputs": 2048, "targets": 128}
15
  INITIAL_CHECKPOINT_PATH = %gin.REQUIRED
16
  TRAIN_STEPS = %gin.REQUIRED # 1000000 pre-trained steps + 10000 fine-tuning steps.
17
  USE_CACHED_TASKS = False
summary_base.sh CHANGED
@@ -1,7 +1,7 @@
1
  PROJECT_DIR=${HOME}"/models/t5-summary"
2
  export PYTHONPATH=${PROJECT_DIR}
3
- INITIAL_CHECKPOINT_PATH=\"gs://nb-t5x-us-central2/scandinavian3k_solo_t5x_base/checkpoint_3000000\"
4
- TRAIN_STEPS=3030000
5
 
6
 
7
 
@@ -10,5 +10,5 @@ python3 ../../t5x/t5x/train.py \
10
  --gin.TRAIN_STEPS=${TRAIN_STEPS} \
11
  --gin_file="finetune_summary_base.gin" \
12
  --gin.MIXTURE_OR_TASK_NAME=\"summary\" \
13
- --gin.MODEL_DIR=\"gs://nb-t5x-us-central2/finetuned/summary_v2_scandinavian3k_solo_base\" \
14
  --gin.INITIAL_CHECKPOINT_PATH=${INITIAL_CHECKPOINT_PATH} \
 
1
  PROJECT_DIR=${HOME}"/models/t5-summary"
2
  export PYTHONPATH=${PROJECT_DIR}
3
+ INITIAL_CHECKPOINT_PATH=\"gs://north-t5x/pretrained_models/base/norwegian_NCC_plus_English_t5x_base/checkpoint_1500000\"
4
+ TRAIN_STEPS=1530000
5
 
6
 
7
 
 
10
  --gin.TRAIN_STEPS=${TRAIN_STEPS} \
11
  --gin_file="finetune_summary_base.gin" \
12
  --gin.MIXTURE_OR_TASK_NAME=\"summary\" \
13
+ --gin.MODEL_DIR=\"gs://nb-t5x-us-central2/finetuned/summary_v1_NCC_base\" \
14
  --gin.INITIAL_CHECKPOINT_PATH=${INITIAL_CHECKPOINT_PATH} \
summary_large.sh CHANGED
@@ -1,7 +1,7 @@
1
  PROJECT_DIR=${HOME}"/models/t5-summary"
2
  export PYTHONPATH=${PROJECT_DIR}
3
- INITIAL_CHECKPOINT_PATH=\"gs://nb-t5x-us-central2/scandinavian3k_solo_t5x_large/checkpoint_3000000\"
4
- TRAIN_STEPS=3030000
5
 
6
 
7
 
@@ -10,5 +10,5 @@ python3 ../../t5x/t5x/train.py \
10
  --gin.TRAIN_STEPS=${TRAIN_STEPS} \
11
  --gin_file="finetune_summary_large.gin" \
12
  --gin.MIXTURE_OR_TASK_NAME=\"summary\" \
13
- --gin.MODEL_DIR=\"gs://nb-t5x-us-central2/finetuned/summary_norwegian8k_scandinavian3k_solo_large\" \
14
  --gin.INITIAL_CHECKPOINT_PATH=${INITIAL_CHECKPOINT_PATH} \
 
1
  PROJECT_DIR=${HOME}"/models/t5-summary"
2
  export PYTHONPATH=${PROJECT_DIR}
3
+ INITIAL_CHECKPOINT_PATH=\"gs://north-t5x/pretrained_models/base/norwegian_NCC_plus_English_t5x_large/checkpoint_1500000\"
4
+ TRAIN_STEPS=1530000
5
 
6
 
7
 
 
10
  --gin.TRAIN_STEPS=${TRAIN_STEPS} \
11
  --gin_file="finetune_summary_large.gin" \
12
  --gin.MIXTURE_OR_TASK_NAME=\"summary\" \
13
+ --gin.MODEL_DIR=\"gs://nb-t5x-us-central2/finetuned/summary_v1_NCC_large\" \
14
  --gin.INITIAL_CHECKPOINT_PATH=${INITIAL_CHECKPOINT_PATH} \
summary_xl.sh CHANGED
@@ -1,12 +1,12 @@
1
  PROJECT_DIR=${HOME}"/models/t5-summary"
2
  export PYTHONPATH=${PROJECT_DIR}
3
- INITIAL_CHECKPOINT_PATH=\"gs://nb-t5x-us-central2/scandinavian3k_solo_t5x_xl/checkpoint_3000000/\"
4
- TRAIN_STEPS=3030000
5
 
6
  python3 ../../t5x/t5x/train.py \
7
  --gin_search_paths="./" \
8
  --gin.TRAIN_STEPS=${TRAIN_STEPS} \
9
  --gin_file="finetune_summary_xl.gin" \
10
  --gin.MIXTURE_OR_TASK_NAME=\"summary\" \
11
- --gin.MODEL_DIR=\"gs://nb-t5x-us-central2/finetuned/summary_norwegian8k_scandinavian3k_solo_xl\" \
12
  --gin.INITIAL_CHECKPOINT_PATH=${INITIAL_CHECKPOINT_PATH} \
 
1
  PROJECT_DIR=${HOME}"/models/t5-summary"
2
  export PYTHONPATH=${PROJECT_DIR}
3
+ INITIAL_CHECKPOINT_PATH=\"gs://north-t5x/pretrained_models/base/norwegian_NCC_plus_English_t5x_xl/checkpoint_1500000/\"
4
+ TRAIN_STEPS=1530000
5
 
6
  python3 ../../t5x/t5x/train.py \
7
  --gin_search_paths="./" \
8
  --gin.TRAIN_STEPS=${TRAIN_STEPS} \
9
  --gin_file="finetune_summary_xl.gin" \
10
  --gin.MIXTURE_OR_TASK_NAME=\"summary\" \
11
+ --gin.MODEL_DIR=\"gs://nb-t5x-us-central2/finetuned/summary_v1_NCC_xl\" \
12
  --gin.INITIAL_CHECKPOINT_PATH=${INITIAL_CHECKPOINT_PATH} \