Hugging Face's logo

pere
/
t5-parliament-categorisation

Model card Files Community
pere commited on
Commit
556e14e
•
1 Parent(s): adb85d6

more batch stuff

Browse files
Files changed (2) hide show
  1. batch_parliament_base.sh +12 -0
  2. batch_sentiment_base.sh +12 -0
batch_parliament_base.sh CHANGED
@@ -6,5 +6,17 @@ python3 ../../t5x/t5x/train.py --gin_search_paths="./" --gin_file="finetune_cate
6
  python3 ../../t5x/t5x/train.py --gin_search_paths="./" --gin_file="finetune_categorisation_base.gin" --gin.MIXTURE_OR_TASK_NAME=\"parliament\" --gin.MODEL_DIR=\"gs://nb-t5x-us-central2/finetuned/v3_norwegian_NCC_plus_English_t5x_base_1_500_000_parliament\" &&
7
  python3 ../../t5x/t5x/train.py --gin_search_paths="./" --gin_file="finetune_categorisation_base.gin" --gin.MIXTURE_OR_TASK_NAME=\"parliament\" --gin.MODEL_DIR=\"gs://nb-t5x-us-central2/finetuned/v4_norwegian_NCC_plus_English_t5x_base_1_500_000_parliament\" &&
8
  python3 ../../t5x/t5x/train.py --gin_search_paths="./" --gin_file="finetune_categorisation_base.gin" --gin.MIXTURE_OR_TASK_NAME=\"parliament\" --gin.MODEL_DIR=\"gs://nb-t5x-us-central2/finetuned/v5_norwegian_NCC_plus_English_t5x_base_1_500_000_parliament\" &&
 
 
 
 
 
 
 
 
 
 
9
 
10
 
 
 
 
6
  python3 ../../t5x/t5x/train.py --gin_search_paths="./" --gin_file="finetune_categorisation_base.gin" --gin.MIXTURE_OR_TASK_NAME=\"parliament\" --gin.MODEL_DIR=\"gs://nb-t5x-us-central2/finetuned/v3_norwegian_NCC_plus_English_t5x_base_1_500_000_parliament\" &&
7
  python3 ../../t5x/t5x/train.py --gin_search_paths="./" --gin_file="finetune_categorisation_base.gin" --gin.MIXTURE_OR_TASK_NAME=\"parliament\" --gin.MODEL_DIR=\"gs://nb-t5x-us-central2/finetuned/v4_norwegian_NCC_plus_English_t5x_base_1_500_000_parliament\" &&
8
  python3 ../../t5x/t5x/train.py --gin_search_paths="./" --gin_file="finetune_categorisation_base.gin" --gin.MIXTURE_OR_TASK_NAME=\"parliament\" --gin.MODEL_DIR=\"gs://nb-t5x-us-central2/finetuned/v5_norwegian_NCC_plus_English_t5x_base_1_500_000_parliament\" &&
9
+ python3 eval.py --gin_search_paths="./" --gin_file="eval_categorisation_base.gin" --gin.SPLIT=\"validation\" --gin.CHECKPOINT_PATH=\"gs://nb-t5x-us-central2/v1_finetuned/norwegian_NCC_plus_English_t5x_base_1_500_000_parliament/checkpoint_1510000\" &&
10
+ python3 eval.py --gin_search_paths="./" --gin_file="eval_categorisation_base.gin" --gin.SPLIT=\"validation\" --gin.CHECKPOINT_PATH=\"gs://nb-t5x-us-central2/v2_finetuned/norwegian_NCC_plus_English_t5x_base_1_500_000_parliament/checkpoint_1510000\" &&
11
+ python3 eval.py --gin_search_paths="./" --gin_file="eval_categorisation_base.gin" --gin.SPLIT=\"validation\" --gin.CHECKPOINT_PATH=\"gs://nb-t5x-us-central2/v3_finetuned/norwegian_NCC_plus_English_t5x_base_1_500_000_parliament/checkpoint_1510000\" &&
12
+ python3 eval.py --gin_search_paths="./" --gin_file="eval_categorisation_base.gin" --gin.SPLIT=\"validation\" --gin.CHECKPOINT_PATH=\"gs://nb-t5x-us-central2/v4_finetuned/norwegian_NCC_plus_English_t5x_base_1_500_000_parliament/checkpoint_1510000\" &&
13
+ python3 eval.py --gin_search_paths="./" --gin_file="eval_categorisation_base.gin" --gin.SPLIT=\"validation\" --gin.CHECKPOINT_PATH=\"gs://nb-t5x-us-central2/v5_finetuned/norwegian_NCC_plus_English_t5x_base_1_500_000_parliament/checkpoint_1510000\" &&
14
+ python3 eval.py --gin_search_paths="./" --gin_file="eval_categorisation_base.gin" --gin.SPLIT=\"test\" --gin.CHECKPOINT_PATH=\"gs://nb-t5x-us-central2/v1_finetuned/norwegian_NCC_plus_English_t5x_base_1_500_000_parliament/checkpoint_1510000\" &&
15
+ python3 eval.py --gin_search_paths="./" --gin_file="eval_categorisation_base.gin" --gin.SPLIT=\"test\" --gin.CHECKPOINT_PATH=\"gs://nb-t5x-us-central2/v2_finetuned/norwegian_NCC_plus_English_t5x_base_1_500_000_parliament/checkpoint_1510000\" &&
16
+ python3 eval.py --gin_search_paths="./" --gin_file="eval_categorisation_base.gin" --gin.SPLIT=\"test\" --gin.CHECKPOINT_PATH=\"gs://nb-t5x-us-central2/v3_finetuned/norwegian_NCC_plus_English_t5x_base_1_500_000_parliament/checkpoint_1510000\" &&
17
+ python3 eval.py --gin_search_paths="./" --gin_file="eval_categorisation_base.gin" --gin.SPLIT=\"test\" --gin.CHECKPOINT_PATH=\"gs://nb-t5x-us-central2/v4_finetuned/norwegian_NCC_plus_English_t5x_base_1_500_000_parliament/checkpoint_1510000\" &&
18
+ python3 eval.py --gin_search_paths="./" --gin_file="eval_categorisation_base.gin" --gin.SPLIT=\"test\" --gin.CHECKPOINT_PATH=\"gs://nb-t5x-us-central2/v5_finetuned/norwegian_NCC_plus_English_t5x_base_1_500_000_parliament/checkpoint_1510000\" &&
19
 
20
 
21
+ #
22
+
batch_sentiment_base.sh CHANGED
@@ -6,5 +6,17 @@ python3 ../../t5x/t5x/train.py --gin_search_paths="./" --gin_file="finetune_cate
6
  python3 ../../t5x/t5x/train.py --gin_search_paths="./" --gin_file="finetune_categorisation_base.gin" --gin.MIXTURE_OR_TASK_NAME=\"sentiment\" --gin.MODEL_DIR=\"gs://nb-t5x-us-central2/finetuned/v3_norwegian_NCC_plus_English_t5x_base_1_500_000_sentiment\" &&
7
  python3 ../../t5x/t5x/train.py --gin_search_paths="./" --gin_file="finetune_categorisation_base.gin" --gin.MIXTURE_OR_TASK_NAME=\"sentiment\" --gin.MODEL_DIR=\"gs://nb-t5x-us-central2/finetuned/v4_norwegian_NCC_plus_English_t5x_base_1_500_000_sentiment\" &&
8
  python3 ../../t5x/t5x/train.py --gin_search_paths="./" --gin_file="finetune_categorisation_base.gin" --gin.MIXTURE_OR_TASK_NAME=\"sentiment\" --gin.MODEL_DIR=\"gs://nb-t5x-us-central2/finetuned/v5_norwegian_NCC_plus_English_t5x_base_1_500_000_sentiment\" &&
 
 
 
 
 
 
 
 
 
 
 
 
9
 
10
 
 
6
  python3 ../../t5x/t5x/train.py --gin_search_paths="./" --gin_file="finetune_categorisation_base.gin" --gin.MIXTURE_OR_TASK_NAME=\"sentiment\" --gin.MODEL_DIR=\"gs://nb-t5x-us-central2/finetuned/v3_norwegian_NCC_plus_English_t5x_base_1_500_000_sentiment\" &&
7
  python3 ../../t5x/t5x/train.py --gin_search_paths="./" --gin_file="finetune_categorisation_base.gin" --gin.MIXTURE_OR_TASK_NAME=\"sentiment\" --gin.MODEL_DIR=\"gs://nb-t5x-us-central2/finetuned/v4_norwegian_NCC_plus_English_t5x_base_1_500_000_sentiment\" &&
8
  python3 ../../t5x/t5x/train.py --gin_search_paths="./" --gin_file="finetune_categorisation_base.gin" --gin.MIXTURE_OR_TASK_NAME=\"sentiment\" --gin.MODEL_DIR=\"gs://nb-t5x-us-central2/finetuned/v5_norwegian_NCC_plus_English_t5x_base_1_500_000_sentiment\" &&
9
+ python3 eval.py --gin_search_paths="./" --gin_file="eval_categorisation_base.gin" --gin.SPLIT=\"validation\" --gin.CHECKPOINT_PATH=\"gs://nb-t5x-us-central2/v1_finetuned/norwegian_NCC_plus_English_t5x_base_1_500_000_sentiment/checkpoint_1510000\" &&
10
+ python3 eval.py --gin_search_paths="./" --gin_file="eval_categorisation_base.gin" --gin.SPLIT=\"validation\" --gin.CHECKPOINT_PATH=\"gs://nb-t5x-us-central2/v2_finetuned/norwegian_NCC_plus_English_t5x_base_1_500_000_sentiment/checkpoint_1510000\" &&
11
+ python3 eval.py --gin_search_paths="./" --gin_file="eval_categorisation_base.gin" --gin.SPLIT=\"validation\" --gin.CHECKPOINT_PATH=\"gs://nb-t5x-us-central2/v3_finetuned/norwegian_NCC_plus_English_t5x_base_1_500_000_sentiment/checkpoint_1510000\" &&
12
+ python3 eval.py --gin_search_paths="./" --gin_file="eval_categorisation_base.gin" --gin.SPLIT=\"validation\" --gin.CHECKPOINT_PATH=\"gs://nb-t5x-us-central2/v4_finetuned/norwegian_NCC_plus_English_t5x_base_1_500_000_sentiment/checkpoint_1510000\" &&
13
+ python3 eval.py --gin_search_paths="./" --gin_file="eval_categorisation_base.gin" --gin.SPLIT=\"validation\" --gin.CHECKPOINT_PATH=\"gs://nb-t5x-us-central2/v5_finetuned/norwegian_NCC_plus_English_t5x_base_1_500_000_sentiment/checkpoint_1510000\" &&
14
+ python3 eval.py --gin_search_paths="./" --gin_file="eval_categorisation_base.gin" --gin.SPLIT=\"test\" --gin.CHECKPOINT_PATH=\"gs://nb-t5x-us-central2/v1_finetuned/norwegian_NCC_plus_English_t5x_base_1_500_000_sentiment/checkpoint_1510000\" &&
15
+ python3 eval.py --gin_search_paths="./" --gin_file="eval_categorisation_base.gin" --gin.SPLIT=\"test\" --gin.CHECKPOINT_PATH=\"gs://nb-t5x-us-central2/v2_finetuned/norwegian_NCC_plus_English_t5x_base_1_500_000_sentiment/checkpoint_1510000\" &&
16
+ python3 eval.py --gin_search_paths="./" --gin_file="eval_categorisation_base.gin" --gin.SPLIT=\"test\" --gin.CHECKPOINT_PATH=\"gs://nb-t5x-us-central2/v3_finetuned/norwegian_NCC_plus_English_t5x_base_1_500_000_sentiment/checkpoint_1510000\" &&
17
+ python3 eval.py --gin_search_paths="./" --gin_file="eval_categorisation_base.gin" --gin.SPLIT=\"test\" --gin.CHECKPOINT_PATH=\"gs://nb-t5x-us-central2/v4_finetuned/norwegian_NCC_plus_English_t5x_base_1_500_000_sentiment/checkpoint_1510000\" &&
18
+ python3 eval.py --gin_search_paths="./" --gin_file="eval_categorisation_base.gin" --gin.SPLIT=\"test\" --gin.CHECKPOINT_PATH=\"gs://nb-t5x-us-central2/v5_finetuned/norwegian_NCC_plus_English_t5x_base_1_500_000_sentiment/checkpoint_1510000\" &&
19
+
20
+
21
 
22