nocola
Browse files
batch_norcola.sentiment.sh
CHANGED
@@ -5,7 +5,7 @@ echo "PROJECT_DIR is set to: ${PROJECT_DIR}"
|
|
5 |
|
6 |
|
7 |
FINETUNE_STEPS=30000
|
8 |
-
EVAL_PREFIX="norbench/
|
9 |
MODEL_BUCKET_DIR="gs://pere-north-t5x/finetuned/"
|
10 |
|
11 |
CHECKPOINT_LIST=(
|
@@ -26,7 +26,7 @@ NAME_LIST=(
|
|
26 |
"north_t5_base_NCC_LR_0_002"
|
27 |
)
|
28 |
|
29 |
-
TASK_LIST=("
|
30 |
LR_LIST=(0.00001 0.0001 0.0005 0.00075 0.001 0.002)
|
31 |
|
32 |
|
|
|
5 |
|
6 |
|
7 |
FINETUNE_STEPS=30000
|
8 |
+
EVAL_PREFIX="norbench/eval_nocola_sentiment_"
|
9 |
MODEL_BUCKET_DIR="gs://pere-north-t5x/finetuned/"
|
10 |
|
11 |
CHECKPOINT_LIST=(
|
|
|
26 |
"north_t5_base_NCC_LR_0_002"
|
27 |
)
|
28 |
|
29 |
+
TASK_LIST=("nocola" "nocola" "nocola" "nocola" "nocola" "nocola")
|
30 |
LR_LIST=(0.00001 0.0001 0.0005 0.00075 0.001 0.002)
|
31 |
|
32 |
|
norbench_norcola_bs128.gin → norbench_nocola_bs128.gin
RENAMED
File without changes
|
norbench_norcola_bs128.sh → norbench_nocola_bs128.sh
RENAMED
@@ -5,7 +5,7 @@ echo "PROJECT_DIR is set to: ${PROJECT_DIR}"
|
|
5 |
|
6 |
|
7 |
FINETUNE_STEPS=5000
|
8 |
-
EVAL_PREFIX="norbench/
|
9 |
MODEL_BUCKET_DIR="gs://pere-north-t5x/finetuned/"
|
10 |
|
11 |
CHECKPOINT_LIST=(
|
@@ -22,15 +22,15 @@ NAME_LIST=(
|
|
22 |
"north_t5_base_NCC_LR_0_002"
|
23 |
)
|
24 |
|
25 |
-
TASK_LIST=("
|
26 |
LR_LIST=(0.0006 0.0008 0.001 0.002)
|
27 |
|
28 |
|
29 |
GIN_LIST=(
|
30 |
-
"
|
31 |
-
"
|
32 |
-
"
|
33 |
-
"
|
34 |
)
|
35 |
|
36 |
START_LIST=(1500000 1500000 1500000 1500000)
|
|
|
5 |
|
6 |
|
7 |
FINETUNE_STEPS=5000
|
8 |
+
EVAL_PREFIX="norbench/norbench_nocola_bs128"
|
9 |
MODEL_BUCKET_DIR="gs://pere-north-t5x/finetuned/"
|
10 |
|
11 |
CHECKPOINT_LIST=(
|
|
|
22 |
"north_t5_base_NCC_LR_0_002"
|
23 |
)
|
24 |
|
25 |
+
TASK_LIST=("nocola" "nocola" "nocola" "nocola")
|
26 |
LR_LIST=(0.0006 0.0008 0.001 0.002)
|
27 |
|
28 |
|
29 |
GIN_LIST=(
|
30 |
+
"norbench_nocola_bs128.gin"
|
31 |
+
"norbench_nocola_bs128.gin"
|
32 |
+
"norbench_nocola_bs128.gin"
|
33 |
+
"norbench_nocola_bs128.gin"
|
34 |
)
|
35 |
|
36 |
START_LIST=(1500000 1500000 1500000 1500000)
|
tasks.py
CHANGED
@@ -36,10 +36,10 @@ tsv_document_sentiment_path = {
|
|
36 |
"test": "gs://pere-public/norbench/document/test.tsv"
|
37 |
}
|
38 |
|
39 |
-
|
40 |
-
"train": "gs://pere-public/norbench/
|
41 |
-
"validation": "gs://pere-public/norbench/
|
42 |
-
"test": "gs://pere-public/norbench/
|
43 |
}
|
44 |
tsv_sentence_sentiment_path = {
|
45 |
"train": "gs://pere-public/norbench/sentence/train.tsv",
|
@@ -198,9 +198,9 @@ seqio.TaskRegistry.add(
|
|
198 |
)
|
199 |
|
200 |
seqio.TaskRegistry.add(
|
201 |
-
"
|
202 |
source=seqio.TextLineDataSource(
|
203 |
-
split_to_filepattern=
|
204 |
#num_input_examples=num_nq_examples
|
205 |
),
|
206 |
preprocessors=[
|
|
|
36 |
"test": "gs://pere-public/norbench/document/test.tsv"
|
37 |
}
|
38 |
|
39 |
+
tsv_nocola_path = {
|
40 |
+
"train": "gs://pere-public/norbench/nocola/train.tsv",
|
41 |
+
"validation": "gs://pere-public/norbench/nocola/dev.tsv",
|
42 |
+
"test": "gs://pere-public/norbench/nocola/test.tsv"
|
43 |
}
|
44 |
tsv_sentence_sentiment_path = {
|
45 |
"train": "gs://pere-public/norbench/sentence/train.tsv",
|
|
|
198 |
)
|
199 |
|
200 |
seqio.TaskRegistry.add(
|
201 |
+
"nocola",
|
202 |
source=seqio.TextLineDataSource(
|
203 |
+
split_to_filepattern=tsv_nocola_path,
|
204 |
#num_input_examples=num_nq_examples
|
205 |
),
|
206 |
preprocessors=[
|