pere
/

eu-jav-categorisation

Model card Files Files and versions Community

pere commited on Mar 30, 2022

Commit

0ca917b

•

1 Parent(s): f5528f4

train on dataset2

Files changed (3) hide show

__pycache__/tasks.cpython-38.pyc +0 -0
tasks.py +3 -3
train_large.sh +1 -1

__pycache__/tasks.cpython-38.pyc ADDED Viewed

Binary file (1.87 kB). View file

tasks.py CHANGED Viewed

@@ -9,9 +9,9 @@ import t5
 import tensorflow.compat.v1 as tf
 tsv_path = {
-        "train": "gs://peregilcloud/italian_tweets/train.tsv",
-        "validation": "gs://peregilcloud/italian_tweets/dev.tsv",
-        "test": "gs://peregilcloud/italian_tweets/test.tsv"
 }
 vocabulary = seqio.SentencePieceVocabulary(

 import tensorflow.compat.v1 as tf
 tsv_path = {
+        "train": "gs://peregilcloud/italian_tweets/train2.tsv",
+        "validation": "gs://peregilcloud/italian_tweets/dev2.tsv",
+        "test": "gs://peregilcloud/italian_tweets/test2.tsv"
 }
 vocabulary = seqio.SentencePieceVocabulary(

train_large.sh CHANGED Viewed

@@ -1,7 +1,7 @@
 PROJECT_DIR=${HOME}"/models/eu-jav-categorisation"
 T5X_DIR="../../t5x"  # directory where the t5x is cloned.
 #Needs to be updated when moving to tpu-v4  it should then be in another zone
-MODEL_DIR="gs://nb-t5x/eujav_large"
 export PYTHONPATH=${PROJECT_DIR}
 python3 ${T5X_DIR}/t5x/train.py \

 PROJECT_DIR=${HOME}"/models/eu-jav-categorisation"
 T5X_DIR="../../t5x"  # directory where the t5x is cloned.
 #Needs to be updated when moving to tpu-v4  it should then be in another zone
+MODEL_DIR="gs://nb-t5x/eujav_large2"
 export PYTHONPATH=${PROJECT_DIR}
 python3 ${T5X_DIR}/t5x/train.py \