ul2
Browse files
finetune_translate_base_lr.gin
CHANGED
|
@@ -30,4 +30,6 @@ utils.SaveCheckpointConfig:
|
|
| 30 |
# Might have to ba changed based on architecture
|
| 31 |
# partitioning.PjitPartitioner.num_partitions = 1
|
| 32 |
|
| 33 |
-
|
|
|
|
|
|
|
|
|
| 30 |
# Might have to ba changed based on architecture
|
| 31 |
# partitioning.PjitPartitioner.num_partitions = 1
|
| 32 |
|
| 33 |
+
VOCABULARY = @seqio.SentencePieceVocabulary()
|
| 34 |
+
seqio.SentencePieceVocabulary.sentencepiece_model_file = "gs://nb-t5/t5/vocabs/wikipedia/no-da-en-sv-nn-is_32000_unigram.sp.model"
|
| 35 |
+
seqio.SentencePieceVocabulary.extra_ids = 100
|