Danielwei0214 commited on
Commit
d98b124
·
verified ·
1 Parent(s): 63f46a4

Training in progress, step 500

Browse files
config.json CHANGED
@@ -55,7 +55,7 @@
55
  }
56
  },
57
  "torch_dtype": "float32",
58
- "transformers_version": "4.35.2",
59
  "use_cache": true,
60
  "vocab_size": 32128
61
  }
 
55
  }
56
  },
57
  "torch_dtype": "float32",
58
+ "transformers_version": "4.41.2",
59
  "use_cache": true,
60
  "vocab_size": 32128
61
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a891cf9fc949060f4a4b3ed29a96e43800fdc06f209cffc06a9fd476fea7d221
3
  size 891644712
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:081bd5fe691551017f11feb1338deff5f4e0f5cae60fc40b52bde6c946029dc4
3
  size 891644712
runs/Jun27_04-45-28_fbb34bc62d94/events.out.tfevents.1719463542.fbb34bc62d94.313.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb65a80924c6aa6e5470ca91890be886012c4ef42e83864c0ac5c5195034c020
3
+ size 6786
tokenizer.json CHANGED
@@ -949,8 +949,8 @@
949
  {
950
  "type": "Metaspace",
951
  "replacement": "▁",
952
- "add_prefix_space": true,
953
- "prepend_scheme": "always"
954
  }
955
  ]
956
  },
@@ -1011,8 +1011,8 @@
1011
  "decoder": {
1012
  "type": "Metaspace",
1013
  "replacement": "▁",
1014
- "add_prefix_space": true,
1015
- "prepend_scheme": "always"
1016
  },
1017
  "model": {
1018
  "type": "Unigram",
 
949
  {
950
  "type": "Metaspace",
951
  "replacement": "▁",
952
+ "prepend_scheme": "always",
953
+ "split": true
954
  }
955
  ]
956
  },
 
1011
  "decoder": {
1012
  "type": "Metaspace",
1013
  "replacement": "▁",
1014
+ "prepend_scheme": "always",
1015
+ "split": true
1016
  },
1017
  "model": {
1018
  "type": "Unigram",
tokenizer_config.json CHANGED
@@ -930,7 +930,7 @@
930
  "clean_up_tokenization_spaces": true,
931
  "eos_token": "</s>",
932
  "extra_ids": 100,
933
- "model_max_length": 512,
934
  "pad_token": "<pad>",
935
  "tokenizer_class": "T5Tokenizer",
936
  "unk_token": "<unk>"
 
930
  "clean_up_tokenization_spaces": true,
931
  "eos_token": "</s>",
932
  "extra_ids": 100,
933
+ "model_max_length": 1000000000000000019884624838656,
934
  "pad_token": "<pad>",
935
  "tokenizer_class": "T5Tokenizer",
936
  "unk_token": "<unk>"
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0657c7c8753c24fe97059e83365811ccb6242c1f560a6a405bdfe9c4232a7038
3
- size 4728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9382ce700bd479876e15ac96bf02957085f4a4648e2521a562117ce730dba5a
3
+ size 5304