FremyCompany commited on
Commit
5e44563
1 Parent(s): 1bb1b1f

Fix the tokenizer issue reported by @BramVanroy (#3)

Browse files
Files changed (3) hide show
  1. config.json +2 -2
  2. pytorch_model.bin +2 -2
  3. tokenizer.json +1 -1
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "./roberta-large--nl--oscar.3/checkpoint-26000",
3
  "additional_special_tokens_ids": [],
4
  "architectures": [
5
  "RobertaForMaskedLM"
@@ -25,7 +25,7 @@
25
  "sep_token_id": 3,
26
  "tokenizer_class": "RobertaTokenizerFast",
27
  "torch_dtype": "float32",
28
- "transformers_version": "4.29.2",
29
  "type_vocab_size": 1,
30
  "unk_token_id": 2,
31
  "use_cache": true,
 
1
  {
2
+ "_name_or_path": "FremyCompany/roberta-large-nl-oscar23",
3
  "additional_special_tokens_ids": [],
4
  "architectures": [
5
  "RobertaForMaskedLM"
 
25
  "sep_token_id": 3,
26
  "tokenizer_class": "RobertaTokenizerFast",
27
  "torch_dtype": "float32",
28
+ "transformers_version": "4.30.2",
29
  "type_vocab_size": 1,
30
  "unk_token_id": 2,
31
  "use_cache": true,
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7d3084a09d550ebd97e0a4f3ba0054bd2f41596d607964092430503ec92f53f9
3
- size 1420708626
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db4118175f1ec2d7bab2d2da17ecf3b08f48dd7426a0843efa72b9aa42b9b9e3
3
+ size 1420693675
tokenizer.json CHANGED
@@ -72,7 +72,7 @@
72
  "type": "RobertaProcessing",
73
  "sep": [
74
  "</s>",
75
- 2
76
  ],
77
  "cls": [
78
  "<s>",
 
72
  "type": "RobertaProcessing",
73
  "sep": [
74
  "</s>",
75
+ 3
76
  ],
77
  "cls": [
78
  "<s>",