ArthurZ HF staff altryne commited on
Commit
d71546d
1 Parent(s): 37b6503

change hebrew code from iw (deprecated) to he (#21)

Browse files

- change hebrew code from iw (deprecated) to he (5c5c70930a607217487a4d33a9e3d66d44a0663e)


Co-authored-by: Altryne <altryne@users.noreply.huggingface.co>

README.md CHANGED
@@ -20,7 +20,7 @@ language:
20
  - hi
21
  - fi
22
  - vi
23
- - iw
24
  - uk
25
  - el
26
  - ms
20
  - hi
21
  - fi
22
  - vi
23
+ - he
24
  - uk
25
  - el
26
  - ms
added_tokens.json CHANGED
@@ -30,6 +30,7 @@
30
  "<|gu|>": 50333,
31
  "<|haw|>": 50352,
32
  "<|ha|>": 50354,
 
33
  "<|hi|>": 50276,
34
  "<|hr|>": 50291,
35
  "<|ht|>": 50339,
@@ -38,7 +39,6 @@
38
  "<|id|>": 50275,
39
  "<|is|>": 50311,
40
  "<|it|>": 50274,
41
- "<|iw|>": 50279,
42
  "<|ja|>": 50266,
43
  "<|jw|>": 50356,
44
  "<|ka|>": 50329,
30
  "<|gu|>": 50333,
31
  "<|haw|>": 50352,
32
  "<|ha|>": 50354,
33
+ "<|he|>": 50279,
34
  "<|hi|>": 50276,
35
  "<|hr|>": 50291,
36
  "<|ht|>": 50339,
39
  "<|id|>": 50275,
40
  "<|is|>": 50311,
41
  "<|it|>": 50274,
 
42
  "<|ja|>": 50266,
43
  "<|jw|>": 50356,
44
  "<|ka|>": 50329,
generation_config.json CHANGED
@@ -49,6 +49,7 @@
49
  "<|gu|>": 50333,
50
  "<|haw|>": 50352,
51
  "<|ha|>": 50354,
 
52
  "<|hi|>": 50276,
53
  "<|hr|>": 50291,
54
  "<|ht|>": 50339,
@@ -57,7 +58,6 @@
57
  "<|id|>": 50275,
58
  "<|is|>": 50311,
59
  "<|it|>": 50274,
60
- "<|iw|>": 50279,
61
  "<|ja|>": 50266,
62
  "<|jw|>": 50356,
63
  "<|ka|>": 50329,
49
  "<|gu|>": 50333,
50
  "<|haw|>": 50352,
51
  "<|ha|>": 50354,
52
+ "<|he|>": 50279,
53
  "<|hi|>": 50276,
54
  "<|hr|>": 50291,
55
  "<|ht|>": 50339,
58
  "<|id|>": 50275,
59
  "<|is|>": 50311,
60
  "<|it|>": 50274,
 
61
  "<|ja|>": 50266,
62
  "<|jw|>": 50356,
63
  "<|ka|>": 50329,
special_tokens_map.json CHANGED
@@ -22,7 +22,7 @@
22
  "<|hi|>",
23
  "<|fi|>",
24
  "<|vi|>",
25
- "<|iw|>",
26
  "<|uk|>",
27
  "<|el|>",
28
  "<|ms|>",
22
  "<|hi|>",
23
  "<|fi|>",
24
  "<|vi|>",
25
+ "<|he|>",
26
  "<|uk|>",
27
  "<|el|>",
28
  "<|ms|>",