JhonVanced commited on
Commit
2ec91e5
1 Parent(s): c285a67

Upload with huggingface_hub

Browse files
Files changed (2) hide show
  1. model.bin +1 -1
  2. tokenizer.json +42 -0
model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:69f74147e3334731bc3a76048724833325d2ec74642fb52620eda87352e3d4f1
3
  size 3087284237
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:230311ec75cc3b51dc70373b51c7c15d410bbad0e91029413b2729ba749dd76b
3
  size 3087284237
tokenizer.json CHANGED
@@ -14501,6 +14501,18 @@
14501
  "type_id": 0
14502
  }
14503
  },
 
 
 
 
 
 
 
 
 
 
 
 
14504
  {
14505
  "SpecialToken": {
14506
  "id": "<|notimestamps|>",
@@ -14527,6 +14539,18 @@
14527
  "type_id": 0
14528
  }
14529
  },
 
 
 
 
 
 
 
 
 
 
 
 
14530
  {
14531
  "SpecialToken": {
14532
  "id": "<|notimestamps|>",
@@ -14562,6 +14586,15 @@
14562
  "<|endoftext|>"
14563
  ]
14564
  },
 
 
 
 
 
 
 
 
 
14565
  "<|notimestamps|>": {
14566
  "id": "<|notimestamps|>",
14567
  "ids": [
@@ -14579,6 +14612,15 @@
14579
  "tokens": [
14580
  "<|startoftranscript|>"
14581
  ]
 
 
 
 
 
 
 
 
 
14582
  }
14583
  }
14584
  },
 
14501
  "type_id": 0
14502
  }
14503
  },
14504
+ {
14505
+ "SpecialToken": {
14506
+ "id": "<|ja|>",
14507
+ "type_id": 0
14508
+ }
14509
+ },
14510
+ {
14511
+ "SpecialToken": {
14512
+ "id": "<|transcribe|>",
14513
+ "type_id": 0
14514
+ }
14515
+ },
14516
  {
14517
  "SpecialToken": {
14518
  "id": "<|notimestamps|>",
 
14539
  "type_id": 0
14540
  }
14541
  },
14542
+ {
14543
+ "SpecialToken": {
14544
+ "id": "<|ja|>",
14545
+ "type_id": 0
14546
+ }
14547
+ },
14548
+ {
14549
+ "SpecialToken": {
14550
+ "id": "<|transcribe|>",
14551
+ "type_id": 0
14552
+ }
14553
+ },
14554
  {
14555
  "SpecialToken": {
14556
  "id": "<|notimestamps|>",
 
14586
  "<|endoftext|>"
14587
  ]
14588
  },
14589
+ "<|ja|>": {
14590
+ "id": "<|ja|>",
14591
+ "ids": [
14592
+ 50266
14593
+ ],
14594
+ "tokens": [
14595
+ "<|ja|>"
14596
+ ]
14597
+ },
14598
  "<|notimestamps|>": {
14599
  "id": "<|notimestamps|>",
14600
  "ids": [
 
14612
  "tokens": [
14613
  "<|startoftranscript|>"
14614
  ]
14615
+ },
14616
+ "<|transcribe|>": {
14617
+ "id": "<|transcribe|>",
14618
+ "ids": [
14619
+ 50360
14620
+ ],
14621
+ "tokens": [
14622
+ "<|transcribe|>"
14623
+ ]
14624
  }
14625
  }
14626
  },