AdithyaSK commited on
Commit
b9ede70
1 Parent(s): a025163

Update special_tokens_map.json

Browse files
Files changed (1) hide show
  1. special_tokens_map.json +7 -0
special_tokens_map.json CHANGED
@@ -20,4 +20,11 @@
20
  "rstrip": false,
21
  "single_word": false
22
  }
 
 
 
 
 
 
 
23
  }
 
20
  "rstrip": false,
21
  "single_word": false
22
  }
23
+ "eot_token": {
24
+ "content": "<|eot_id|>",
25
+ "lstrip": false,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ }
30
  }