AIFunOver commited on
Commit
e1869c8
1 Parent(s): 1335f24

Upload added_tokens.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. added_tokens.json +44 -0
added_tokens.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<code_to_intermediate>": 96521,
3
+ "<empty_output>": 96520,
4
+ "<file_sep>": 96511,
5
+ "<fim_middle>": 96508,
6
+ "<fim_prefix>": 96507,
7
+ "<fim_suffix>": 96509,
8
+ "<intermediate_to_code>": 96522,
9
+ "<issue_closed>": 96514,
10
+ "<issue_comment>": 96513,
11
+ "<issue_start>": 96512,
12
+ "<jupyter_code>": 96517,
13
+ "<jupyter_output>": 96518,
14
+ "<jupyter_script>": 96519,
15
+ "<jupyter_start>": 96515,
16
+ "<jupyter_text>": 96516,
17
+ "<pr>": 96523,
18
+ "<pr_base>": 96526,
19
+ "<pr_base_code>": 96528,
20
+ "<pr_comment>": 96531,
21
+ "<pr_diff>": 96529,
22
+ "<pr_diff_hunk>": 96530,
23
+ "<pr_diff_hunk_comment_line>": 96538,
24
+ "<pr_event_id>": 96532,
25
+ "<pr_file>": 96527,
26
+ "<pr_in_reply_to_comment_id>": 96537,
27
+ "<pr_in_reply_to_review_id>": 96536,
28
+ "<pr_is_merged>": 96525,
29
+ "<pr_review>": 96533,
30
+ "<pr_review_comment>": 96535,
31
+ "<pr_review_state>": 96534,
32
+ "<pr_status>": 96524,
33
+ "<repo_name>": 96510,
34
+ "<|endoftext|>": 96506,
35
+ "<|end|>": 96500,
36
+ "<|im_end|>": 96539,
37
+ "<|im_start|>": 96540,
38
+ "<|message|>": 96501,
39
+ "<|pad|>": 96505,
40
+ "<|start|>": 96499,
41
+ "<|tool_end|>": 96504,
42
+ "<|tool_excute|>": 96503,
43
+ "<|tool_start|>": 96502
44
+ }