Upload added_tokens.json with huggingface_hub
Browse files- added_tokens.json +44 -0
added_tokens.json
ADDED
@@ -0,0 +1,44 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"<code_to_intermediate>": 96521,
|
3 |
+
"<empty_output>": 96520,
|
4 |
+
"<file_sep>": 96511,
|
5 |
+
"<fim_middle>": 96508,
|
6 |
+
"<fim_prefix>": 96507,
|
7 |
+
"<fim_suffix>": 96509,
|
8 |
+
"<intermediate_to_code>": 96522,
|
9 |
+
"<issue_closed>": 96514,
|
10 |
+
"<issue_comment>": 96513,
|
11 |
+
"<issue_start>": 96512,
|
12 |
+
"<jupyter_code>": 96517,
|
13 |
+
"<jupyter_output>": 96518,
|
14 |
+
"<jupyter_script>": 96519,
|
15 |
+
"<jupyter_start>": 96515,
|
16 |
+
"<jupyter_text>": 96516,
|
17 |
+
"<pr>": 96523,
|
18 |
+
"<pr_base>": 96526,
|
19 |
+
"<pr_base_code>": 96528,
|
20 |
+
"<pr_comment>": 96531,
|
21 |
+
"<pr_diff>": 96529,
|
22 |
+
"<pr_diff_hunk>": 96530,
|
23 |
+
"<pr_diff_hunk_comment_line>": 96538,
|
24 |
+
"<pr_event_id>": 96532,
|
25 |
+
"<pr_file>": 96527,
|
26 |
+
"<pr_in_reply_to_comment_id>": 96537,
|
27 |
+
"<pr_in_reply_to_review_id>": 96536,
|
28 |
+
"<pr_is_merged>": 96525,
|
29 |
+
"<pr_review>": 96533,
|
30 |
+
"<pr_review_comment>": 96535,
|
31 |
+
"<pr_review_state>": 96534,
|
32 |
+
"<pr_status>": 96524,
|
33 |
+
"<repo_name>": 96510,
|
34 |
+
"<|endoftext|>": 96506,
|
35 |
+
"<|end|>": 96500,
|
36 |
+
"<|im_end|>": 96539,
|
37 |
+
"<|im_start|>": 96540,
|
38 |
+
"<|message|>": 96501,
|
39 |
+
"<|pad|>": 96505,
|
40 |
+
"<|start|>": 96499,
|
41 |
+
"<|tool_end|>": 96504,
|
42 |
+
"<|tool_excute|>": 96503,
|
43 |
+
"<|tool_start|>": 96502
|
44 |
+
}
|