Upload added_tokens.json with huggingface_hub
Browse files- added_tokens.json +44 -0
added_tokens.json
ADDED
|
@@ -0,0 +1,44 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"<code_to_intermediate>": 96521,
|
| 3 |
+
"<empty_output>": 96520,
|
| 4 |
+
"<file_sep>": 96511,
|
| 5 |
+
"<fim_middle>": 96508,
|
| 6 |
+
"<fim_prefix>": 96507,
|
| 7 |
+
"<fim_suffix>": 96509,
|
| 8 |
+
"<intermediate_to_code>": 96522,
|
| 9 |
+
"<issue_closed>": 96514,
|
| 10 |
+
"<issue_comment>": 96513,
|
| 11 |
+
"<issue_start>": 96512,
|
| 12 |
+
"<jupyter_code>": 96517,
|
| 13 |
+
"<jupyter_output>": 96518,
|
| 14 |
+
"<jupyter_script>": 96519,
|
| 15 |
+
"<jupyter_start>": 96515,
|
| 16 |
+
"<jupyter_text>": 96516,
|
| 17 |
+
"<pr>": 96523,
|
| 18 |
+
"<pr_base>": 96526,
|
| 19 |
+
"<pr_base_code>": 96528,
|
| 20 |
+
"<pr_comment>": 96531,
|
| 21 |
+
"<pr_diff>": 96529,
|
| 22 |
+
"<pr_diff_hunk>": 96530,
|
| 23 |
+
"<pr_diff_hunk_comment_line>": 96538,
|
| 24 |
+
"<pr_event_id>": 96532,
|
| 25 |
+
"<pr_file>": 96527,
|
| 26 |
+
"<pr_in_reply_to_comment_id>": 96537,
|
| 27 |
+
"<pr_in_reply_to_review_id>": 96536,
|
| 28 |
+
"<pr_is_merged>": 96525,
|
| 29 |
+
"<pr_review>": 96533,
|
| 30 |
+
"<pr_review_comment>": 96535,
|
| 31 |
+
"<pr_review_state>": 96534,
|
| 32 |
+
"<pr_status>": 96524,
|
| 33 |
+
"<repo_name>": 96510,
|
| 34 |
+
"<|endoftext|>": 96506,
|
| 35 |
+
"<|end|>": 96500,
|
| 36 |
+
"<|im_end|>": 96539,
|
| 37 |
+
"<|im_start|>": 96540,
|
| 38 |
+
"<|message|>": 96501,
|
| 39 |
+
"<|pad|>": 96505,
|
| 40 |
+
"<|start|>": 96499,
|
| 41 |
+
"<|tool_end|>": 96504,
|
| 42 |
+
"<|tool_excute|>": 96503,
|
| 43 |
+
"<|tool_start|>": 96502
|
| 44 |
+
}
|