dewdev commited on
Commit
bdd936f
·
verified ·
1 Parent(s): 6d6cf74

Upload 3 files

Browse files
onnx/special_tokens.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "unk_token": "[UNK]",
3
+ "sep_token": "[SEP]",
4
+ "pad_token": "[PAD]",
5
+ "cls_token": "[CLS]",
6
+ "mask_token": "[MASK]"
7
+ }
onnx/tokenizer_config.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_max_length": 512,
3
+ "padding_side": "right",
4
+ "truncation_side": "right",
5
+ "model_input_names": [
6
+ "input_ids",
7
+ "attention_mask"
8
+ ],
9
+ "use_fast": true,
10
+ "do_lower_case": true,
11
+ "strip_accents": true,
12
+ "clean_text": true,
13
+ "normalizer_config": {
14
+ "lowercase": true,
15
+ "strip_accents": true,
16
+ "clean_text": true
17
+ }
18
+ }
onnx/vocab.json ADDED
The diff for this file is too large to render. See raw diff