Hugging Face's logo

dejanseo
/
universal-query-classifier-xsmall

Safetensors
deberta-v2
Model card Files
xet
Community
dejanseo commited on
Commit
509c170
·
verified ·
1 Parent(s): 4059062

Upload 8 files

Browse files
Files changed (8) hide show
  1. added_tokens.json +6 -0
  2. classifier_head.json +1 -0
  3. config.json +35 -0
  4. model.safetensors +3 -0
  5. special_tokens_map.json +38 -0
  6. spm.model +3 -0
  7. tokenizer.json +0 -0
  8. tokenizer_config.json +88 -0
added_tokens.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "[LABEL_DESCRIPTION]": 128003,
3
+ "[LABEL_NAME]": 128002,
4
+ "[MASK]": 128000,
5
+ "[QUERY]": 128001
6
+ }
classifier_head.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"scorer_weight": [[0.020228702574968338, 0.03553098440170288, -0.010551916435360909, -0.006611315067857504, -0.03738512843847275, -0.02414511702954769, -0.016292426735162735, 0.010819610208272934, -0.029095645993947983, -0.011354469694197178, -0.027255121618509293, -0.012612884864211082, -0.0010597165673971176, -0.00888301245868206, 0.007313362322747707, 0.03266429528594017, -0.0012704820837825537, 0.03954228386282921, 0.010592620819807053, 0.027590887621045113, 0.017258118838071823, -0.03865706920623779, -0.04335135221481323, 0.0006758741219528019, 0.030904242768883705, -0.010690669529139996, -0.009777684696018696, 0.04526635631918907, 0.01435150858014822, -0.026293741539120674, -0.007668149191886187, 0.026094695553183556, -0.020831819623708725, 0.011363526806235313, 0.017409371212124825, 7.591229950776324e-05, -0.04699793830513954, 0.015926288440823555, -0.032910365611314774, -0.019040951505303383, 0.04514182358980179, -0.04948122799396515, -0.050530582666397095, -0.012883338145911694, 0.011781716719269753, -0.00039110216312110424, 0.03738750144839287, 0.007574624381959438, -0.041561659425497055, -0.009464973583817482, 0.01200782973319292, 0.035015132278203964, -0.012296770699322224, 0.024876119568943977, 0.05116423964500427, 0.02623102255165577, 0.022795958444476128, 0.015257664956152439, -0.00817814003676176, -0.01666475087404251, 0.01997704617679119, 0.012067875824868679, 0.03410463407635689, 0.013573162257671356, 0.027583099901676178, -0.0456613227725029, 0.044975440949201584, 0.037602394819259644, 0.037634097039699554, -0.012316317297518253, -0.009105262346565723, -0.014571471139788628, 0.019142117351293564, -0.004690784029662609, 0.019445369020104408, -0.03955690190196037, -0.016410162672400475, 0.006115706637501717, -0.00853291992098093, -0.04678996279835701, 0.032897934317588806, -0.035444263368844986, -0.0469602607190609, 0.051087263971567154, -0.0021768880542367697, 0.04243660345673561, 0.035983745008707047, -0.03871825709939003, 0.0007551340386271477, -0.006114548072218895, 0.0005031605833210051, -0.022877898067235947, -0.03801754117012024, 0.010102455504238605, 0.04005150869488716, 0.030898084864020348, 0.03131381422281265, -0.03213736414909363, 0.04878442361950874, -0.007186578121036291, 0.02296968549489975, 0.044625423848629, 0.03275483474135399, -0.008367055095732212, -0.03767935931682587, -0.029444940388202667, 0.01777338795363903, -0.038090188056230545, 0.01862102746963501, 0.012301835231482983, -0.027187427505850792, 0.00753432884812355, -0.009558411315083504, 0.04799389839172363, -0.028650496155023575, -0.003184902248904109, 0.015024228021502495, 0.01901988685131073, 0.030359311029314995, 6.373309588525444e-05, -0.00431381119415164, 0.02927752584218979, 0.0174654982984066, -0.008781385608017445, -0.036993931978940964, 0.04983812943100929, 0.035151876509189606, -0.04279903694987297, -0.03281997889280319, 0.04991968348622322, -0.016291774809360504, -0.04948480427265167, -0.04452580213546753, 0.01644882932305336, 0.03679760545492172, 0.01654323935508728, 0.01464194618165493, -0.027709508314728737, -0.02884649485349655, -0.031100688502192497, 0.02339225448668003, 0.01653345674276352, 0.032195623964071274, -0.01142530795186758, 0.028299488127231598, 0.04447050020098686, 0.0505770668387413, -0.04154930263757706, -0.043204620480537415, -0.006028641015291214, 0.006937751080840826, 0.02810242958366871, 0.010924243368208408, 0.03774069622159004, -0.004210787359625101, -0.043546490371227264, 0.02355777472257614, -0.028049379587173462, -0.04135274142026901, 0.028325438499450684, -0.045065127313137054, -0.018919192254543304, -0.029221588745713234, 0.04536743462085724, -0.023497754707932472, -0.008199131116271019, -0.02326757088303566, -0.04309112951159477, 0.04705679789185524, 0.032496850937604904, 0.03790060430765152, 0.02144165337085724, -0.007071645464748144, 0.040144797414541245, -0.020565474405884743, 0.011154153384268284, -0.048025812953710556, 0.04158112779259682, -0.042262010276317596, -0.03228845074772835, -0.047177914530038834, -0.017735159024596214, 0.0243630763143301, 0.016737597063183784, 0.048565641045570374, -0.006304432172328234, -0.046752266585826874, 0.0013263332657516003, -0.047339748591184616, -0.042158093303442, -0.048311498016119, -0.02814694307744503, 0.03334920108318329, -0.005738299805670977, 0.012139169499278069, 0.006935139186680317, -0.014533989131450653, 0.0421186126768589, -0.0002926603192463517, -0.02609504573047161, -0.003580905729904771, 0.02368404157459736, 0.006566287949681282, 0.008441099897027016, 0.04841260239481926, -0.01644359715282917, 0.0026632659137248993, -0.0047439103946089745, 0.025008972734212875, -0.0009144297218881547, -0.04328195005655289, -0.015192427672445774, 0.04704088717699051, -0.013738631270825863, 0.01540923211723566, -0.02955186367034912, -0.04047999531030655, -0.004888711962848902, -0.030656758695840836, 0.013387874700129032, 0.010758559219539165, -0.046900052577257156, -0.04382065311074257, -0.028220728039741516, -0.03697387874126434, 0.04611288011074066, -0.014872325584292412, -0.034459058195352554, -0.001753804855979979, 0.032104555517435074, -0.039810530841350555, 0.02316925674676895, 0.0226280614733696, 0.03553053364157677, -0.000214233819860965, -0.015364281833171844, 0.018817583099007607, 0.015509977005422115, 0.026731718331575394, -0.015859711915254593, -0.002014556899666786, -0.03643001243472099, -0.004032149910926819, -0.050258491188287735, -0.007942769676446915, 0.017246972769498825, 0.03011452779173851, -0.018522873520851135, 0.022938309237360954, 0.03019106388092041, 0.014974454417824745, -0.01692805252969265, -0.037674400955438614, 0.001820896752178669, 0.005355055909603834, 0.044508546590805054, 0.02448911964893341, 0.023587703704833984, -0.03771812096238136, 0.004983424209058285, -0.0043275849893689156, -0.023171305656433105, 0.0014925978612154722, 0.00801702681928873, -0.045981477946043015, 0.013521629385650158, -0.020751280710101128, -0.004563150927424431, 0.01151895709335804, -0.03821457177400589, -0.005079114809632301, -0.008666845969855785, -0.009530865587294102, -0.04898383468389511, -0.01244694646447897, -0.029111599549651146, -0.0014493564376607537, 0.04788470268249512, -0.04275532439351082, -0.032711323350667953, -0.04975263774394989, 0.038835104554891586, -0.051247406750917435, 0.024927692487835884, 0.006048607174307108, 0.013298837468028069, 0.02417171560227871, 0.010383978486061096, 0.03845468908548355, -0.04407219961285591, 0.0016530209686607122, -0.04444114491343498, -0.0494769923388958, 0.04669325426220894, 0.008461334742605686, -0.025678811594843864, 0.01595785841345787, -0.04230818524956703, 0.0422637052834034, -0.04705469310283661, -0.05137460678815842, 0.04346150904893875, -0.04338667541742325, -0.011735212989151478, -0.02198219671845436, -0.015866437926888466, 0.021425360813736916, 0.017083413898944855, -0.0460045225918293, -0.0038906054105609655, 0.0006269048317335546, 0.051425084471702576, -0.008741812780499458, 0.003875901224091649, -0.041107453405857086, 0.04757121205329895, 0.04243806377053261, -0.02268475480377674, -0.02622932568192482, 0.020951539278030396, -0.04972086101770401, -0.0382021926343441, 0.04255921393632889, -0.0034739866387099028, -0.022005755454301834, 0.01535939984023571, 0.030920224264264107, 0.034715693444013596, -0.027600429952144623, -0.0099493945017457, 0.01935393735766411, 0.03571464493870735, 0.01600959710776806, -0.04683298617601395, 0.04969651997089386, -0.004556180443614721, 0.014874816872179508, -0.01819424144923687, -0.004714456386864185, -0.017218006774783134, -0.021985117346048355, -0.02352767437696457, -0.00920171570032835, -0.00021845177980139852, 0.04653644189238548, -0.019886791706085205, 0.0493471659719944, -0.014938975684344769, 0.002017141319811344, -0.001276926719583571, -0.007279607933014631, -0.021242547780275345, -0.0035048159770667553, -0.030075883492827415, -0.03132929652929306, 0.020652199164032936, -0.036122098565101624, 0.0170216653496027, 0.03512278199195862, -0.021833401173353195, 0.020337458699941635, 0.01778729446232319, -0.011973019689321518, -0.0005900964024476707, 0.004080912563949823, -0.03326486423611641, -0.012347418814897537, 0.04946689307689667, 0.013642807491123676, -0.019599538296461105, -0.04371136054396629, -0.04274731129407883, -0.008975399658083916, 0.004036847967654467, -0.01868596114218235, 0.03494967892765999, 0.046159546822309494, -0.012393382377922535, 0.01980316825211048, 0.04169526696205139, -0.032593727111816406, -0.03331431373953819, 0.0428546741604805, 0.024532131850719452]], "scorer_bias": [0.01670842245221138]}
config.json ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "DebertaV2Model"
4
+ ],
5
+ "attention_probs_dropout_prob": 0.1,
6
+ "hidden_act": "gelu",
7
+ "hidden_dropout_prob": 0.1,
8
+ "hidden_size": 384,
9
+ "initializer_range": 0.02,
10
+ "intermediate_size": 1536,
11
+ "layer_norm_eps": 1e-07,
12
+ "legacy": true,
13
+ "max_position_embeddings": 512,
14
+ "max_relative_positions": -1,
15
+ "model_type": "deberta-v2",
16
+ "norm_rel_ebd": "layer_norm",
17
+ "num_attention_heads": 6,
18
+ "num_hidden_layers": 12,
19
+ "pad_token_id": 0,
20
+ "pooler_dropout": 0,
21
+ "pooler_hidden_act": "gelu",
22
+ "pooler_hidden_size": 384,
23
+ "pos_att_type": [
24
+ "p2c",
25
+ "c2p"
26
+ ],
27
+ "position_biased_input": false,
28
+ "position_buckets": 256,
29
+ "relative_attention": true,
30
+ "share_att_key": true,
31
+ "torch_dtype": "float32",
32
+ "transformers_version": "4.51.3",
33
+ "type_vocab_size": 0,
34
+ "vocab_size": 128004
35
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3b17ea9e9ce1133c9784c4a4aa756e7c02526a8ba75d4acabac86ee63a605f5
3
+ size 282603624
special_tokens_map.json ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ {
4
+ "content": "[QUERY]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false
9
+ },
10
+ {
11
+ "content": "[LABEL_NAME]",
12
+ "lstrip": false,
13
+ "normalized": false,
14
+ "rstrip": false,
15
+ "single_word": false
16
+ },
17
+ {
18
+ "content": "[LABEL_DESCRIPTION]",
19
+ "lstrip": false,
20
+ "normalized": false,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ }
24
+ ],
25
+ "bos_token": "[CLS]",
26
+ "cls_token": "[CLS]",
27
+ "eos_token": "[SEP]",
28
+ "mask_token": "[MASK]",
29
+ "pad_token": "[PAD]",
30
+ "sep_token": "[SEP]",
31
+ "unk_token": {
32
+ "content": "[UNK]",
33
+ "lstrip": false,
34
+ "normalized": true,
35
+ "rstrip": false,
36
+ "single_word": false
37
+ }
38
+ }
spm.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c679fbf93643d19aab7ee10c0b99e460bdbc02fedf34b92b05af343b4af586fd
3
+ size 2464616
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,88 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[PAD]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "[CLS]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "[SEP]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "[UNK]",
29
+ "lstrip": false,
30
+ "normalized": true,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "128000": {
36
+ "content": "[MASK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ },
43
+ "128001": {
44
+ "content": "[QUERY]",
45
+ "lstrip": false,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": true
50
+ },
51
+ "128002": {
52
+ "content": "[LABEL_NAME]",
53
+ "lstrip": false,
54
+ "normalized": false,
55
+ "rstrip": false,
56
+ "single_word": false,
57
+ "special": true
58
+ },
59
+ "128003": {
60
+ "content": "[LABEL_DESCRIPTION]",
61
+ "lstrip": false,
62
+ "normalized": false,
63
+ "rstrip": false,
64
+ "single_word": false,
65
+ "special": true
66
+ }
67
+ },
68
+ "additional_special_tokens": [
69
+ "[QUERY]",
70
+ "[LABEL_NAME]",
71
+ "[LABEL_DESCRIPTION]"
72
+ ],
73
+ "bos_token": "[CLS]",
74
+ "clean_up_tokenization_spaces": false,
75
+ "cls_token": "[CLS]",
76
+ "do_lower_case": false,
77
+ "eos_token": "[SEP]",
78
+ "extra_special_tokens": {},
79
+ "mask_token": "[MASK]",
80
+ "model_max_length": 1000000000000000019884624838656,
81
+ "pad_token": "[PAD]",
82
+ "sep_token": "[SEP]",
83
+ "sp_model_kwargs": {},
84
+ "split_by_punct": false,
85
+ "tokenizer_class": "DebertaV2Tokenizer",
86
+ "unk_token": "[UNK]",
87
+ "vocab_type": "spm"
88
+ }