Masterwhiece commited on
Commit
9cb8351
·
verified ·
1 Parent(s): d266299

Upload folder using huggingface_hub

Browse files
UD_Portuguese-CINTIL/xlm-r/config.json ADDED
@@ -0,0 +1,184 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "xlm-roberta-base",
3
+ "adapters": {
4
+ "adapters": {},
5
+ "config_map": {},
6
+ "fusion_config_map": {},
7
+ "fusion_name_map": {},
8
+ "fusions": {}
9
+ },
10
+ "architectures": [
11
+ "XLMRobertaAdapterModel"
12
+ ],
13
+ "attention_probs_dropout_prob": 0.1,
14
+ "bos_token_id": 0,
15
+ "classifier_dropout": null,
16
+ "eos_token_id": 2,
17
+ "hidden_act": "gelu",
18
+ "hidden_dropout_prob": 0.1,
19
+ "hidden_size": 768,
20
+ "id2label": {
21
+ "0": "_",
22
+ "1": "acl",
23
+ "2": "advcl",
24
+ "3": "advmod",
25
+ "4": "amod",
26
+ "5": "appos",
27
+ "6": "aux",
28
+ "7": "case",
29
+ "8": "cc",
30
+ "9": "ccomp",
31
+ "10": "clf",
32
+ "11": "compound",
33
+ "12": "conj",
34
+ "13": "cop",
35
+ "14": "csubj",
36
+ "15": "dep",
37
+ "16": "det",
38
+ "17": "discourse",
39
+ "18": "dislocated",
40
+ "19": "expl",
41
+ "20": "fixed",
42
+ "21": "flat",
43
+ "22": "goeswith",
44
+ "23": "iobj",
45
+ "24": "list",
46
+ "25": "mark",
47
+ "26": "nmod",
48
+ "27": "nsubj",
49
+ "28": "nummod",
50
+ "29": "obj",
51
+ "30": "obl",
52
+ "31": "orphan",
53
+ "32": "parataxis",
54
+ "33": "punct",
55
+ "34": "reparandum",
56
+ "35": "root",
57
+ "36": "vocative",
58
+ "37": "xcomp",
59
+ "38": "dup",
60
+ "39": "mwe",
61
+ "40": "name",
62
+ "41": "remnant"
63
+ },
64
+ "initializer_range": 0.02,
65
+ "intermediate_size": 3072,
66
+ "label2id": {
67
+ "_": 0,
68
+ "acl": 1,
69
+ "advcl": 2,
70
+ "advmod": 3,
71
+ "amod": 4,
72
+ "appos": 5,
73
+ "aux": 6,
74
+ "case": 7,
75
+ "cc": 8,
76
+ "ccomp": 9,
77
+ "clf": 10,
78
+ "compound": 11,
79
+ "conj": 12,
80
+ "cop": 13,
81
+ "csubj": 14,
82
+ "dep": 15,
83
+ "det": 16,
84
+ "discourse": 17,
85
+ "dislocated": 18,
86
+ "dup": 38,
87
+ "expl": 19,
88
+ "fixed": 20,
89
+ "flat": 21,
90
+ "goeswith": 22,
91
+ "iobj": 23,
92
+ "list": 24,
93
+ "mark": 25,
94
+ "mwe": 39,
95
+ "name": 40,
96
+ "nmod": 26,
97
+ "nsubj": 27,
98
+ "nummod": 28,
99
+ "obj": 29,
100
+ "obl": 30,
101
+ "orphan": 31,
102
+ "parataxis": 32,
103
+ "punct": 33,
104
+ "remnant": 41,
105
+ "reparandum": 34,
106
+ "root": 35,
107
+ "vocative": 36,
108
+ "xcomp": 37
109
+ },
110
+ "layer_norm_eps": 1e-05,
111
+ "max_position_embeddings": 514,
112
+ "model_type": "xlm-roberta",
113
+ "num_attention_heads": 12,
114
+ "num_hidden_layers": 12,
115
+ "output_past": true,
116
+ "pad_token_id": 0,
117
+ "position_embedding_type": "absolute",
118
+ "prediction_heads": {
119
+ "default": {
120
+ "activation_function": "gelu",
121
+ "bias": true,
122
+ "embedding_size": 768,
123
+ "head_type": "masked_lm",
124
+ "label2id": null,
125
+ "layer_norm": true,
126
+ "layers": 2,
127
+ "shift_labels": false,
128
+ "vocab_size": 250002
129
+ },
130
+ "ud_UD_Portuguese-CINTIL": {
131
+ "head_type": "dependency_parsing",
132
+ "label2id": {
133
+ "_": 0,
134
+ "acl": 1,
135
+ "advcl": 2,
136
+ "advmod": 3,
137
+ "amod": 4,
138
+ "appos": 5,
139
+ "aux": 6,
140
+ "case": 7,
141
+ "cc": 8,
142
+ "ccomp": 9,
143
+ "clf": 10,
144
+ "compound": 11,
145
+ "conj": 12,
146
+ "cop": 13,
147
+ "csubj": 14,
148
+ "dep": 15,
149
+ "det": 16,
150
+ "discourse": 17,
151
+ "dislocated": 18,
152
+ "dup": 38,
153
+ "expl": 19,
154
+ "fixed": 20,
155
+ "flat": 21,
156
+ "goeswith": 22,
157
+ "iobj": 23,
158
+ "list": 24,
159
+ "mark": 25,
160
+ "mwe": 39,
161
+ "name": 40,
162
+ "nmod": 26,
163
+ "nsubj": 27,
164
+ "nummod": 28,
165
+ "obj": 29,
166
+ "obl": 30,
167
+ "orphan": 31,
168
+ "parataxis": 32,
169
+ "punct": 33,
170
+ "remnant": 41,
171
+ "reparandum": 34,
172
+ "root": 35,
173
+ "vocative": 36,
174
+ "xcomp": 37
175
+ },
176
+ "num_labels": 42
177
+ }
178
+ },
179
+ "torch_dtype": "float32",
180
+ "transformers_version": "4.47.1",
181
+ "type_vocab_size": 1,
182
+ "use_cache": true,
183
+ "vocab_size": 250002
184
+ }
UD_Portuguese-CINTIL/xlm-r/generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 0,
4
+ "eos_token_id": 2,
5
+ "pad_token_id": 0,
6
+ "transformers_version": "4.47.1"
7
+ }
UD_Portuguese-CINTIL/xlm-r/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22dcb7d97d0405455b56f1a0289c12e360ffccece3973e005a21d27ce2052500
3
+ size 1217279048
UD_Portuguese-CINTIL/xlm-r/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee9e83df450542f1802b98fbc08e7f50abddc4238c78911efafaecf91a332e93
3
+ size 2434680506
UD_Portuguese-CINTIL/xlm-r/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a071d76fc6bf67f281581b231491371a8c963bbfab15395bb4136b7855d586d6
3
+ size 14244
UD_Portuguese-CINTIL/xlm-r/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb303bff657cd7e916cd22484127a209c37a993112e06b5a442c90a309553ac9
3
+ size 1064
UD_Portuguese-CINTIL/xlm-r/trainer_state.json ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 5.0,
5
+ "eval_steps": 500,
6
+ "global_step": 1200,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "eval_loss": 0.3368691669156154,
14
+ "las": 91.49863254994669,
15
+ "step": 240,
16
+ "uas": 94.09446993927595
17
+ },
18
+ {
19
+ "epoch": 2.0,
20
+ "eval_loss": 0.24990216024840872,
21
+ "las": 93.04454642377046,
22
+ "step": 480,
23
+ "uas": 95.3135864274788
24
+ },
25
+ {
26
+ "epoch": 2.0833333333333335,
27
+ "grad_norm": 4.887636184692383,
28
+ "learning_rate": 0.00011666666666666668,
29
+ "loss": 0.6372,
30
+ "step": 500
31
+ },
32
+ {
33
+ "epoch": 3.0,
34
+ "eval_loss": 0.23009061622433363,
35
+ "las": 93.82561535252398,
36
+ "step": 720,
37
+ "uas": 95.791035090159
38
+ },
39
+ {
40
+ "epoch": 4.0,
41
+ "eval_loss": 0.2193583834062641,
42
+ "las": 94.98215361794836,
43
+ "step": 960,
44
+ "uas": 96.5512446113197
45
+ },
46
+ {
47
+ "epoch": 4.166666666666667,
48
+ "grad_norm": 3.152074098587036,
49
+ "learning_rate": 3.3333333333333335e-05,
50
+ "loss": 0.1539,
51
+ "step": 1000
52
+ }
53
+ ],
54
+ "logging_steps": 500,
55
+ "max_steps": 1200,
56
+ "num_input_tokens_seen": 0,
57
+ "num_train_epochs": 5,
58
+ "save_steps": 500,
59
+ "stateful_callbacks": {
60
+ "TrainerControl": {
61
+ "args": {
62
+ "should_epoch_stop": false,
63
+ "should_evaluate": false,
64
+ "should_log": false,
65
+ "should_save": true,
66
+ "should_training_stop": true
67
+ },
68
+ "attributes": {}
69
+ }
70
+ },
71
+ "total_flos": 2.64044094160896e+16,
72
+ "train_batch_size": 128,
73
+ "trial_name": null,
74
+ "trial_params": null
75
+ }
UD_Portuguese-CINTIL/xlm-r/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4b28b8d81670c368806c87e43f47fc8c40660a8c6bcfc242b4615546a1777bf
3
+ size 5432