surajjoshi commited on
Commit
190bd2f
·
1 Parent(s): 181379f

Model save

Browse files
.DS_Store CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c949686c0a02cd5fe6c729c451c7f74125c8d36b767b74498509134b6841d57e
3
- size 8196
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be7ee4c5499873a743ef098ec2e10c0c29cbf8f850ebeb763ce72c0762072adc
3
+ size 10244
README.md CHANGED
@@ -24,16 +24,16 @@ model-index:
24
  metrics:
25
  - name: Accuracy
26
  type: accuracy
27
- value: 0.975609756097561
28
  - name: F1
29
  type: f1
30
- value: 0.975609756097561
31
  - name: Recall
32
  type: recall
33
- value: 0.975609756097561
34
  - name: Precision
35
  type: precision
36
- value: 0.975609756097561
37
  ---
38
 
39
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -43,11 +43,11 @@ should probably proofread and complete it, then remove this comment. -->
43
 
44
  This model is a fine-tuned version of [microsoft/swin-tiny-patch4-window7-224](https://huggingface.co/microsoft/swin-tiny-patch4-window7-224) on the imagefolder dataset.
45
  It achieves the following results on the evaluation set:
46
- - Loss: 0.0848
47
- - Accuracy: 0.9756
48
- - F1: 0.9756
49
- - Recall: 0.9756
50
- - Precision: 0.9756
51
 
52
  ## Model description
53
 
@@ -81,10 +81,10 @@ The following hyperparameters were used during training:
81
 
82
  | Training Loss | Epoch | Step | Validation Loss | Accuracy | F1 | Recall | Precision |
83
  |:-------------:|:-----:|:----:|:---------------:|:--------:|:------:|:------:|:---------:|
84
- | 0.3194 | 0.99 | 83 | 0.2374 | 0.9117 | 0.9117 | 0.9117 | 0.9117 |
85
- | 0.2871 | 1.99 | 166 | 0.1185 | 0.9596 | 0.9596 | 0.9596 | 0.9596 |
86
- | 0.2056 | 2.99 | 249 | 0.0874 | 0.9680 | 0.9680 | 0.9680 | 0.9680 |
87
- | 0.2038 | 3.99 | 332 | 0.0848 | 0.9756 | 0.9756 | 0.9756 | 0.9756 |
88
 
89
 
90
  ### Framework versions
 
24
  metrics:
25
  - name: Accuracy
26
  type: accuracy
27
+ value: 0.9977843426883308
28
  - name: F1
29
  type: f1
30
+ value: 0.9984067976633033
31
  - name: Recall
32
  type: recall
33
+ value: 0.9978768577494692
34
  - name: Precision
35
  type: precision
36
+ value: 0.9989373007438895
37
  ---
38
 
39
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
43
 
44
  This model is a fine-tuned version of [microsoft/swin-tiny-patch4-window7-224](https://huggingface.co/microsoft/swin-tiny-patch4-window7-224) on the imagefolder dataset.
45
  It achieves the following results on the evaluation set:
46
+ - Loss: 0.0101
47
+ - Accuracy: 0.9978
48
+ - F1: 0.9984
49
+ - Recall: 0.9979
50
+ - Precision: 0.9989
51
 
52
  ## Model description
53
 
 
81
 
82
  | Training Loss | Epoch | Step | Validation Loss | Accuracy | F1 | Recall | Precision |
83
  |:-------------:|:-----:|:----:|:---------------:|:--------:|:------:|:------:|:---------:|
84
+ | 0.1884 | 1.0 | 95 | 0.0706 | 0.9705 | 0.9787 | 0.9756 | 0.9818 |
85
+ | 0.1134 | 2.0 | 190 | 0.0364 | 0.9889 | 0.9920 | 0.9883 | 0.9957 |
86
+ | 0.1031 | 3.0 | 285 | 0.0116 | 0.9963 | 0.9973 | 0.9947 | 1.0 |
87
+ | 0.0746 | 4.0 | 380 | 0.0101 | 0.9978 | 0.9984 | 0.9979 | 0.9989 |
88
 
89
 
90
  ### Framework versions
all_results.json CHANGED
@@ -1,16 +1,16 @@
1
  {
2
- "epoch": 3.99,
3
- "eval_accuracy": 0.975609756097561,
4
- "eval_f1": 0.975609756097561,
5
- "eval_loss": 0.08477138727903366,
6
- "eval_precision": 0.975609756097561,
7
- "eval_recall": 0.975609756097561,
8
- "eval_runtime": 59.1943,
9
- "eval_samples_per_second": 20.086,
10
- "eval_steps_per_second": 0.642,
11
- "total_flos": 1.061932048026071e+18,
12
- "train_loss": 0.27396771652870866,
13
- "train_runtime": 7327.0516,
14
- "train_samples_per_second": 5.841,
15
- "train_steps_per_second": 0.045
16
  }
 
1
  {
2
+ "epoch": 4.0,
3
+ "eval_accuracy": 0.9977843426883308,
4
+ "eval_f1": 0.9984067976633033,
5
+ "eval_loss": 0.010051622986793518,
6
+ "eval_precision": 0.9989373007438895,
7
+ "eval_recall": 0.9978768577494692,
8
+ "eval_runtime": 66.6969,
9
+ "eval_samples_per_second": 20.301,
10
+ "eval_steps_per_second": 0.645,
11
+ "total_flos": 3.037401854071603e+17,
12
+ "train_loss": 0.2525144927203655,
13
+ "train_runtime": 9271.044,
14
+ "train_samples_per_second": 1.318,
15
+ "train_steps_per_second": 0.01
16
  }
config.json CHANGED
@@ -17,18 +17,14 @@
17
  "hidden_dropout_prob": 0.0,
18
  "hidden_size": 768,
19
  "id2label": {
20
- "0": "glioma_tumor",
21
- "1": "meningioma_tumor",
22
- "2": "no_tumor",
23
- "3": "pituitary_tumor"
24
  },
25
  "image_size": 224,
26
  "initializer_range": 0.02,
27
  "label2id": {
28
- "glioma_tumor": 0,
29
- "meningioma_tumor": 1,
30
- "no_tumor": 2,
31
- "pituitary_tumor": 3
32
  },
33
  "layer_norm_eps": 1e-05,
34
  "mlp_ratio": 4.0,
@@ -43,7 +39,6 @@
43
  "num_layers": 4,
44
  "patch_size": 4,
45
  "path_norm": true,
46
- "problem_type": "single_label_classification",
47
  "qkv_bias": true,
48
  "torch_dtype": "float32",
49
  "transformers_version": "4.23.1",
 
17
  "hidden_dropout_prob": 0.0,
18
  "hidden_size": 768,
19
  "id2label": {
20
+ "0": "no",
21
+ "1": "yes"
 
 
22
  },
23
  "image_size": 224,
24
  "initializer_range": 0.02,
25
  "label2id": {
26
+ "no": 0,
27
+ "yes": 1
 
 
28
  },
29
  "layer_norm_eps": 1e-05,
30
  "mlp_ratio": 4.0,
 
39
  "num_layers": 4,
40
  "patch_size": 4,
41
  "path_norm": true,
 
42
  "qkv_bias": true,
43
  "torch_dtype": "float32",
44
  "transformers_version": "4.23.1",
eval_results.json CHANGED
@@ -1,11 +1,11 @@
1
  {
2
- "epoch": 3.99,
3
- "eval_accuracy": 0.975609756097561,
4
- "eval_f1": 0.975609756097561,
5
- "eval_loss": 0.08477138727903366,
6
- "eval_precision": 0.975609756097561,
7
- "eval_recall": 0.975609756097561,
8
- "eval_runtime": 59.1943,
9
- "eval_samples_per_second": 20.086,
10
- "eval_steps_per_second": 0.642
11
  }
 
1
  {
2
+ "epoch": 4.0,
3
+ "eval_accuracy": 0.9977843426883308,
4
+ "eval_f1": 0.9984067976633033,
5
+ "eval_loss": 0.010051622986793518,
6
+ "eval_precision": 0.9989373007438895,
7
+ "eval_recall": 0.9978768577494692,
8
+ "eval_runtime": 66.6969,
9
+ "eval_samples_per_second": 20.301,
10
+ "eval_steps_per_second": 0.645
11
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:997835b9f4f2665d45b44179c960bd65399e27cbbbed5b445eb4d3b894446348
3
- size 110395759
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36b7f899bb435a324d72f3c4048d950445467a189eeb8204cfae200748588b1f
3
+ size 110389615
runs/.DS_Store ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71b7d06d92f30cb8fb96e390e4c64550b05622406e0b95d60616dd867a84018a
3
+ size 10244
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
- "epoch": 3.99,
3
- "total_flos": 1.061932048026071e+18,
4
- "train_loss": 0.27396771652870866,
5
- "train_runtime": 7327.0516,
6
- "train_samples_per_second": 5.841,
7
- "train_steps_per_second": 0.045
8
  }
 
1
  {
2
+ "epoch": 4.0,
3
+ "total_flos": 3.037401854071603e+17,
4
+ "train_loss": 0.2525144927203655,
5
+ "train_runtime": 9271.044,
6
+ "train_samples_per_second": 1.318,
7
+ "train_steps_per_second": 0.01
8
  }
trainer_state.json CHANGED
@@ -1,271 +1,127 @@
1
  {
2
- "best_metric": 0.975609756097561,
3
- "best_model_checkpoint": "swin-tiny-patch4-window7-224-finetuned-brainTumorData/checkpoint-332",
4
- "epoch": 3.991044776119403,
5
- "global_step": 332,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
9
  "log_history": [
10
  {
11
- "epoch": 0.12,
12
- "learning_rate": 1.4705882352941177e-05,
13
- "loss": 0.3929,
14
  "step": 10
15
  },
16
  {
17
- "epoch": 0.24,
18
- "learning_rate": 2.9411764705882354e-05,
19
- "loss": 0.3941,
20
  "step": 20
21
  },
22
  {
23
- "epoch": 0.36,
24
- "learning_rate": 4.411764705882353e-05,
25
- "loss": 0.3932,
 
 
 
 
 
 
 
 
 
 
 
 
26
  "step": 30
27
  },
28
  {
29
- "epoch": 0.48,
30
- "learning_rate": 4.8993288590604034e-05,
31
- "loss": 0.3336,
32
  "step": 40
33
  },
34
  {
35
- "epoch": 0.6,
36
- "learning_rate": 4.731543624161074e-05,
37
- "loss": 0.2992,
 
 
 
 
 
 
 
 
 
 
 
 
38
  "step": 50
39
  },
40
  {
41
- "epoch": 0.72,
42
- "learning_rate": 4.5637583892617453e-05,
43
- "loss": 0.2637,
44
  "step": 60
45
  },
46
  {
47
- "epoch": 0.84,
48
- "learning_rate": 4.395973154362416e-05,
49
- "loss": 0.2686,
50
  "step": 70
51
  },
52
  {
53
- "epoch": 0.96,
54
- "learning_rate": 4.228187919463087e-05,
55
- "loss": 0.3194,
56
- "step": 80
 
 
 
 
 
 
57
  },
58
  {
59
- "epoch": 0.99,
60
- "eval_accuracy": 0.911690496215307,
61
- "eval_f1": 0.911690496215307,
62
- "eval_loss": 0.2373594045639038,
63
- "eval_precision": 0.911690496215307,
64
- "eval_recall": 0.911690496215307,
65
- "eval_runtime": 67.1335,
66
- "eval_samples_per_second": 17.711,
67
- "eval_steps_per_second": 0.566,
68
- "step": 83
69
  },
70
  {
71
- "epoch": 1.08,
72
- "learning_rate": 4.060402684563759e-05,
73
- "loss": 0.383,
74
  "step": 90
75
  },
76
  {
77
- "epoch": 1.2,
78
- "learning_rate": 3.89261744966443e-05,
79
- "loss": 0.3271,
80
- "step": 100
81
- },
82
- {
83
- "epoch": 1.32,
84
- "learning_rate": 3.724832214765101e-05,
85
- "loss": 0.3048,
86
- "step": 110
87
- },
88
- {
89
- "epoch": 1.44,
90
- "learning_rate": 3.557046979865772e-05,
91
- "loss": 0.3089,
92
- "step": 120
93
- },
94
- {
95
- "epoch": 1.56,
96
- "learning_rate": 3.389261744966443e-05,
97
- "loss": 0.2859,
98
- "step": 130
99
- },
100
- {
101
- "epoch": 1.68,
102
- "learning_rate": 3.221476510067114e-05,
103
- "loss": 0.2885,
104
- "step": 140
105
- },
106
- {
107
- "epoch": 1.8,
108
- "learning_rate": 3.0536912751677856e-05,
109
- "loss": 0.2691,
110
- "step": 150
111
- },
112
- {
113
- "epoch": 1.92,
114
- "learning_rate": 2.885906040268457e-05,
115
- "loss": 0.2871,
116
- "step": 160
117
- },
118
- {
119
- "epoch": 1.99,
120
- "eval_accuracy": 0.9596299411269975,
121
- "eval_f1": 0.9596299411269975,
122
- "eval_loss": 0.11854199320077896,
123
- "eval_precision": 0.9596299411269975,
124
- "eval_recall": 0.9596299411269975,
125
- "eval_runtime": 80.2509,
126
- "eval_samples_per_second": 14.816,
127
- "eval_steps_per_second": 0.474,
128
- "step": 166
129
- },
130
- {
131
- "epoch": 2.05,
132
- "learning_rate": 2.7181208053691276e-05,
133
- "loss": 0.276,
134
- "step": 170
135
- },
136
- {
137
- "epoch": 2.17,
138
- "learning_rate": 2.550335570469799e-05,
139
- "loss": 0.2644,
140
- "step": 180
141
- },
142
- {
143
- "epoch": 2.29,
144
- "learning_rate": 2.38255033557047e-05,
145
- "loss": 0.2082,
146
- "step": 190
147
- },
148
- {
149
- "epoch": 2.41,
150
- "learning_rate": 2.2147651006711412e-05,
151
- "loss": 0.2513,
152
- "step": 200
153
- },
154
- {
155
- "epoch": 2.53,
156
- "learning_rate": 2.0469798657718122e-05,
157
- "loss": 0.2531,
158
- "step": 210
159
- },
160
- {
161
- "epoch": 2.64,
162
- "learning_rate": 1.8791946308724835e-05,
163
- "loss": 0.2512,
164
- "step": 220
165
- },
166
- {
167
- "epoch": 2.76,
168
- "learning_rate": 1.7114093959731545e-05,
169
- "loss": 0.2567,
170
- "step": 230
171
- },
172
- {
173
- "epoch": 2.88,
174
- "learning_rate": 1.5436241610738255e-05,
175
- "loss": 0.2056,
176
- "step": 240
177
- },
178
- {
179
- "epoch": 2.99,
180
- "eval_accuracy": 0.968040370058873,
181
- "eval_f1": 0.968040370058873,
182
- "eval_loss": 0.08735597878694534,
183
- "eval_precision": 0.968040370058873,
184
- "eval_recall": 0.968040370058873,
185
- "eval_runtime": 73.1744,
186
- "eval_samples_per_second": 16.249,
187
- "eval_steps_per_second": 0.519,
188
- "step": 249
189
- },
190
- {
191
- "epoch": 3.01,
192
- "learning_rate": 1.3758389261744966e-05,
193
- "loss": 0.2716,
194
- "step": 250
195
- },
196
- {
197
- "epoch": 3.13,
198
- "learning_rate": 1.208053691275168e-05,
199
- "loss": 0.2043,
200
- "step": 260
201
- },
202
- {
203
- "epoch": 3.25,
204
- "learning_rate": 1.040268456375839e-05,
205
- "loss": 0.244,
206
- "step": 270
207
- },
208
- {
209
- "epoch": 3.37,
210
- "learning_rate": 8.724832214765101e-06,
211
- "loss": 0.1933,
212
- "step": 280
213
- },
214
- {
215
- "epoch": 3.49,
216
- "learning_rate": 7.046979865771812e-06,
217
- "loss": 0.2128,
218
- "step": 290
219
- },
220
- {
221
- "epoch": 3.61,
222
- "learning_rate": 5.3691275167785235e-06,
223
- "loss": 0.2148,
224
- "step": 300
225
- },
226
- {
227
- "epoch": 3.73,
228
- "learning_rate": 3.6912751677852355e-06,
229
- "loss": 0.2011,
230
- "step": 310
231
- },
232
- {
233
- "epoch": 3.85,
234
- "learning_rate": 2.013422818791946e-06,
235
- "loss": 0.2045,
236
- "step": 320
237
- },
238
- {
239
- "epoch": 3.97,
240
- "learning_rate": 3.355704697986577e-07,
241
- "loss": 0.2038,
242
- "step": 330
243
- },
244
- {
245
- "epoch": 3.99,
246
- "eval_accuracy": 0.975609756097561,
247
- "eval_f1": 0.975609756097561,
248
- "eval_loss": 0.08477138727903366,
249
- "eval_precision": 0.975609756097561,
250
- "eval_recall": 0.975609756097561,
251
- "eval_runtime": 63.6613,
252
- "eval_samples_per_second": 18.677,
253
- "eval_steps_per_second": 0.597,
254
- "step": 332
255
- },
256
- {
257
- "epoch": 3.99,
258
- "step": 332,
259
- "total_flos": 1.061932048026071e+18,
260
- "train_loss": 0.27396771652870866,
261
- "train_runtime": 7327.0516,
262
- "train_samples_per_second": 5.841,
263
- "train_steps_per_second": 0.045
264
  }
265
  ],
266
- "max_steps": 332,
267
  "num_train_epochs": 4,
268
- "total_flos": 1.061932048026071e+18,
269
  "trial_name": null,
270
  "trial_params": null
271
  }
 
1
  {
2
+ "best_metric": 0.9911764705882353,
3
+ "best_model_checkpoint": "swin-tiny-patch4-window7-224-finetuned-brainTumorData/checkpoint-96",
4
+ "epoch": 4.0,
5
+ "global_step": 96,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
9
  "log_history": [
10
  {
11
+ "epoch": 0.42,
12
+ "learning_rate": 5e-05,
13
+ "loss": 0.5984,
14
  "step": 10
15
  },
16
  {
17
+ "epoch": 0.83,
18
+ "learning_rate": 4.418604651162791e-05,
19
+ "loss": 0.3405,
20
  "step": 20
21
  },
22
  {
23
+ "epoch": 1.0,
24
+ "eval_accuracy": 0.9647058823529412,
25
+ "eval_f1": 0.96875,
26
+ "eval_loss": 0.1137252226471901,
27
+ "eval_precision": 0.9841269841269841,
28
+ "eval_recall": 0.9538461538461539,
29
+ "eval_runtime": 147.9637,
30
+ "eval_samples_per_second": 2.298,
31
+ "eval_steps_per_second": 0.074,
32
+ "step": 24
33
+ },
34
+ {
35
+ "epoch": 1.25,
36
+ "learning_rate": 3.837209302325582e-05,
37
+ "loss": 0.2572,
38
  "step": 30
39
  },
40
  {
41
+ "epoch": 1.67,
42
+ "learning_rate": 3.2558139534883724e-05,
43
+ "loss": 0.2449,
44
  "step": 40
45
  },
46
  {
47
+ "epoch": 2.0,
48
+ "eval_accuracy": 0.9735294117647059,
49
+ "eval_f1": 0.9766233766233765,
50
+ "eval_loss": 0.08108817040920258,
51
+ "eval_precision": 0.9894736842105263,
52
+ "eval_recall": 0.9641025641025641,
53
+ "eval_runtime": 86.8569,
54
+ "eval_samples_per_second": 3.914,
55
+ "eval_steps_per_second": 0.127,
56
+ "step": 48
57
+ },
58
+ {
59
+ "epoch": 2.08,
60
+ "learning_rate": 2.674418604651163e-05,
61
+ "loss": 0.2267,
62
  "step": 50
63
  },
64
  {
65
+ "epoch": 2.5,
66
+ "learning_rate": 2.0930232558139536e-05,
67
+ "loss": 0.1601,
68
  "step": 60
69
  },
70
  {
71
+ "epoch": 2.92,
72
+ "learning_rate": 1.5116279069767441e-05,
73
+ "loss": 0.1713,
74
  "step": 70
75
  },
76
  {
77
+ "epoch": 3.0,
78
+ "eval_accuracy": 0.9794117647058823,
79
+ "eval_f1": 0.9818181818181819,
80
+ "eval_loss": 0.061323098838329315,
81
+ "eval_precision": 0.9947368421052631,
82
+ "eval_recall": 0.9692307692307692,
83
+ "eval_runtime": 86.512,
84
+ "eval_samples_per_second": 3.93,
85
+ "eval_steps_per_second": 0.127,
86
+ "step": 72
87
  },
88
  {
89
+ "epoch": 3.33,
90
+ "learning_rate": 9.302325581395349e-06,
91
+ "loss": 0.1536,
92
+ "step": 80
 
 
 
 
 
 
93
  },
94
  {
95
+ "epoch": 3.75,
96
+ "learning_rate": 3.488372093023256e-06,
97
+ "loss": 0.1615,
98
  "step": 90
99
  },
100
  {
101
+ "epoch": 4.0,
102
+ "eval_accuracy": 0.9911764705882353,
103
+ "eval_f1": 0.9923273657289001,
104
+ "eval_loss": 0.04839443415403366,
105
+ "eval_precision": 0.9897959183673469,
106
+ "eval_recall": 0.9948717948717949,
107
+ "eval_runtime": 86.7553,
108
+ "eval_samples_per_second": 3.919,
109
+ "eval_steps_per_second": 0.127,
110
+ "step": 96
111
+ },
112
+ {
113
+ "epoch": 4.0,
114
+ "step": 96,
115
+ "total_flos": 3.037401854071603e+17,
116
+ "train_loss": 0.2525144927203655,
117
+ "train_runtime": 9271.044,
118
+ "train_samples_per_second": 1.318,
119
+ "train_steps_per_second": 0.01
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
120
  }
121
  ],
122
+ "max_steps": 96,
123
  "num_train_epochs": 4,
124
+ "total_flos": 3.037401854071603e+17,
125
  "trial_name": null,
126
  "trial_params": null
127
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:43a05b837cc749aa3d0353854c3d39a0114e36cccbbbc460f477ddbc24cf79d3
3
  size 3439
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cca7482a0e4a761e3b25b22290727e71fa651bfdb3e836230fded4afeff6fa32
3
  size 3439