eskayML/interview_electra

README.md

@@ -17,8 +17,8 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [mrm8488/electra-small-finetuned-squadv2](https://huggingface.co/mrm8488/electra-small-finetuned-squadv2) on the None dataset.
 It achieves the following results on the evaluation set:
-- Loss: 1.4308
-- Accuracy: 0.8675
+- Loss: 1.6988
+- Accuracy: 0.7407
 
 ## Model description
 
@@ -49,26 +49,26 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch | Step | Validation Loss | Accuracy |
 |:-------------:|:-----:|:----:|:---------------:|:--------:|
-| No log        | 1.0   | 76   | 2.2703          | 0.1589   |
-| No log        | 2.0   | 152  | 2.2403          | 0.1656   |
-| No log        | 3.0   | 228  | 2.1815          | 0.3311   |
-| No log        | 4.0   | 304  | 2.1125          | 0.4636   |
-| No log        | 5.0   | 380  | 2.0395          | 0.4503   |
-| No log        | 6.0   | 456  | 1.9782          | 0.5232   |
-| 2.1758        | 7.0   | 532  | 1.9149          | 0.4768   |
-| 2.1758        | 8.0   | 608  | 1.8410          | 0.5497   |
-| 2.1758        | 9.0   | 684  | 1.7949          | 0.5497   |
-| 2.1758        | 10.0  | 760  | 1.7268          | 0.6159   |
-| 2.1758        | 11.0  | 836  | 1.6659          | 0.6159   |
-| 2.1758        | 12.0  | 912  | 1.6137          | 0.6755   |
-| 2.1758        | 13.0  | 988  | 1.5773          | 0.7086   |
-| 1.8023        | 14.0  | 1064 | 1.5381          | 0.7748   |
-| 1.8023        | 15.0  | 1140 | 1.5067          | 0.8013   |
-| 1.8023        | 16.0  | 1216 | 1.4807          | 0.8344   |
-| 1.8023        | 17.0  | 1292 | 1.4590          | 0.8543   |
-| 1.8023        | 18.0  | 1368 | 1.4447          | 0.8477   |
-| 1.8023        | 19.0  | 1444 | 1.4338          | 0.8675   |
-| 1.5562        | 20.0  | 1520 | 1.4308          | 0.8675   |
+| No log        | 1.0   | 54   | 2.2849          | 0.1667   |
+| No log        | 2.0   | 108  | 2.2588          | 0.2407   |
+| No log        | 3.0   | 162  | 2.2142          | 0.3611   |
+| No log        | 4.0   | 216  | 2.1773          | 0.4259   |
+| No log        | 5.0   | 270  | 2.1220          | 0.4352   |
+| No log        | 6.0   | 324  | 2.0728          | 0.4722   |
+| No log        | 7.0   | 378  | 2.0330          | 0.4444   |
+| No log        | 8.0   | 432  | 1.9932          | 0.5926   |
+| No log        | 9.0   | 486  | 1.9483          | 0.5463   |
+| 2.1678        | 10.0  | 540  | 1.9101          | 0.6296   |
+| 2.1678        | 11.0  | 594  | 1.8723          | 0.6204   |
+| 2.1678        | 12.0  | 648  | 1.8451          | 0.6296   |
+| 2.1678        | 13.0  | 702  | 1.8032          | 0.7130   |
+| 2.1678        | 14.0  | 756  | 1.7804          | 0.7037   |
+| 2.1678        | 15.0  | 810  | 1.7568          | 0.7315   |
+| 2.1678        | 16.0  | 864  | 1.7362          | 0.7315   |
+| 2.1678        | 17.0  | 918  | 1.7211          | 0.7315   |
+| 2.1678        | 18.0  | 972  | 1.7084          | 0.7407   |
+| 1.8545        | 19.0  | 1026 | 1.7017          | 0.7407   |
+| 1.8545        | 20.0  | 1080 | 1.6988          | 0.7407   |
 
 
 ### Framework versions

config.json

@@ -10,30 +10,30 @@
   "hidden_dropout_prob": 0.1,
   "hidden_size": 256,
   "id2label": {
-    "0": "Value equation",
-    "1": "Credentialing / Quality Assurance Infrastructure",
-    "2": "Finanicial Impact",
-    "3": "Health System Characteristics",
-    "4": "Clinical utility & efficiency-Provider perspective",
-    "5": "Workflow related problems",
-    "6": "Provider Characteristics",
-    "7": "Training",
-    "8": "Patient/Physican interaction in LUS",
-    "9": "Imaging modalities in general"
+    "0": "Provider Characteristics",
+    "1": "Finanicial Impact",
+    "2": "Imaging modalities in general",
+    "3": "Clinical utility & efficiency-Provider perspective",
+    "4": "Health System Characteristics",
+    "5": "Training",
+    "6": "Value equation",
+    "7": "Workflow related problems",
+    "8": "Credentialing / Quality Assurance Infrastructure",
+    "9": "Patient/Physican interaction in LUS"
   },
   "initializer_range": 0.02,
   "intermediate_size": 1024,
   "label2id": {
-    "Clinical utility & efficiency-Provider perspective": 4,
-    "Credentialing / Quality Assurance Infrastructure": 1,
-    "Finanicial Impact": 2,
-    "Health System Characteristics": 3,
-    "Imaging modalities in general": 9,
-    "Patient/Physican interaction in LUS": 8,
-    "Provider Characteristics": 6,
-    "Training": 7,
-    "Value equation": 0,
-    "Workflow related problems": 5
+    "Clinical utility & efficiency-Provider perspective": 3,
+    "Credentialing / Quality Assurance Infrastructure": 8,
+    "Finanicial Impact": 1,
+    "Health System Characteristics": 4,
+    "Imaging modalities in general": 2,
+    "Patient/Physican interaction in LUS": 9,
+    "Provider Characteristics": 0,
+    "Training": 5,
+    "Value equation": 6,
+    "Workflow related problems": 7
   },
   "layer_norm_eps": 1e-12,
   "max_position_embeddings": 512,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fd24b399577bace44cfe73c644899447bf7122417aa76b0fd34e6596b2f7800e
+oid sha256:5408666c16ac05b429464b194af52d60173908b26990ddbfa36d959c193d5c54
 size 54229432

runs/Jul04_10-20-17_0e9ed6c0f9ab/events.out.tfevents.1720088418.0e9ed6c0f9ab.907.3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f482f90b25bb4cd5affa876228006d80ff0b6729e760bfd08b14cd2ff32f2c39
+size 13012

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f86d160236237f69bf142295e246e69ca12c3d78c4396a46dfa320e70a718bee
+oid sha256:43206a5d74891ee488728cc391904453f0a6256a7eae70cafa133c796a5cfbd1
 size 5112