eskayML/electra_interview_new

README.md

@@ -1,4 +1,5 @@
 ---
+library_name: transformers
 license: apache-2.0
 base_model: mrm8488/electra-small-finetuned-squadv2
 tags:
@@ -17,8 +18,8 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [mrm8488/electra-small-finetuned-squadv2](https://huggingface.co/mrm8488/electra-small-finetuned-squadv2) on the None dataset.
 It achieves the following results on the evaluation set:
-- Loss: 1.6205
-- Accuracy: 0.8981
+- Loss: 2.3959
+- Accuracy: 0.2675
 
 ## Model description
 
@@ -43,37 +44,27 @@ The following hyperparameters were used during training:
 - seed: 42
 - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: linear
-- num_epochs: 20
+- num_epochs: 10
 
 ### Training results
 
 | Training Loss | Epoch | Step | Validation Loss | Accuracy |
 |:-------------:|:-----:|:----:|:---------------:|:--------:|
-| No log        | 1.0   | 54   | 2.2879          | 0.1481   |
-| No log        | 2.0   | 108  | 2.2626          | 0.2963   |
-| No log        | 3.0   | 162  | 2.2317          | 0.3704   |
-| No log        | 4.0   | 216  | 2.1939          | 0.3704   |
-| No log        | 5.0   | 270  | 2.1577          | 0.3796   |
-| No log        | 6.0   | 324  | 2.0902          | 0.5741   |
-| No log        | 7.0   | 378  | 2.0270          | 0.7407   |
-| No log        | 8.0   | 432  | 1.9740          | 0.7222   |
-| No log        | 9.0   | 486  | 1.9228          | 0.7685   |
-| 2.1738        | 10.0  | 540  | 1.8774          | 0.7778   |
-| 2.1738        | 11.0  | 594  | 1.8201          | 0.8519   |
-| 2.1738        | 12.0  | 648  | 1.7920          | 0.8611   |
-| 2.1738        | 13.0  | 702  | 1.7574          | 0.8333   |
-| 2.1738        | 14.0  | 756  | 1.7125          | 0.8704   |
-| 2.1738        | 15.0  | 810  | 1.6907          | 0.8611   |
-| 2.1738        | 16.0  | 864  | 1.6571          | 0.8981   |
-| 2.1738        | 17.0  | 918  | 1.6424          | 0.8981   |
-| 2.1738        | 18.0  | 972  | 1.6284          | 0.8981   |
-| 1.7996        | 19.0  | 1026 | 1.6225          | 0.8981   |
-| 1.7996        | 20.0  | 1080 | 1.6205          | 0.8981   |
+| No log        | 1.0   | 380  | 2.6074          | 0.2266   |
+| 2.7429        | 2.0   | 760  | 2.4872          | 0.2266   |
+| 2.5203        | 3.0   | 1140 | 2.4483          | 0.2266   |
+| 2.4479        | 4.0   | 1520 | 2.4349          | 0.2266   |
+| 2.4479        | 5.0   | 1900 | 2.4114          | 0.2306   |
+| 2.3919        | 6.0   | 2280 | 2.3933          | 0.2424   |
+| 2.2714        | 7.0   | 2660 | 2.3914          | 0.2530   |
+| 2.1536        | 8.0   | 3040 | 2.3968          | 0.2714   |
+| 2.1536        | 9.0   | 3420 | 2.3913          | 0.2648   |
+| 2.1058        | 10.0  | 3800 | 2.3959          | 0.2675   |
 
 
 ### Framework versions
 
-- Transformers 4.41.2
-- Pytorch 2.3.0+cu121
-- Datasets 2.20.0
+- Transformers 4.44.2
+- Pytorch 2.4.1+cu121
+- Datasets 3.0.1
 - Tokenizers 0.19.1

config.json

@@ -10,30 +10,50 @@
   "hidden_dropout_prob": 0.1,
   "hidden_size": 256,
   "id2label": {
-    "0": "Provider Characteristics",
-    "1": "Finanicial Impact",
-    "2": "Imaging modalities in general",
-    "3": "Clinical utility & efficiency-Provider perspective",
-    "4": "Health System Characteristics",
-    "5": "Training",
-    "6": "Value equation",
-    "7": "Workflow related problems",
-    "8": "Credentialing / Quality Assurance Infrastructure",
-    "9": "Patient/Physican interaction in LUS"
+    "0": "ALGORITHM",
+    "1": "COMANAGEMENT",
+    "2": "COMPETING PRIORITIES",
+    "3": "COST",
+    "4": "COVID",
+    "5": "EHR",
+    "6": "GUIDELINES",
+    "7": "HFREF COMFORT MANAGING",
+    "8": "INFO NEEDS",
+    "9": "INTERNAL & EXTERNAL SUPPORT BAR",
+    "10": "JUICY QUOTE",
+    "11": "MAGIC WAND",
+    "12": "MED MANAGEMENT",
+    "13": "OTHER",
+    "14": "PATIENT DIGITAL TOOLS",
+    "15": "PATIENTS",
+    "16": "PROVIDER EDUCATION",
+    "17": "ROLE OF OTHER STAFF",
+    "18": "TIME CONSTRAINTS",
+    "19": "WORKFLOW"
   },
   "initializer_range": 0.02,
   "intermediate_size": 1024,
   "label2id": {
-    "Clinical utility & efficiency-Provider perspective": 3,
-    "Credentialing / Quality Assurance Infrastructure": 8,
-    "Finanicial Impact": 1,
-    "Health System Characteristics": 4,
-    "Imaging modalities in general": 2,
-    "Patient/Physican interaction in LUS": 9,
-    "Provider Characteristics": 0,
-    "Training": 5,
-    "Value equation": 6,
-    "Workflow related problems": 7
+    "ALGORITHM": 0,
+    "COMANAGEMENT": 1,
+    "COMPETING PRIORITIES": 2,
+    "COST": 3,
+    "COVID": 4,
+    "EHR": 5,
+    "GUIDELINES": 6,
+    "HFREF COMFORT MANAGING": 7,
+    "INFO NEEDS": 8,
+    "INTERNAL & EXTERNAL SUPPORT BAR": 9,
+    "JUICY QUOTE": 10,
+    "MAGIC WAND": 11,
+    "MED MANAGEMENT": 12,
+    "OTHER": 13,
+    "PATIENT DIGITAL TOOLS": 14,
+    "PATIENTS": 15,
+    "PROVIDER EDUCATION": 16,
+    "ROLE OF OTHER STAFF": 17,
+    "TIME CONSTRAINTS": 18,
+    "WORKFLOW": 19
   },
   "layer_norm_eps": 1e-12,
   "max_position_embeddings": 512,
@@ -48,7 +68,7 @@
   "summary_type": "first",
   "summary_use_proj": true,
   "torch_dtype": "float32",
-  "transformers_version": "4.41.2",
+  "transformers_version": "4.44.2",
   "type_vocab_size": 2,
   "use_cache": true,
   "vocab_size": 30522

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6955f6b521a9cdc5a5c9c28c4e89deb76d60850c8835d285addadec9097204d0
-size 54229432
+oid sha256:32a787c62a68c4edf191c25b81828f9bfa6b04143e2c06ea1ca0a61109ec1912
+size 54239712

runs/Oct11_16-43-21_767204f4c226/events.out.tfevents.1728665001.767204f4c226.710.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:473c4cfa33e820a5d7f4706615e48795081d3f40692fc122361638c320f9f537
+size 11159

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:81f54b2cd5340bed4ef76683aa2951f979fc12e7b1fe816fb1479b166b9e15e7
-size 5112
+oid sha256:5dc7fecae041a354b7d4d039a2b4259515d9a268bcecee94453f6c65468f9b80
+size 5176