eskayML/bert_interview_new

README.md

@@ -1,4 +1,5 @@
 ---
+library_name: transformers
 license: apache-2.0
 base_model: distilbert-base-uncased
 tags:
@@ -17,8 +18,8 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [distilbert-base-uncased](https://huggingface.co/distilbert-base-uncased) on the None dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.5073
-- Accuracy: 0.9444
+- Loss: 2.3995
+- Accuracy: 0.3979
 
 ## Model description
 
@@ -43,37 +44,27 @@ The following hyperparameters were used during training:
 - seed: 42
 - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: linear
-- num_epochs: 20
+- num_epochs: 10
 
 ### Training results
 
 | Training Loss | Epoch | Step | Validation Loss | Accuracy |
 |:-------------:|:-----:|:----:|:---------------:|:--------:|
-| No log        | 1.0   | 54   | 2.2473          | 0.1019   |
-| No log        | 2.0   | 108  | 2.1669          | 0.5370   |
-| No log        | 3.0   | 162  | 2.0159          | 0.5370   |
-| No log        | 4.0   | 216  | 1.8393          | 0.5556   |
-| No log        | 5.0   | 270  | 1.6508          | 0.6667   |
-| No log        | 6.0   | 324  | 1.4806          | 0.7037   |
-| No log        | 7.0   | 378  | 1.3298          | 0.7593   |
-| No log        | 8.0   | 432  | 1.1826          | 0.8241   |
-| No log        | 9.0   | 486  | 1.0571          | 0.8611   |
-| 1.7901        | 10.0  | 540  | 0.9303          | 0.8611   |
-| 1.7901        | 11.0  | 594  | 0.8432          | 0.8889   |
-| 1.7901        | 12.0  | 648  | 0.7697          | 0.9259   |
-| 1.7901        | 13.0  | 702  | 0.6979          | 0.9352   |
-| 1.7901        | 14.0  | 756  | 0.6440          | 0.9352   |
-| 1.7901        | 15.0  | 810  | 0.6008          | 0.9352   |
-| 1.7901        | 16.0  | 864  | 0.5666          | 0.9444   |
-| 1.7901        | 17.0  | 918  | 0.5383          | 0.9444   |
-| 1.7901        | 18.0  | 972  | 0.5220          | 0.9444   |
-| 0.7773        | 19.0  | 1026 | 0.5114          | 0.9444   |
-| 0.7773        | 20.0  | 1080 | 0.5073          | 0.9444   |
+| No log        | 1.0   | 380  | 2.4449          | 0.2266   |
+| 2.5223        | 2.0   | 760  | 2.2385          | 0.3426   |
+| 2.1558        | 3.0   | 1140 | 2.1769          | 0.3650   |
+| 1.8156        | 4.0   | 1520 | 2.1679          | 0.3874   |
+| 1.8156        | 5.0   | 1900 | 2.1941          | 0.3847   |
+| 1.5049        | 6.0   | 2280 | 2.2329          | 0.3913   |
+| 1.2889        | 7.0   | 2660 | 2.3058          | 0.3887   |
+| 1.12          | 8.0   | 3040 | 2.3406          | 0.3900   |
+| 1.12          | 9.0   | 3420 | 2.3901          | 0.3926   |
+| 1.0509        | 10.0  | 3800 | 2.3995          | 0.3979   |
 
 
 ### Framework versions
 
-- Transformers 4.41.2
-- Pytorch 2.3.0+cu121
-- Datasets 2.20.0
+- Transformers 4.44.2
+- Pytorch 2.4.1+cu121
+- Datasets 3.0.1
 - Tokenizers 0.19.1

config.json

@@ -9,29 +9,49 @@
   "dropout": 0.1,
   "hidden_dim": 3072,
   "id2label": {
-    "0": "Provider Characteristics",
-    "1": "Finanicial Impact",
-    "2": "Imaging modalities in general",
-    "3": "Clinical utility & efficiency-Provider perspective",
-    "4": "Health System Characteristics",
-    "5": "Training",
-    "6": "Value equation",
-    "7": "Workflow related problems",
-    "8": "Credentialing / Quality Assurance Infrastructure",
-    "9": "Patient/Physican interaction in LUS"
+    "0": "ALGORITHM",
+    "1": "COMANAGEMENT",
+    "2": "COMPETING PRIORITIES",
+    "3": "COST",
+    "4": "COVID",
+    "5": "EHR",
+    "6": "GUIDELINES",
+    "7": "HFREF COMFORT MANAGING",
+    "8": "INFO NEEDS",
+    "9": "INTERNAL & EXTERNAL SUPPORT BAR",
+    "10": "JUICY QUOTE",
+    "11": "MAGIC WAND",
+    "12": "MED MANAGEMENT",
+    "13": "OTHER",
+    "14": "PATIENT DIGITAL TOOLS",
+    "15": "PATIENTS",
+    "16": "PROVIDER EDUCATION",
+    "17": "ROLE OF OTHER STAFF",
+    "18": "TIME CONSTRAINTS",
+    "19": "WORKFLOW"
   },
   "initializer_range": 0.02,
   "label2id": {
-    "Clinical utility & efficiency-Provider perspective": 3,
-    "Credentialing / Quality Assurance Infrastructure": 8,
-    "Finanicial Impact": 1,
-    "Health System Characteristics": 4,
-    "Imaging modalities in general": 2,
-    "Patient/Physican interaction in LUS": 9,
-    "Provider Characteristics": 0,
-    "Training": 5,
-    "Value equation": 6,
-    "Workflow related problems": 7
+    "ALGORITHM": 0,
+    "COMANAGEMENT": 1,
+    "COMPETING PRIORITIES": 2,
+    "COST": 3,
+    "COVID": 4,
+    "EHR": 5,
+    "GUIDELINES": 6,
+    "HFREF COMFORT MANAGING": 7,
+    "INFO NEEDS": 8,
+    "INTERNAL & EXTERNAL SUPPORT BAR": 9,
+    "JUICY QUOTE": 10,
+    "MAGIC WAND": 11,
+    "MED MANAGEMENT": 12,
+    "OTHER": 13,
+    "PATIENT DIGITAL TOOLS": 14,
+    "PATIENTS": 15,
+    "PROVIDER EDUCATION": 16,
+    "ROLE OF OTHER STAFF": 17,
+    "TIME CONSTRAINTS": 18,
+    "WORKFLOW": 19
   },
   "max_position_embeddings": 512,
   "model_type": "distilbert",
@@ -44,6 +64,6 @@
   "sinusoidal_pos_embds": false,
   "tie_weights_": true,
   "torch_dtype": "float32",
-  "transformers_version": "4.41.2",
+  "transformers_version": "4.44.2",
   "vocab_size": 30522
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:29b363ffe2709f2d882c436e571d3ce05b8190735b686d83dcf9a3363a15ad34
-size 267857176
+oid sha256:bab5dc40a2c35b07d643d7be264bcae9181bffb3fd2e555ad235b430c8fd221e
+size 267887936