End of training

README.md

@@ -21,11 +21,11 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [bert-base-uncased](https://huggingface.co/bert-base-uncased) on an unknown dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.1121
-- Precision: 0.9407
-- Recall: 0.9660
-- F1: 0.9532
-- Accuracy: 0.9766
+- Loss: 0.1078
+- Precision: 0.9466
+- Recall: 0.9706
+- F1: 0.9585
+- Accuracy: 0.9788
 
 ## Model description
 
@@ -56,16 +56,16 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch | Step | Validation Loss | Precision | Recall | F1     | Accuracy |
 |:-------------:|:-----:|:----:|:---------------:|:---------:|:------:|:------:|:--------:|
-| 0.4588        | 1.0   | 612  | 0.1165          | 0.9356    | 0.9418 | 0.9387 | 0.9697   |
-| 0.1382        | 2.0   | 1224 | 0.1096          | 0.9245    | 0.9700 | 0.9467 | 0.9727   |
-| 0.0931        | 3.0   | 1836 | 0.0979          | 0.9390    | 0.9655 | 0.9521 | 0.9762   |
-| 0.0753        | 4.0   | 2448 | 0.0981          | 0.9398    | 0.9708 | 0.9550 | 0.9763   |
-| 0.0544        | 5.0   | 3060 | 0.0975          | 0.9415    | 0.9691 | 0.9551 | 0.9770   |
-| 0.0478        | 6.0   | 3672 | 0.1066          | 0.9364    | 0.9671 | 0.9515 | 0.9757   |
-| 0.04          | 7.0   | 4284 | 0.1053          | 0.9378    | 0.9694 | 0.9533 | 0.9764   |
-| 0.0373        | 8.0   | 4896 | 0.1106          | 0.9362    | 0.9699 | 0.9527 | 0.9759   |
-| 0.0303        | 9.0   | 5508 | 0.1109          | 0.9388    | 0.9683 | 0.9533 | 0.9766   |
-| 0.028         | 10.0  | 6120 | 0.1121          | 0.9407    | 0.9660 | 0.9532 | 0.9766   |
+| 0.4602        | 1.0   | 612  | 0.1189          | 0.9232    | 0.9431 | 0.9330 | 0.9683   |
+| 0.1394        | 2.0   | 1224 | 0.1071          | 0.9236    | 0.9702 | 0.9463 | 0.9728   |
+| 0.0939        | 3.0   | 1836 | 0.0952          | 0.9445    | 0.9652 | 0.9547 | 0.9774   |
+| 0.0759        | 4.0   | 2448 | 0.0968          | 0.9417    | 0.9680 | 0.9547 | 0.9770   |
+| 0.0549        | 5.0   | 3060 | 0.0981          | 0.9448    | 0.9670 | 0.9558 | 0.9773   |
+| 0.0481        | 6.0   | 3672 | 0.1025          | 0.9416    | 0.9706 | 0.9559 | 0.9774   |
+| 0.0401        | 7.0   | 4284 | 0.1045          | 0.9407    | 0.9705 | 0.9554 | 0.9771   |
+| 0.0387        | 8.0   | 4896 | 0.1042          | 0.9455    | 0.9705 | 0.9578 | 0.9784   |
+| 0.0301        | 9.0   | 5508 | 0.1059          | 0.9475    | 0.9704 | 0.9588 | 0.9790   |
+| 0.0286        | 10.0  | 6120 | 0.1078          | 0.9466    | 0.9706 | 0.9585 | 0.9788   |
 
 
 ### Framework versions

config.json

@@ -10,70 +10,69 @@
   "hidden_dropout_prob": 0.1,
   "hidden_size": 768,
   "id2label": {
-    "0": "LABEL_0",
-    "1": "LABEL_1",
-    "2": "LABEL_2",
-    "3": "LABEL_3",
-    "4": "LABEL_4",
-    "5": "LABEL_5",
-    "6": "LABEL_6",
-    "7": "LABEL_7",
-    "8": "LABEL_8",
-    "9": "LABEL_9",
-    "10": "LABEL_10",
-    "11": "LABEL_11",
-    "12": "LABEL_12",
-    "13": "LABEL_13",
-    "14": "LABEL_14",
-    "15": "LABEL_15",
-    "16": "LABEL_16",
-    "17": "LABEL_17",
-    "18": "LABEL_18",
-    "19": "LABEL_19",
-    "20": "LABEL_20",
-    "21": "LABEL_21",
-    "22": "LABEL_22",
-    "23": "LABEL_23",
-    "24": "LABEL_24",
-    "25": "LABEL_25",
-    "26": "LABEL_26",
-    "27": "LABEL_27",
-    "28": "LABEL_28",
-    "29": "LABEL_29"
+    "0": "B-DISEASE",
+    "1": "B-CHEMOTHERAPY",
+    "2": "B-DATE",
+    "3": "B-DRUG",
+    "4": "B-FAMILY_MEMBER",
+    "5": "B-FREQUENCY",
+    "6": "B-AGE_RANGE",
+    "7": "B-QUANTITY",
+    "8": "I-DURATION",
+    "9": "B-ACTION",
+    "10": "B-NUMBER",
+    "11": "B-RADIOTHERAPY",
+    "12": "B-SMOKER_STATUS",
+    "13": "B-STAGE",
+    "14": "B-SURGERY",
+    "15": "B-TNM",
+    "16": "I-DISEASE",
+    "17": "I-DATE",
+    "18": "I-RANGE",
+    "19": "B-ATTRIBUTE",
+    "20": "I-FREQUENCY",
+    "21": "I-DURATION",
+    "22": "I-OTHER",
+    "23": "B-OCCURRENCE",
+    "24": "B-ACTION_DETAIL",
+    "25": "I-ACTION_DETAIL",
+    "26": "I-STAGE",
+    "27": "I-SURGERY",
+    "28": "I-TNM",
+    "29": "O"
   },
   "initializer_range": 0.02,
   "intermediate_size": 3072,
   "label2id": {
-    "LABEL_0": 0,
-    "LABEL_1": 1,
-    "LABEL_10": 10,
-    "LABEL_11": 11,
-    "LABEL_12": 12,
-    "LABEL_13": 13,
-    "LABEL_14": 14,
-    "LABEL_15": 15,
-    "LABEL_16": 16,
-    "LABEL_17": 17,
-    "LABEL_18": 18,
-    "LABEL_19": 19,
-    "LABEL_2": 2,
-    "LABEL_20": 20,
-    "LABEL_21": 21,
-    "LABEL_22": 22,
-    "LABEL_23": 23,
-    "LABEL_24": 24,
-    "LABEL_25": 25,
-    "LABEL_26": 26,
-    "LABEL_27": 27,
-    "LABEL_28": 28,
-    "LABEL_29": 29,
-    "LABEL_3": 3,
-    "LABEL_4": 4,
-    "LABEL_5": 5,
-    "LABEL_6": 6,
-    "LABEL_7": 7,
-    "LABEL_8": 8,
-    "LABEL_9": 9
+    "B-ACTION": 9,
+    "B-ACTION_DETAIL": 24,
+    "B-AGE_RANGE": 6,
+    "B-ATTRIBUTE": 19,
+    "B-CHEMOTHERAPY": 1,
+    "B-DATE": 2,
+    "B-DISEASE": 0,
+    "B-DRUG": 3,
+    "B-FAMILY_MEMBER": 4,
+    "B-FREQUENCY": 5,
+    "B-NUMBER": 10,
+    "B-OCCURRENCE": 23,
+    "B-QUANTITY": 7,
+    "B-RADIOTHERAPY": 11,
+    "B-SMOKER_STATUS": 12,
+    "B-STAGE": 13,
+    "B-SURGERY": 14,
+    "B-TNM": 15,
+    "I-ACTION_DETAIL": 25,
+    "I-DATE": 17,
+    "I-DISEASE": 16,
+    "I-DURATION": 21,
+    "I-FREQUENCY": 20,
+    "I-OTHER": 22,
+    "I-RANGE": 18,
+    "I-STAGE": 26,
+    "I-SURGERY": 27,
+    "I-TNM": 28,
+    "O": 29
   },
   "layer_norm_eps": 1e-12,
   "max_position_embeddings": 512,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6171a28a4e51c959daa864806c77b4f56bfdada139ee9913e9864e0d0f9c5363
+oid sha256:2d59440414150766f08e394dab6fa1159cbea32d9c7906247c585ccf8a0d7e97
 size 435682216

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:643237ab3c64e3cabdf911e7c17767e2a58a77927574599b28e277acfff2273f
+oid sha256:483aa1282a81a59a6e1e3ef1c827c2286ccb8883e7516befd017ef2f6b53e001
 size 5240