clause_model_nov19

README.md

@@ -17,8 +17,8 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [nlpaueb/bert-base-uncased-contracts](https://huggingface.co/nlpaueb/bert-base-uncased-contracts) on the None dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.9001
-- Accuracy: 0.8546
+- Loss: 0.0520
+- Accuracy: 0.9917
 
 ## Model description
 
@@ -51,21 +51,21 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch | Step  | Validation Loss | Accuracy |
 |:-------------:|:-----:|:-----:|:---------------:|:--------:|
-| 1.3476        | 1.0   | 1269  | 0.8415          | 0.8147   |
-| 0.5667        | 2.0   | 2538  | 0.6364          | 0.8466   |
-| 0.3336        | 3.0   | 3807  | 0.6719          | 0.8537   |
-| 0.2592        | 4.0   | 5076  | 0.6984          | 0.8582   |
-| 0.1558        | 5.0   | 6345  | 0.7896          | 0.8466   |
-| 0.1148        | 6.0   | 7614  | 0.8543          | 0.8493   |
-| 0.0722        | 7.0   | 8883  | 0.8264          | 0.8626   |
-| 0.0716        | 8.0   | 10152 | 0.9042          | 0.8520   |
-| 0.0589        | 9.0   | 11421 | 0.8841          | 0.8564   |
-| 0.0349        | 10.0  | 12690 | 0.9001          | 0.8546   |
+| 1.5312        | 1.0   | 1179  | 0.8775          | 0.795    |
+| 0.6044        | 2.0   | 2358  | 0.3375          | 0.9192   |
+| 0.2778        | 3.0   | 3537  | 0.1704          | 0.9625   |
+| 0.162         | 4.0   | 4716  | 0.1016          | 0.9792   |
+| 0.121         | 5.0   | 5895  | 0.0791          | 0.9842   |
+| 0.0748        | 6.0   | 7074  | 0.0596          | 0.9875   |
+| 0.0705        | 7.0   | 8253  | 0.0618          | 0.9917   |
+| 0.052         | 8.0   | 9432  | 0.0622          | 0.9908   |
+| 0.0299        | 9.0   | 10611 | 0.0505          | 0.9917   |
+| 0.031         | 10.0  | 11790 | 0.0520          | 0.9917   |
 
 
 ### Framework versions
 
 - Transformers 4.42.0
-- Pytorch 2.5.0+cu121
+- Pytorch 2.5.1+cu121
 - Datasets 3.1.0
 - Tokenizers 0.19.1

config.json

@@ -16,84 +16,84 @@
     "3": "Non-Compete",
     "4": "Exclusivity",
     "5": "No Solicitation",
-    "6": "Non-Disparagement",
-    "7": "Rofr/Rofo/Rofn",
-    "8": "Change Of Control",
-    "9": "Revenue/Profit Sharing",
-    "10": "Price Restrictions",
-    "11": "Minimum Commitment",
-    "12": "Ip Ownership Assignment",
-    "13": "Joint Ip Ownership",
-    "14": "License Grant",
-    "15": "Post-Termination Services",
-    "16": "Audits",
-    "17": "Uncapped Liability",
-    "18": "Cap On Liability",
-    "19": "Liquidated Damages",
-    "20": "Warranty Duration",
-    "21": "Insurance",
-    "22": "Covenant Not To Sue",
-    "23": "Severability",
-    "24": "Indemnification",
-    "25": "Waiver",
-    "26": "Compensation",
-    "27": "Confidentiality",
-    "28": "Termination",
-    "29": "Arbitration",
-    "30": "Force Majeure",
-    "31": "Definition",
-    "32": "Survival",
-    "33": "Assignment",
-    "34": "Dispute Resolution",
-    "35": "Security Deposit",
-    "36": "Breach",
-    "37": "Intellectual Property Rights",
-    "38": "Obligations",
+    "6": "Rofr/Rofo/Rofn",
+    "7": "Change Of Control",
+    "8": "Revenue/Profit Sharing",
+    "9": "Price Restrictions",
+    "10": "Minimum Commitment",
+    "11": "Ip Ownership Assignment",
+    "12": "Joint Ip Ownership",
+    "13": "License Grant",
+    "14": "Post-Termination Services",
+    "15": "Audits",
+    "16": "Uncapped Liability",
+    "17": "Cap On Liability",
+    "18": "Liquidated Damages",
+    "19": "Warranty Duration",
+    "20": "Insurance",
+    "21": "Covenant Not To Sue",
+    "22": "Severability",
+    "23": "Indemnification",
+    "24": "Waiver",
+    "25": "Compensation",
+    "26": "Confidentiality",
+    "27": "Termination",
+    "28": "Arbitration",
+    "29": "Force Majeure",
+    "30": "Definition",
+    "31": "Survival",
+    "32": "Assignment",
+    "33": "Dispute Resolution",
+    "34": "Security Deposit",
+    "35": "Breach",
+    "36": "Intellectual Property Rights",
+    "37": "Obligations",
+    "38": "No Binding",
     "39": "Others"
   },
   "initializer_range": 0.02,
   "intermediate_size": 3072,
   "label2id": {
-    "Arbitration": 29,
-    "Assignment": 33,
-    "Audits": 16,
-    "Breach": 36,
-    "Cap On Liability": 18,
-    "Change Of Control": 8,
-    "Compensation": 26,
+    "Arbitration": 28,
+    "Assignment": 32,
+    "Audits": 15,
+    "Breach": 35,
+    "Cap On Liability": 17,
+    "Change Of Control": 7,
+    "Compensation": 25,
     "Competitive Restriction Exception": 2,
-    "Confidentiality": 27,
-    "Covenant Not To Sue": 22,
-    "Definition": 31,
-    "Dispute Resolution": 34,
+    "Confidentiality": 26,
+    "Covenant Not To Sue": 21,
+    "Definition": 30,
+    "Dispute Resolution": 33,
     "Exclusivity": 4,
-    "Force Majeure": 30,
+    "Force Majeure": 29,
     "Governing Law": 1,
-    "Indemnification": 24,
-    "Insurance": 21,
-    "Intellectual Property Rights": 37,
-    "Ip Ownership Assignment": 12,
-    "Joint Ip Ownership": 13,
-    "License Grant": 14,
-    "Liquidated Damages": 19,
-    "Minimum Commitment": 11,
+    "Indemnification": 23,
+    "Insurance": 20,
+    "Intellectual Property Rights": 36,
+    "Ip Ownership Assignment": 11,
+    "Joint Ip Ownership": 12,
+    "License Grant": 13,
+    "Liquidated Damages": 18,
+    "Minimum Commitment": 10,
+    "No Binding": 38,
     "No Solicitation": 5,
     "Non-Compete": 3,
-    "Non-Disparagement": 6,
-    "Obligations": 38,
+    "Obligations": 37,
     "Others": 39,
-    "Post-Termination Services": 15,
-    "Price Restrictions": 10,
+    "Post-Termination Services": 14,
+    "Price Restrictions": 9,
     "Renewal Term": 0,
-    "Revenue/Profit Sharing": 9,
-    "Rofr/Rofo/Rofn": 7,
-    "Security Deposit": 35,
-    "Severability": 23,
-    "Survival": 32,
-    "Termination": 28,
-    "Uncapped Liability": 17,
-    "Waiver": 25,
-    "Warranty Duration": 20
+    "Revenue/Profit Sharing": 8,
+    "Rofr/Rofo/Rofn": 6,
+    "Security Deposit": 34,
+    "Severability": 22,
+    "Survival": 31,
+    "Termination": 27,
+    "Uncapped Liability": 16,
+    "Waiver": 24,
+    "Warranty Duration": 19
   },
   "layer_norm_eps": 1e-12,
   "max_position_embeddings": 512,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8d60d61f1e9921e57c0ca88943d28916fbbe5d23bb34394f5c06824ff1cf946f
+oid sha256:c7d14480a8d01125741a215782478c48b893415d5250aae69e4b7450c1e7b9d4
 size 438075536

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:89a23253c00eb96deba706fe3511e0c73918ff24b036628e58448caf5f2c383b
+oid sha256:49d2a146ee9994e86c64c8d33b268a8f08ebf79bdbb3638aff32df392970981b
 size 5112