End of training

README.md

@@ -17,8 +17,8 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [distilbert-base-uncased](https://huggingface.co/distilbert-base-uncased) on the None dataset.
 It achieves the following results on the evaluation set:
-- Loss: 1.6844
-- Accuracy: 0.9427
+- Loss: 1.7115
+- Accuracy: 0.9346
 
 ## Model description
 
@@ -49,8 +49,8 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch | Step | Validation Loss | Accuracy |
 |:-------------:|:-----:|:----:|:---------------:|:--------:|
-| No log        | 1.0   | 489  | 2.3287          | 0.9008   |
-| 3.5563        | 2.0   | 978  | 1.6844          | 0.9427   |
+| No log        | 1.0   | 489  | 2.3560          | 0.9223   |
+| 3.6023        | 2.0   | 978  | 1.7115          | 0.9346   |
 
 
 ### Framework versions

config.json

@@ -9,170 +9,6 @@
   "dropout": 0.1,
   "hidden_dim": 3072,
   "id2label": {
-    "abercrombie": 0,
-    "canada_tax_court_outcomes": 1,
-    "citation_prediction_classification": 2,
-    "citation_prediction_open": 3,
-    "consumer_contracts_qa": 4,
-    "contract_nli_confidentiality_of_agreement": 5,
-    "contract_nli_explicit_identification": 6,
-    "contract_nli_inclusion_of_verbally_conveyed_information": 7,
-    "contract_nli_limited_use": 8,
-    "contract_nli_no_licensing": 9,
-    "contract_nli_notice_on_compelled_disclosure": 10,
-    "contract_nli_permissible_acquirement_of_similar_information": 11,
-    "contract_nli_permissible_copy": 12,
-    "contract_nli_permissible_development_of_similar_information": 13,
-    "contract_nli_permissible_post-agreement_possession": 14,
-    "contract_nli_return_of_confidential_information": 15,
-    "contract_nli_sharing_with_employees": 16,
-    "contract_nli_sharing_with_third-parties": 17,
-    "contract_nli_survival_of_obligations": 18,
-    "contract_qa": 19,
-    "corporate_lobbying": 20,
-    "cuad_affiliate_license-licensee": 21,
-    "cuad_affiliate_license-licensor": 22,
-    "cuad_anti-assignment": 23,
-    "cuad_audit_rights": 24,
-    "cuad_cap_on_liability": 25,
-    "cuad_change_of_control": 26,
-    "cuad_competitive_restriction_exception": 27,
-    "cuad_covenant_not_to_sue": 28,
-    "cuad_effective_date": 29,
-    "cuad_exclusivity": 30,
-    "cuad_expiration_date": 31,
-    "cuad_governing_law": 32,
-    "cuad_insurance": 33,
-    "cuad_ip_ownership_assignment": 34,
-    "cuad_irrevocable_or_perpetual_license": 35,
-    "cuad_joint_ip_ownership": 36,
-    "cuad_license_grant": 37,
-    "cuad_liquidated_damages": 38,
-    "cuad_minimum_commitment": 39,
-    "cuad_most_favored_nation": 40,
-    "cuad_no-solicit_of_customers": 41,
-    "cuad_no-solicit_of_employees": 42,
-    "cuad_non-compete": 43,
-    "cuad_non-disparagement": 44,
-    "cuad_non-transferable_license": 45,
-    "cuad_notice_period_to_terminate_renewal": 46,
-    "cuad_post-termination_services": 47,
-    "cuad_price_restrictions": 48,
-    "cuad_renewal_term": 49,
-    "cuad_revenue-profit_sharing": 50,
-    "cuad_rofr-rofo-rofn": 51,
-    "cuad_source_code_escrow": 52,
-    "cuad_termination_for_convenience": 53,
-    "cuad_third_party_beneficiary": 54,
-    "cuad_uncapped_liability": 55,
-    "cuad_unlimited-all-you-can-eat-license": 56,
-    "cuad_volume_restriction": 57,
-    "cuad_warranty_duration": 58,
-    "definition_classification": 59,
-    "definition_extraction": 60,
-    "diversity_1": 61,
-    "diversity_2": 62,
-    "diversity_3": 63,
-    "diversity_4": 64,
-    "diversity_5": 65,
-    "diversity_6": 66,
-    "function_of_decision_section": 67,
-    "hearsay": 68,
-    "insurance_policy_interpretation": 69,
-    "international_citizenship_questions": 70,
-    "jcrew_blocker": 71,
-    "learned_hands_benefits": 72,
-    "learned_hands_business": 73,
-    "learned_hands_consumer": 74,
-    "learned_hands_courts": 75,
-    "learned_hands_crime": 76,
-    "learned_hands_divorce": 77,
-    "learned_hands_domestic_violence": 78,
-    "learned_hands_education": 79,
-    "learned_hands_employment": 80,
-    "learned_hands_estates": 81,
-    "learned_hands_family": 82,
-    "learned_hands_health": 83,
-    "learned_hands_housing": 84,
-    "learned_hands_immigration": 85,
-    "learned_hands_torts": 86,
-    "learned_hands_traffic": 87,
-    "legal_reasoning_causality": 88,
-    "maud_ability_to_consummate_concept_is_subject_to_mae_carveouts": 89,
-    "maud_accuracy_of_fundamental_target_rws_bringdown_standard": 90,
-    "maud_accuracy_of_target_capitalization_rw_(outstanding_shares)_bringdown_standard_answer": 91,
-    "maud_accuracy_of_target_general_rw_bringdown_timing_answer": 92,
-    "maud_additional_matching_rights_period_for_modifications_(cor)": 93,
-    "maud_application_of_buyer_consent_requirement_(negative_interim_covenant)": 94,
-    "maud_buyer_consent_requirement_(ordinary_course)": 95,
-    "maud_change_in_law__subject_to_disproportionate_impact_modifier": 96,
-    "maud_changes_in_gaap_or_other_accounting_principles__subject_to_disproportionate_impact_modifier": 97,
-    "maud_cor_permitted_in_response_to_intervening_event": 98,
-    "maud_cor_permitted_with_board_fiduciary_determination_only": 99,
-    "maud_cor_standard_(intervening_event)": 100,
-    "maud_cor_standard_(superior_offer)": 101,
-    "maud_definition_contains_knowledge_requirement_-_answer": 102,
-    "maud_definition_includes_asset_deals": 103,
-    "maud_definition_includes_stock_deals": 104,
-    "maud_fiduciary_exception__board_determination_standard": 105,
-    "maud_fiduciary_exception_board_determination_trigger_(no_shop)": 106,
-    "maud_financial_point_of_view_is_the_sole_consideration": 107,
-    "maud_fls_(mae)_standard": 108,
-    "maud_general_economic_and_financial_conditions_subject_to_disproportionate_impact_modifier": 109,
-    "maud_includes_consistent_with_past_practice": 110,
-    "maud_initial_matching_rights_period_(cor)": 111,
-    "maud_initial_matching_rights_period_(ftr)": 112,
-    "maud_intervening_event_-_required_to_occur_after_signing_-_answer": 113,
-    "maud_knowledge_definition": 114,
-    "maud_liability_standard_for_no-shop_breach_by_target_non-do_representatives": 115,
-    "maud_ordinary_course_efforts_standard": 116,
-    "maud_pandemic_or_other_public_health_event__subject_to_disproportionate_impact_modifier": 117,
-    "maud_pandemic_or_other_public_health_event_specific_reference_to_pandemic-related_governmental_responses_or_measures": 118,
-    "maud_relational_language_(mae)_applies_to": 119,
-    "maud_specific_performance": 120,
-    "maud_tail_period_length": 121,
-    "maud_type_of_consideration": 122,
-    "nys_judicial_ethics": 123,
-    "opp115_data_retention": 124,
-    "opp115_data_security": 125,
-    "opp115_do_not_track": 126,
-    "opp115_first_party_collection_use": 127,
-    "opp115_international_and_specific_audiences": 128,
-    "opp115_policy_change": 129,
-    "opp115_third_party_sharing_collection": 130,
-    "opp115_user_access,_edit_and_deletion": 131,
-    "opp115_user_choice_control": 132,
-    "oral_argument_question_purpose": 133,
-    "overruling": 134,
-    "personal_jurisdiction": 135,
-    "privacy_policy_entailment": 136,
-    "privacy_policy_qa": 137,
-    "proa": 138,
-    "sara_entailment": 139,
-    "sara_numeric": 140,
-    "scalr": 141,
-    "ssla_company_defendants": 142,
-    "ssla_individual_defendants": 143,
-    "ssla_plaintiff": 144,
-    "successor_liability": 145,
-    "supply_chain_disclosure_best_practice_accountability": 146,
-    "supply_chain_disclosure_best_practice_audits": 147,
-    "supply_chain_disclosure_best_practice_certification": 148,
-    "supply_chain_disclosure_best_practice_training": 149,
-    "supply_chain_disclosure_best_practice_verification": 150,
-    "supply_chain_disclosure_disclosed_accountability": 151,
-    "supply_chain_disclosure_disclosed_audits": 152,
-    "supply_chain_disclosure_disclosed_certification": 153,
-    "supply_chain_disclosure_disclosed_training": 154,
-    "supply_chain_disclosure_disclosed_verification": 155,
-    "telemarketing_sales_rule": 156,
-    "textualism_tool_dictionaries": 157,
-    "textualism_tool_plain": 158,
-    "ucc_v_common_law": 159,
-    "unfair_tos": 160
-  },
-  "initializer_range": 0.02,
-  "label2id": {
     "0": "abercrombie",
     "1": "canada_tax_court_outcomes",
     "2": "citation_prediction_classification",
@@ -335,6 +171,170 @@
     "159": "ucc_v_common_law",
     "160": "unfair_tos"
   },
+  "initializer_range": 0.02,
+  "label2id": {
+    "abercrombie": 0,
+    "canada_tax_court_outcomes": 1,
+    "citation_prediction_classification": 2,
+    "citation_prediction_open": 3,
+    "consumer_contracts_qa": 4,
+    "contract_nli_confidentiality_of_agreement": 5,
+    "contract_nli_explicit_identification": 6,
+    "contract_nli_inclusion_of_verbally_conveyed_information": 7,
+    "contract_nli_limited_use": 8,
+    "contract_nli_no_licensing": 9,
+    "contract_nli_notice_on_compelled_disclosure": 10,
+    "contract_nli_permissible_acquirement_of_similar_information": 11,
+    "contract_nli_permissible_copy": 12,
+    "contract_nli_permissible_development_of_similar_information": 13,
+    "contract_nli_permissible_post-agreement_possession": 14,
+    "contract_nli_return_of_confidential_information": 15,
+    "contract_nli_sharing_with_employees": 16,
+    "contract_nli_sharing_with_third-parties": 17,
+    "contract_nli_survival_of_obligations": 18,
+    "contract_qa": 19,
+    "corporate_lobbying": 20,
+    "cuad_affiliate_license-licensee": 21,
+    "cuad_affiliate_license-licensor": 22,
+    "cuad_anti-assignment": 23,
+    "cuad_audit_rights": 24,
+    "cuad_cap_on_liability": 25,
+    "cuad_change_of_control": 26,
+    "cuad_competitive_restriction_exception": 27,
+    "cuad_covenant_not_to_sue": 28,
+    "cuad_effective_date": 29,
+    "cuad_exclusivity": 30,
+    "cuad_expiration_date": 31,
+    "cuad_governing_law": 32,
+    "cuad_insurance": 33,
+    "cuad_ip_ownership_assignment": 34,
+    "cuad_irrevocable_or_perpetual_license": 35,
+    "cuad_joint_ip_ownership": 36,
+    "cuad_license_grant": 37,
+    "cuad_liquidated_damages": 38,
+    "cuad_minimum_commitment": 39,
+    "cuad_most_favored_nation": 40,
+    "cuad_no-solicit_of_customers": 41,
+    "cuad_no-solicit_of_employees": 42,
+    "cuad_non-compete": 43,
+    "cuad_non-disparagement": 44,
+    "cuad_non-transferable_license": 45,
+    "cuad_notice_period_to_terminate_renewal": 46,
+    "cuad_post-termination_services": 47,
+    "cuad_price_restrictions": 48,
+    "cuad_renewal_term": 49,
+    "cuad_revenue-profit_sharing": 50,
+    "cuad_rofr-rofo-rofn": 51,
+    "cuad_source_code_escrow": 52,
+    "cuad_termination_for_convenience": 53,
+    "cuad_third_party_beneficiary": 54,
+    "cuad_uncapped_liability": 55,
+    "cuad_unlimited-all-you-can-eat-license": 56,
+    "cuad_volume_restriction": 57,
+    "cuad_warranty_duration": 58,
+    "definition_classification": 59,
+    "definition_extraction": 60,
+    "diversity_1": 61,
+    "diversity_2": 62,
+    "diversity_3": 63,
+    "diversity_4": 64,
+    "diversity_5": 65,
+    "diversity_6": 66,
+    "function_of_decision_section": 67,
+    "hearsay": 68,
+    "insurance_policy_interpretation": 69,
+    "international_citizenship_questions": 70,
+    "jcrew_blocker": 71,
+    "learned_hands_benefits": 72,
+    "learned_hands_business": 73,
+    "learned_hands_consumer": 74,
+    "learned_hands_courts": 75,
+    "learned_hands_crime": 76,
+    "learned_hands_divorce": 77,
+    "learned_hands_domestic_violence": 78,
+    "learned_hands_education": 79,
+    "learned_hands_employment": 80,
+    "learned_hands_estates": 81,
+    "learned_hands_family": 82,
+    "learned_hands_health": 83,
+    "learned_hands_housing": 84,
+    "learned_hands_immigration": 85,
+    "learned_hands_torts": 86,
+    "learned_hands_traffic": 87,
+    "legal_reasoning_causality": 88,
+    "maud_ability_to_consummate_concept_is_subject_to_mae_carveouts": 89,
+    "maud_accuracy_of_fundamental_target_rws_bringdown_standard": 90,
+    "maud_accuracy_of_target_capitalization_rw_(outstanding_shares)_bringdown_standard_answer": 91,
+    "maud_accuracy_of_target_general_rw_bringdown_timing_answer": 92,
+    "maud_additional_matching_rights_period_for_modifications_(cor)": 93,
+    "maud_application_of_buyer_consent_requirement_(negative_interim_covenant)": 94,
+    "maud_buyer_consent_requirement_(ordinary_course)": 95,
+    "maud_change_in_law__subject_to_disproportionate_impact_modifier": 96,
+    "maud_changes_in_gaap_or_other_accounting_principles__subject_to_disproportionate_impact_modifier": 97,
+    "maud_cor_permitted_in_response_to_intervening_event": 98,
+    "maud_cor_permitted_with_board_fiduciary_determination_only": 99,
+    "maud_cor_standard_(intervening_event)": 100,
+    "maud_cor_standard_(superior_offer)": 101,
+    "maud_definition_contains_knowledge_requirement_-_answer": 102,
+    "maud_definition_includes_asset_deals": 103,
+    "maud_definition_includes_stock_deals": 104,
+    "maud_fiduciary_exception__board_determination_standard": 105,
+    "maud_fiduciary_exception_board_determination_trigger_(no_shop)": 106,
+    "maud_financial_point_of_view_is_the_sole_consideration": 107,
+    "maud_fls_(mae)_standard": 108,
+    "maud_general_economic_and_financial_conditions_subject_to_disproportionate_impact_modifier": 109,
+    "maud_includes_consistent_with_past_practice": 110,
+    "maud_initial_matching_rights_period_(cor)": 111,
+    "maud_initial_matching_rights_period_(ftr)": 112,
+    "maud_intervening_event_-_required_to_occur_after_signing_-_answer": 113,
+    "maud_knowledge_definition": 114,
+    "maud_liability_standard_for_no-shop_breach_by_target_non-do_representatives": 115,
+    "maud_ordinary_course_efforts_standard": 116,
+    "maud_pandemic_or_other_public_health_event__subject_to_disproportionate_impact_modifier": 117,
+    "maud_pandemic_or_other_public_health_event_specific_reference_to_pandemic-related_governmental_responses_or_measures": 118,
+    "maud_relational_language_(mae)_applies_to": 119,
+    "maud_specific_performance": 120,
+    "maud_tail_period_length": 121,
+    "maud_type_of_consideration": 122,
+    "nys_judicial_ethics": 123,
+    "opp115_data_retention": 124,
+    "opp115_data_security": 125,
+    "opp115_do_not_track": 126,
+    "opp115_first_party_collection_use": 127,
+    "opp115_international_and_specific_audiences": 128,
+    "opp115_policy_change": 129,
+    "opp115_third_party_sharing_collection": 130,
+    "opp115_user_access,_edit_and_deletion": 131,
+    "opp115_user_choice_control": 132,
+    "oral_argument_question_purpose": 133,
+    "overruling": 134,
+    "personal_jurisdiction": 135,
+    "privacy_policy_entailment": 136,
+    "privacy_policy_qa": 137,
+    "proa": 138,
+    "sara_entailment": 139,
+    "sara_numeric": 140,
+    "scalr": 141,
+    "ssla_company_defendants": 142,
+    "ssla_individual_defendants": 143,
+    "ssla_plaintiff": 144,
+    "successor_liability": 145,
+    "supply_chain_disclosure_best_practice_accountability": 146,
+    "supply_chain_disclosure_best_practice_audits": 147,
+    "supply_chain_disclosure_best_practice_certification": 148,
+    "supply_chain_disclosure_best_practice_training": 149,
+    "supply_chain_disclosure_best_practice_verification": 150,
+    "supply_chain_disclosure_disclosed_accountability": 151,
+    "supply_chain_disclosure_disclosed_audits": 152,
+    "supply_chain_disclosure_disclosed_certification": 153,
+    "supply_chain_disclosure_disclosed_training": 154,
+    "supply_chain_disclosure_disclosed_verification": 155,
+    "telemarketing_sales_rule": 156,
+    "textualism_tool_dictionaries": 157,
+    "textualism_tool_plain": 158,
+    "ucc_v_common_law": 159,
+    "unfair_tos": 160
+  },
   "max_position_embeddings": 512,
   "model_type": "distilbert",
   "n_heads": 12,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:26b1af9a724f532581a03daa3b9f39e074385d892a67343b4f97f6054ffdc2b5
+oid sha256:e8478bae365cd25a0d51755bc7d035562accea80976cf73cf4544b4a7893a86c
 size 268321660

runs/Feb14_17-30-16_fdf0a2dd9181/events.out.tfevents.1707931816.fdf0a2dd9181.3331.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3091fa051abda219d7fd46d9a2546a16ee21494fd5175898023aa5b6ef45889f
+size 19945

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c9b0378fb8606faf50f6eccb48cb8fba64f6580fc2efe614ef5f8c674d5b513
+oid sha256:319aea935651bf68025ce2feeed9725c5a1f43eb85808f3cc0122da3ac846b61
 size 4600