End of training

README.md

@@ -0,0 +1,61 @@
+---
+license: apache-2.0
+base_model: distilbert-base-uncased
+tags:
+- generated_from_trainer
+metrics:
+- accuracy
+model-index:
+- name: legalbench_task_classification
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# legalbench_task_classification
+
+This model is a fine-tuned version of [distilbert-base-uncased](https://huggingface.co/distilbert-base-uncased) on the None dataset.
+It achieves the following results on the evaluation set:
+- Loss: 1.6844
+- Accuracy: 0.9427
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 2e-05
+- train_batch_size: 16
+- eval_batch_size: 16
+- seed: 42
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- num_epochs: 2
+
+### Training results
+
+| Training Loss | Epoch | Step | Validation Loss | Accuracy |
+|:-------------:|:-----:|:----:|:---------------:|:--------:|
+| No log        | 1.0   | 489  | 2.3287          | 0.9008   |
+| 3.5563        | 2.0   | 978  | 1.6844          | 0.9427   |
+
+
+### Framework versions
+
+- Transformers 4.35.2
+- Pytorch 2.1.0+cu121
+- Datasets 2.17.0
+- Tokenizers 0.15.1

config.json

@@ -0,0 +1,351 @@
+{
+  "_name_or_path": "distilbert-base-uncased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForSequenceClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "id2label": {
+    "abercrombie": 0,
+    "canada_tax_court_outcomes": 1,
+    "citation_prediction_classification": 2,
+    "citation_prediction_open": 3,
+    "consumer_contracts_qa": 4,
+    "contract_nli_confidentiality_of_agreement": 5,
+    "contract_nli_explicit_identification": 6,
+    "contract_nli_inclusion_of_verbally_conveyed_information": 7,
+    "contract_nli_limited_use": 8,
+    "contract_nli_no_licensing": 9,
+    "contract_nli_notice_on_compelled_disclosure": 10,
+    "contract_nli_permissible_acquirement_of_similar_information": 11,
+    "contract_nli_permissible_copy": 12,
+    "contract_nli_permissible_development_of_similar_information": 13,
+    "contract_nli_permissible_post-agreement_possession": 14,
+    "contract_nli_return_of_confidential_information": 15,
+    "contract_nli_sharing_with_employees": 16,
+    "contract_nli_sharing_with_third-parties": 17,
+    "contract_nli_survival_of_obligations": 18,
+    "contract_qa": 19,
+    "corporate_lobbying": 20,
+    "cuad_affiliate_license-licensee": 21,
+    "cuad_affiliate_license-licensor": 22,
+    "cuad_anti-assignment": 23,
+    "cuad_audit_rights": 24,
+    "cuad_cap_on_liability": 25,
+    "cuad_change_of_control": 26,
+    "cuad_competitive_restriction_exception": 27,
+    "cuad_covenant_not_to_sue": 28,
+    "cuad_effective_date": 29,
+    "cuad_exclusivity": 30,
+    "cuad_expiration_date": 31,
+    "cuad_governing_law": 32,
+    "cuad_insurance": 33,
+    "cuad_ip_ownership_assignment": 34,
+    "cuad_irrevocable_or_perpetual_license": 35,
+    "cuad_joint_ip_ownership": 36,
+    "cuad_license_grant": 37,
+    "cuad_liquidated_damages": 38,
+    "cuad_minimum_commitment": 39,
+    "cuad_most_favored_nation": 40,
+    "cuad_no-solicit_of_customers": 41,
+    "cuad_no-solicit_of_employees": 42,
+    "cuad_non-compete": 43,
+    "cuad_non-disparagement": 44,
+    "cuad_non-transferable_license": 45,
+    "cuad_notice_period_to_terminate_renewal": 46,
+    "cuad_post-termination_services": 47,
+    "cuad_price_restrictions": 48,
+    "cuad_renewal_term": 49,
+    "cuad_revenue-profit_sharing": 50,
+    "cuad_rofr-rofo-rofn": 51,
+    "cuad_source_code_escrow": 52,
+    "cuad_termination_for_convenience": 53,
+    "cuad_third_party_beneficiary": 54,
+    "cuad_uncapped_liability": 55,
+    "cuad_unlimited-all-you-can-eat-license": 56,
+    "cuad_volume_restriction": 57,
+    "cuad_warranty_duration": 58,
+    "definition_classification": 59,
+    "definition_extraction": 60,
+    "diversity_1": 61,
+    "diversity_2": 62,
+    "diversity_3": 63,
+    "diversity_4": 64,
+    "diversity_5": 65,
+    "diversity_6": 66,
+    "function_of_decision_section": 67,
+    "hearsay": 68,
+    "insurance_policy_interpretation": 69,
+    "international_citizenship_questions": 70,
+    "jcrew_blocker": 71,
+    "learned_hands_benefits": 72,
+    "learned_hands_business": 73,
+    "learned_hands_consumer": 74,
+    "learned_hands_courts": 75,
+    "learned_hands_crime": 76,
+    "learned_hands_divorce": 77,
+    "learned_hands_domestic_violence": 78,
+    "learned_hands_education": 79,
+    "learned_hands_employment": 80,
+    "learned_hands_estates": 81,
+    "learned_hands_family": 82,
+    "learned_hands_health": 83,
+    "learned_hands_housing": 84,
+    "learned_hands_immigration": 85,
+    "learned_hands_torts": 86,
+    "learned_hands_traffic": 87,
+    "legal_reasoning_causality": 88,
+    "maud_ability_to_consummate_concept_is_subject_to_mae_carveouts": 89,
+    "maud_accuracy_of_fundamental_target_rws_bringdown_standard": 90,
+    "maud_accuracy_of_target_capitalization_rw_(outstanding_shares)_bringdown_standard_answer": 91,
+    "maud_accuracy_of_target_general_rw_bringdown_timing_answer": 92,
+    "maud_additional_matching_rights_period_for_modifications_(cor)": 93,
+    "maud_application_of_buyer_consent_requirement_(negative_interim_covenant)": 94,
+    "maud_buyer_consent_requirement_(ordinary_course)": 95,
+    "maud_change_in_law__subject_to_disproportionate_impact_modifier": 96,
+    "maud_changes_in_gaap_or_other_accounting_principles__subject_to_disproportionate_impact_modifier": 97,
+    "maud_cor_permitted_in_response_to_intervening_event": 98,
+    "maud_cor_permitted_with_board_fiduciary_determination_only": 99,
+    "maud_cor_standard_(intervening_event)": 100,
+    "maud_cor_standard_(superior_offer)": 101,
+    "maud_definition_contains_knowledge_requirement_-_answer": 102,
+    "maud_definition_includes_asset_deals": 103,
+    "maud_definition_includes_stock_deals": 104,
+    "maud_fiduciary_exception__board_determination_standard": 105,
+    "maud_fiduciary_exception_board_determination_trigger_(no_shop)": 106,
+    "maud_financial_point_of_view_is_the_sole_consideration": 107,
+    "maud_fls_(mae)_standard": 108,
+    "maud_general_economic_and_financial_conditions_subject_to_disproportionate_impact_modifier": 109,
+    "maud_includes_consistent_with_past_practice": 110,
+    "maud_initial_matching_rights_period_(cor)": 111,
+    "maud_initial_matching_rights_period_(ftr)": 112,
+    "maud_intervening_event_-_required_to_occur_after_signing_-_answer": 113,
+    "maud_knowledge_definition": 114,
+    "maud_liability_standard_for_no-shop_breach_by_target_non-do_representatives": 115,
+    "maud_ordinary_course_efforts_standard": 116,
+    "maud_pandemic_or_other_public_health_event__subject_to_disproportionate_impact_modifier": 117,
+    "maud_pandemic_or_other_public_health_event_specific_reference_to_pandemic-related_governmental_responses_or_measures": 118,
+    "maud_relational_language_(mae)_applies_to": 119,
+    "maud_specific_performance": 120,
+    "maud_tail_period_length": 121,
+    "maud_type_of_consideration": 122,
+    "nys_judicial_ethics": 123,
+    "opp115_data_retention": 124,
+    "opp115_data_security": 125,
+    "opp115_do_not_track": 126,
+    "opp115_first_party_collection_use": 127,
+    "opp115_international_and_specific_audiences": 128,
+    "opp115_policy_change": 129,
+    "opp115_third_party_sharing_collection": 130,
+    "opp115_user_access,_edit_and_deletion": 131,
+    "opp115_user_choice_control": 132,
+    "oral_argument_question_purpose": 133,
+    "overruling": 134,
+    "personal_jurisdiction": 135,
+    "privacy_policy_entailment": 136,
+    "privacy_policy_qa": 137,
+    "proa": 138,
+    "sara_entailment": 139,
+    "sara_numeric": 140,
+    "scalr": 141,
+    "ssla_company_defendants": 142,
+    "ssla_individual_defendants": 143,
+    "ssla_plaintiff": 144,
+    "successor_liability": 145,
+    "supply_chain_disclosure_best_practice_accountability": 146,
+    "supply_chain_disclosure_best_practice_audits": 147,
+    "supply_chain_disclosure_best_practice_certification": 148,
+    "supply_chain_disclosure_best_practice_training": 149,
+    "supply_chain_disclosure_best_practice_verification": 150,
+    "supply_chain_disclosure_disclosed_accountability": 151,
+    "supply_chain_disclosure_disclosed_audits": 152,
+    "supply_chain_disclosure_disclosed_certification": 153,
+    "supply_chain_disclosure_disclosed_training": 154,
+    "supply_chain_disclosure_disclosed_verification": 155,
+    "telemarketing_sales_rule": 156,
+    "textualism_tool_dictionaries": 157,
+    "textualism_tool_plain": 158,
+    "ucc_v_common_law": 159,
+    "unfair_tos": 160
+  },
+  "initializer_range": 0.02,
+  "label2id": {
+    "0": "abercrombie",
+    "1": "canada_tax_court_outcomes",
+    "2": "citation_prediction_classification",
+    "3": "citation_prediction_open",
+    "4": "consumer_contracts_qa",
+    "5": "contract_nli_confidentiality_of_agreement",
+    "6": "contract_nli_explicit_identification",
+    "7": "contract_nli_inclusion_of_verbally_conveyed_information",
+    "8": "contract_nli_limited_use",
+    "9": "contract_nli_no_licensing",
+    "10": "contract_nli_notice_on_compelled_disclosure",
+    "11": "contract_nli_permissible_acquirement_of_similar_information",
+    "12": "contract_nli_permissible_copy",
+    "13": "contract_nli_permissible_development_of_similar_information",
+    "14": "contract_nli_permissible_post-agreement_possession",
+    "15": "contract_nli_return_of_confidential_information",
+    "16": "contract_nli_sharing_with_employees",
+    "17": "contract_nli_sharing_with_third-parties",
+    "18": "contract_nli_survival_of_obligations",
+    "19": "contract_qa",
+    "20": "corporate_lobbying",
+    "21": "cuad_affiliate_license-licensee",
+    "22": "cuad_affiliate_license-licensor",
+    "23": "cuad_anti-assignment",
+    "24": "cuad_audit_rights",
+    "25": "cuad_cap_on_liability",
+    "26": "cuad_change_of_control",
+    "27": "cuad_competitive_restriction_exception",
+    "28": "cuad_covenant_not_to_sue",
+    "29": "cuad_effective_date",
+    "30": "cuad_exclusivity",
+    "31": "cuad_expiration_date",
+    "32": "cuad_governing_law",
+    "33": "cuad_insurance",
+    "34": "cuad_ip_ownership_assignment",
+    "35": "cuad_irrevocable_or_perpetual_license",
+    "36": "cuad_joint_ip_ownership",
+    "37": "cuad_license_grant",
+    "38": "cuad_liquidated_damages",
+    "39": "cuad_minimum_commitment",
+    "40": "cuad_most_favored_nation",
+    "41": "cuad_no-solicit_of_customers",
+    "42": "cuad_no-solicit_of_employees",
+    "43": "cuad_non-compete",
+    "44": "cuad_non-disparagement",
+    "45": "cuad_non-transferable_license",
+    "46": "cuad_notice_period_to_terminate_renewal",
+    "47": "cuad_post-termination_services",
+    "48": "cuad_price_restrictions",
+    "49": "cuad_renewal_term",
+    "50": "cuad_revenue-profit_sharing",
+    "51": "cuad_rofr-rofo-rofn",
+    "52": "cuad_source_code_escrow",
+    "53": "cuad_termination_for_convenience",
+    "54": "cuad_third_party_beneficiary",
+    "55": "cuad_uncapped_liability",
+    "56": "cuad_unlimited-all-you-can-eat-license",
+    "57": "cuad_volume_restriction",
+    "58": "cuad_warranty_duration",
+    "59": "definition_classification",
+    "60": "definition_extraction",
+    "61": "diversity_1",
+    "62": "diversity_2",
+    "63": "diversity_3",
+    "64": "diversity_4",
+    "65": "diversity_5",
+    "66": "diversity_6",
+    "67": "function_of_decision_section",
+    "68": "hearsay",
+    "69": "insurance_policy_interpretation",
+    "70": "international_citizenship_questions",
+    "71": "jcrew_blocker",
+    "72": "learned_hands_benefits",
+    "73": "learned_hands_business",
+    "74": "learned_hands_consumer",
+    "75": "learned_hands_courts",
+    "76": "learned_hands_crime",
+    "77": "learned_hands_divorce",
+    "78": "learned_hands_domestic_violence",
+    "79": "learned_hands_education",
+    "80": "learned_hands_employment",
+    "81": "learned_hands_estates",
+    "82": "learned_hands_family",
+    "83": "learned_hands_health",
+    "84": "learned_hands_housing",
+    "85": "learned_hands_immigration",
+    "86": "learned_hands_torts",
+    "87": "learned_hands_traffic",
+    "88": "legal_reasoning_causality",
+    "89": "maud_ability_to_consummate_concept_is_subject_to_mae_carveouts",
+    "90": "maud_accuracy_of_fundamental_target_rws_bringdown_standard",
+    "91": "maud_accuracy_of_target_capitalization_rw_(outstanding_shares)_bringdown_standard_answer",
+    "92": "maud_accuracy_of_target_general_rw_bringdown_timing_answer",
+    "93": "maud_additional_matching_rights_period_for_modifications_(cor)",
+    "94": "maud_application_of_buyer_consent_requirement_(negative_interim_covenant)",
+    "95": "maud_buyer_consent_requirement_(ordinary_course)",
+    "96": "maud_change_in_law__subject_to_disproportionate_impact_modifier",
+    "97": "maud_changes_in_gaap_or_other_accounting_principles__subject_to_disproportionate_impact_modifier",
+    "98": "maud_cor_permitted_in_response_to_intervening_event",
+    "99": "maud_cor_permitted_with_board_fiduciary_determination_only",
+    "100": "maud_cor_standard_(intervening_event)",
+    "101": "maud_cor_standard_(superior_offer)",
+    "102": "maud_definition_contains_knowledge_requirement_-_answer",
+    "103": "maud_definition_includes_asset_deals",
+    "104": "maud_definition_includes_stock_deals",
+    "105": "maud_fiduciary_exception__board_determination_standard",
+    "106": "maud_fiduciary_exception_board_determination_trigger_(no_shop)",
+    "107": "maud_financial_point_of_view_is_the_sole_consideration",
+    "108": "maud_fls_(mae)_standard",
+    "109": "maud_general_economic_and_financial_conditions_subject_to_disproportionate_impact_modifier",
+    "110": "maud_includes_consistent_with_past_practice",
+    "111": "maud_initial_matching_rights_period_(cor)",
+    "112": "maud_initial_matching_rights_period_(ftr)",
+    "113": "maud_intervening_event_-_required_to_occur_after_signing_-_answer",
+    "114": "maud_knowledge_definition",
+    "115": "maud_liability_standard_for_no-shop_breach_by_target_non-do_representatives",
+    "116": "maud_ordinary_course_efforts_standard",
+    "117": "maud_pandemic_or_other_public_health_event__subject_to_disproportionate_impact_modifier",
+    "118": "maud_pandemic_or_other_public_health_event_specific_reference_to_pandemic-related_governmental_responses_or_measures",
+    "119": "maud_relational_language_(mae)_applies_to",
+    "120": "maud_specific_performance",
+    "121": "maud_tail_period_length",
+    "122": "maud_type_of_consideration",
+    "123": "nys_judicial_ethics",
+    "124": "opp115_data_retention",
+    "125": "opp115_data_security",
+    "126": "opp115_do_not_track",
+    "127": "opp115_first_party_collection_use",
+    "128": "opp115_international_and_specific_audiences",
+    "129": "opp115_policy_change",
+    "130": "opp115_third_party_sharing_collection",
+    "131": "opp115_user_access,_edit_and_deletion",
+    "132": "opp115_user_choice_control",
+    "133": "oral_argument_question_purpose",
+    "134": "overruling",
+    "135": "personal_jurisdiction",
+    "136": "privacy_policy_entailment",
+    "137": "privacy_policy_qa",
+    "138": "proa",
+    "139": "sara_entailment",
+    "140": "sara_numeric",
+    "141": "scalr",
+    "142": "ssla_company_defendants",
+    "143": "ssla_individual_defendants",
+    "144": "ssla_plaintiff",
+    "145": "successor_liability",
+    "146": "supply_chain_disclosure_best_practice_accountability",
+    "147": "supply_chain_disclosure_best_practice_audits",
+    "148": "supply_chain_disclosure_best_practice_certification",
+    "149": "supply_chain_disclosure_best_practice_training",
+    "150": "supply_chain_disclosure_best_practice_verification",
+    "151": "supply_chain_disclosure_disclosed_accountability",
+    "152": "supply_chain_disclosure_disclosed_audits",
+    "153": "supply_chain_disclosure_disclosed_certification",
+    "154": "supply_chain_disclosure_disclosed_training",
+    "155": "supply_chain_disclosure_disclosed_verification",
+    "156": "telemarketing_sales_rule",
+    "157": "textualism_tool_dictionaries",
+    "158": "textualism_tool_plain",
+    "159": "ucc_v_common_law",
+    "160": "unfair_tos"
+  },
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "single_label_classification",
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.35.2",
+  "vocab_size": 30522
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b1af9a724f532581a03daa3b9f39e074385d892a67343b4f97f6054ffdc2b5
+size 268321660

runs/Feb14_17-10-39_fdf0a2dd9181/events.out.tfevents.1707930641.fdf0a2dd9181.3331.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2b1e3a83b97c8d05f3de48cb6ff07ca3b4f8e2e885cf10a249b2de3599ab12
+size 19945

special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "DistilBertTokenizer",
+  "unk_token": "[UNK]"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c9b0378fb8606faf50f6eccb48cb8fba64f6580fc2efe614ef5f8c674d5b513
+size 4600