Table 80: 7B models on interpretation tasks.
Task	BLOOM	Falcon	Incite-Base	Incite-Inst.	LLaMA-2	MPT	OPT	Vicuna
consumer Contracts qa	0.6	57.9	42.4	49.0	63.5	40.5	14.7	34.0
contract_nli_confidentiality_of_agreement	53.7	64.6	65.9	59.8	50.0	52.4	57.3	45.1
contract_nli_explicitidentification	49.4	66.1	61.6	68.9	50.0	50.0	59.9	34.8
contract_nli_inclusion_of verbally_conveyed_information	50.0	67.5	66.7	60.9	50.0	49.3	55.5	33.1
contract_nli_limited_use	56.2	46.0	59.0	66.3	51.1	61.8	61.7	24.8
contract_nli_no_licensing	49.4	44.6	51.9	56.3	48.2	45.9	49.5	15.9
contract_nli Notice_on_compelled_disclosure	51.4	51.4	64.1	62.7	50.7	65.5	68.3	27.5
contract_nli_permissible_acquisition_of_similar_information	49.4	31.5	26.4	47.8	50.0	53.4	50.0	39.9
contract_nli_permissible_copy	49.9	36.8	46.4	57.6	58.9	55.0	49.6	33.2
contract_nli_permissible_development_of_similar_information	49.3	43.4	59.6	44.1	50.0	54.4	53.7	41.9
contract_nli_permissible_post_agreement Possession	48.2	43.1	53.2	55.6	50.0	55.3	44.5	2.4
contract_nli_return_of_confidential_information	50.0	57.7	50.2	70.0	50.0	56.5	75.6	5.9
contract_nli_sharing_with_employees	55.6	61.6	48.2	70.3	50.0	48.1	58.9	6.1
contract_nli_sharing_with THIRD-parties	49.5	48.1	39.3	53.7	50.0	48.4	48.7	11.9
contract_nli_survival_of_obligations	49.5	55.1	41.2	43.2	50.0	41.7	49.3	1.8
contract_qa	14.8	7.7	11.4	87.7	31.9	9.0	39.0	50.3
cuad_affiliate/licenses-licensede	53.0	50.5	68.7	71.7	50.0	69.2	66.2	34.3
cuad_affiliate/licenses-licensedor	45.5	70.5	64.8	85.2	50.0	76.1	52.3	38.6
cuad_anti-assignment	47.7	33.2	60.4	76.2	58.8	56.5	55.1	37.8
cuad_audit_rights	67.4	59.7	80.0	71.5	50.7	52.5	72.8	28.2
cuad_cap_on_liability	41.8	42.1	40.4	57.4	50.2	70.3	37.0	16.8
cuad_change_of_control	55.0	49.8	57.0	67.8	50.0	56.0	55.5	39.2
cuad_competitive限制restriction_exception	37.3	30.9	50.0	47.7	48.6	46.8	36.4	16.4
cuad_covenant_not_to_sue	47.7	48.1	67.9	78.2	57.5	71.8	50.0	0.0
cuad_effective_date	56.8	60.2	53.0	46.6	50.0	44.5	65.7	6.4
cuad_exclusivity	62.9	57.1	66.4	65.4	63.4	56.7	60.0	14.4
cuadexpiration_date	75.9	62.7	55.5	67.6	50.1	52.9	85.0	10.5
cuad_governing_law	79.3	77.3	28.5	68.2	55.8	66.3	73.1	17.6
cuad_insurance	83.2	66.8	65.4	72.0	50.1	72.7	77.2	39.1
cuad_ip Ownership assignment	53.0	65.8	61.1	73.8	51.6	60.4	70.8	14.4
cuad_irrevocable_or_perpetual Licence	57.5	58.6	72.1	83.2	52.9	59.6	80.0	46.1
cuad_joint_ip_Ownership	55.2	58.3	60.9	74.5	50.0	55.2	72.4	30.2
cuad-License_grant	62.7	60.3	65.5	77.0	63.0	39.0	67.9	20.8
cuad_liquidated_damages	54.1	65.0	65.0	70.5	50.0	51.4	57.7	36.4
cuad_minimum_commitment	51.4	58.4	55.3	53.8	49.9	55.3	59.2	31.3
cuad_most_favored_nation	51.6	48.4	60.9	59.4	51.6	57.8	48.4	23.4
cuad_no_solicit_ofCustomers	47.6	38.1	61.9	77.4	50.0	51.2	27.4	22.6
cuad_no_solicit_of_employees	39.4	35.9	54.9	80.3	69.0	70.4	42.3	19.7
cuad_non-compete	32.8	42.5	55.2	67.4	63.3	52.3	29.0	42.3
cuad_non_disparagement	41.0	50.0	64.0	70.0	64.0	51.0	47.0	34.0
cuad_non_transferible Licence	67.2	65.9	56.5	78.0	50.0	48.5	68.5	27.9
cuad notice_period_toTerminate_renewal	50.0	58.6	50.5	76.6	50.0	50.9	81.5	35.6
cuad_post_termination服務	48.1	45.7	60.0	57.2	50.0	64.7	57.7	20.0
cuad_price restricions	58.7	43.5	45.7	58.7	50.0	54.3	52.2	41.3
cuad_renewal_term	50.3	57.3	45.1	75.6	50.0	53.1	82.1	35.2
cuad_revenue-profit_sharing	54.3	57.9	50.6	65.2	52.3	50.0	62.4	11.1
cuad_rofr-rofo-rofn	54.6	43.3	55.9	57.0	50.0	59.9	53.0	20.6
cuad_source_code_escrow	75.4	59.3	62.7	65.3	52.5	51.7	79.7	24.6
cuadtermination_for_convenience	70.5	67.7	47.9	83.7	50.0	49.8	64.4	42.8
cuad_third_party_beneficiary	70.6	50.0	69.1	79.4	50.0	67.6	70.6	29.4
cuad_uncapted_liability	46.9	53.4	53.4	61.2	51.0	77.9	36.4	33.0
cuad_unlimited-all-you-can-eat-license	72.9	62.5	75.0	79.2	62.5	60.4	72.9	41.7
cuad_volume restriction	52.8	47.5	55.0	54.0	50.9	52.5	63.0	42.2
cuad_warranty_duration	67.5	59.4	57.8	64.1	51.9	54.4	65.3	5.3
insurance_policy_interpretation	34.5	42.8	35.4	36.9	43.2	34.9	33.7	29.1
jcrew.blocker	45.6	46.7	47.8	51.1	58.9	57.8	56.7	11.1
maud Ability_to_consummate Concept_issubject_to_mae_carveouts	42.3	48.2	30.9	50.0	50.0	0.9	50.5	45.5
maudfinancial point_of_view_is_the_sole considerration	48.5	56.6	45.9	43.9	48.5	4.1	63.3	50.0
maudaccuracy_of_fundamental_target_rws Bringdown_STANDARD	33.3	34.5	31.7	35.9	34.4	31.6	37.5	33.3
maud accuracies_of_target_general_rw Bringdowntiming_answer	50.0	45.8	53.7	48.3	51.7	50.8	53.9	50.0
maud accuracies_of_target_capitalization_rw_outstanding_shares)_bringdown_STANDARD_answer	30.7	30.2	25.1	20.2	22.1	22.3	24.7	18.1
maud additional_MATCHing_rights_period_for_modifications_(cor)	19.5	18.3	21.1	16.3	22.0	8.4	20.3	20.0
maud application_of_buyer-consent Requirement(negative_interim_covenant)	47.8	40.0	50.0	55.6	50.9	50.0	47.5	43.1
maud_buyercosentrequirement_ordinary_course)	50.6	54.1	49.7	50.0	50.0	7.4	57.5	50.0
maud_change_in_lawSubject_to_disproportionate_impact Modifier	36.4	45.8	11.2	49.4	50.6	12.2	50.0	50.0
maud_changes_in_gaap_or_other_accounting_principles_subject_to_disproportionate_impact_modifier	35.9	48.4	10.0	53.3	50.6	7.1	50.0	50.0
maud(cor permitted_in_response_to_intervening_event	47.6	62.5	47.5	49.4	58.6	7.3	65.6	50.7
maud(cor permitted_withboardfiduciardetermination_only	45.8	42.1	37.2	48.8	50.0	13.5	49.4	49.4
maud(cor standard(intervening_event)	26.7	9.3	10.9	16.7	21.6	13.8	16.7	16.7
maud-corstandard(superior Offer)	16.8	7.8	7.0	15.8	17.8	9.7	11.5	6.4
maud_definition.contains_knowledge Requirement\_answer	25.3	26.9	20.8	23.1	22.8	28.0	25.3	25.0
maud_definition includes_asset Deals	23.9	29.4	18.2	28.9	32.8	6.8	35.1	28.6
maud_definition includes_stock Deals	27.7	16.4	5.0	24.5	18.4	7.6	17.2	22.6
maud_fiduciary_exception_board_determination的标准	4.3	9.6	6.9	12.7	14.6	9.9	13.7	1.0
maud_fiduciary_exception_board_determination_trigger(no.shop)	48.8	44.7	43.3	49.3	55.8	20.1	57.0	42.1
maud_fls(mae)_standard	38.3	16.0	13.0	28.6	1.8	1.8	24.6	0.0
maud_general_economic_and_financial_conditionssubject_to_disproportionate_impact_modifier	54.8	62.5	38.1	48.8	50.6	14.3	50.0	50.0
maud INCLUDESconsistent_withpast practice	50.0	48.2	61.6	49.6	52.5	5.4	52.8	50.0
maud_initial_MATCHing_rights_period(cor)	20.7	11.2	21.5	23.4	27.2	10.8	21.0	18.9
maud初始 matchings Rightsperiod(ftr)	20.6	14.5	16.4	11.1	22.8	7.7	20.0	16.9
maud_intervening_eventrequired_to_occurs_after_signing_answer	50.2	51.5	43.4	50.0	42.6	43.5	47.5	50.0
maud_knowledge_definition	47.1	46.8	40.0	46.7	51.8	49.3	50.7	45.5
maud_liability_ standard_for_no-shop_breach_by_target_non-do_representatives	59.6	50.0	50.0	53.8	50.0	46.8	58.3	50.0
maud_ordinary_cOURSE_efforts_ standard	34.2	32.8	41.9	32.9	77.4	32.7	34.2	33.8
maud_pandemic_or_other_public_health_eventSubject_to_disproportionate_impact_modifier	48.2	10.8	49.4	48.9	51.3	8.5	47.5	49.3
maud_pandemic_or_other_public_health_eventSpecificreference_to_pandemic-related_governmentalresponses_or(measures	41.7	51.9	46.0	48.1	50.0	4.2	50.8	50.0
maud_Relational_language(mae)_applies_to	37.0	47.1	18.8	50.0	7.1	16.5	28.3	46.4
maudspecific_performance	60.4	50.0	49.2	43.5	58.5	0.6	39.4	50.0
maud_tail_period_length	6.9	32.0	25.3	31.4	63.9	14.2	8.6	3.1
maud_type_of consideration	25.0	28.5	27.1	26.4	25.3	39.3	24.3	25.0
opp115_data_retention	48.9	37.5	46.6	50.0	50.0	50.0	51.1	42.0
opp115_data_security	53.4	60.3	53.8	63.6	50.2	49.8	63.7	45.9
opp115_do_not_track	43.6	34.5	47.3	69.1	50.0	49.1	31.8	45.5
opp115_firstParty.collectionition_use	63.9	59.3	69.5	69.9	61.3	59.2	70.4	46.4
opp115_international_andspecific_audiences	58.1	60.3	50.1	64.9	51.1	52.7	57.5	37.4
opp115_policy_change	68.2	66.2	55.6	55.9	50.0	50.0	74.5	44.0
opp115ThirdParty_sharing.collectionition	53.8	57.7	50.9	68.4	50.4	50.3	54.1	36.5
opp115_user_access_edit_and_deletion	60.2	51.5	56.1	64.5	54.7	50.8	59.0	41.7
opp115_user_choice_control	63.6	40.0	46.5	64.5	50.2	48.6	47.4	44.2
privacy_policy_ entailment	51.4	49.3	56.8	58.1	57.7	64.1	52.8	26.6
privacy_policy_qa	50.0	49.7	52.0	56.3	50.2	50.0	50.4	0.1
proa	52.1	56.2	50.0	71.6	52.1	58.3	51.0	47.9
sslacompany_defendants	35.5	44.9	54.8	54.1	60.7	51.0	50.9	0.0
sslacompany_defendants	14.3	17.4	20.8	19.6	23.1	20.8	13.9	0.0
sslacompany_defendants	26.1	9.3	52.3	64.4	60.5	76.0	59.8	0.0
saraentailment	50.4	50.0	50.0	51.1	50.0	50.0	50.0	0.0
saram numeric	2.1	1.0	2.1	0.0	0.0	2.1	1.0	0.0
supplyChain_disclosurebest_practice_accountability	6.2	55.8	50.0	58.4	50.4	56.8	32.7	31.5
supplyChain_disclosurebest_practice_audits	1.5	71.6	55.9	63.0	55.8	42.2	31.1	8.7
supplyChain_disclosurebest_practice_certification	2.8	67.1	52.1	57.6	52.3	40.8	51.5	11.3
supplyChain_disclosurebest_practice_training	6.6	52.3	50.9	55.4	49.3	56.2	50.5	30.7
supplyChain_disclosurebest_practiceverification	4.5	55.8	49.8	54.3	49.1	36.0	38.1	13.9
supplyChain_disclosuredisclosedaccountability	2.1	48.2	49.7	48.7	49.0	24.6	20.4	15.7
supplyChain_disclosuredisclosedaudits	3.6	50.2	48.7	49.6	51.5	52.0	49.7	16.3
supplyChain_disclosuredisclosedcertification	3.2	50.5	52.0	52.2	54.9	45.8	32.3	20.1
supplyChain_disclosuredisclosedtraining	5.6	48.6	49.1	49.2	49.3	44.0	39.5	10.1
supplyChain_disclosuredisclosedverification	5.3	48.9	49.6	47.6	48.6	48.5	49.3	23.1
unfair_tos	8.3	12.3	12.7	8.7	10.6	11.0	10.5	0.0