Add new SentenceTransformer model.

1_Pooling/config.json

@@ -0,0 +1,10 @@
+{
+  "word_embedding_dimension": 384,
+  "pooling_mode_cls_token": false,
+  "pooling_mode_mean_tokens": true,
+  "pooling_mode_max_tokens": false,
+  "pooling_mode_mean_sqrt_len_tokens": false,
+  "pooling_mode_weightedmean_tokens": false,
+  "pooling_mode_lasttoken": false,
+  "include_prompt": true
+}

README.md

@@ -0,0 +1,608 @@
+---
+language: []
+library_name: sentence-transformers
+tags:
+- sentence-transformers
+- sentence-similarity
+- feature-extraction
+- generated_from_trainer
+- dataset_size:15033
+- loss:MultipleNegativesRankingLoss
+- loss:OnlineContrastiveLoss
+base_model: sentence-transformers/all-MiniLM-L6-v2
+datasets: []
+widget:
+- source_sentence: 'Facility of Payment If any of the [MASK] occur, benefits will
+    be paid as stated. [MASK] [MASK] payments will discharge The [MASK] to the full
+    extent of those payments. a. If a beneficiary is [MASK] guilty of the Member''s
+    death, [MASK] beneficiary may be disqualified from receiving any benefit [MASK]
+    Payment may then be [MASK] to any contingent beneficiary or to the executor or
+    [MASK] of the Member''s estate. b. Any benefit due a beneficiary [MASK] dies before
+    the Member''s death will be [MASK] in [MASK] shares to the Member''s surviving
+    beneficiaries. c. If a [MASK] dies at the [MASK] time or within 15 [MASK] after
+    [MASK] Member dies, but before The Principal receives [MASK] proof of the Member''s
+    death, payment will be [MASK] as if the Member survived the beneficiary. d. If
+    no beneficiary survives the Member or if the Member has not [MASK] a [MASK] [MASK]
+    will be made in the following order of precedence as numbered: (1) to [MASK] [MASK]
+    spouse; (2) to the Member''s children born to or legally adopted by the Member;
+    (3) to the Member''s parents; [MASK] to the Member''s brothers and sisters; or
+    [MASK] if none of the above, to the executor or administrator of the Member''s
+    estate. e. If The Principal believes a person is not legally able to give a valid
+    receipt, as determined by The Principal, for a [MASK] and no [MASK] has been appointed,
+    The Principal may pay whoever has assumed the care and support of the person. '
+  sentences:
+  - '
+
+    Facility of Payment If any of the below occur, benefits will be paid as stated.
+    All such payments will discharge The Principal to the full extent of those payments.
+    a. If a beneficiary is found guilty of the Member''s death, such beneficiary may
+    be disqualified from receiving any benefit due. Payment may then be made to any
+    contingent beneficiary or to the executor or administrator of the Member''s estate.
+    b. Any benefit due a beneficiary who dies before the Member''s death will be paid
+    in equal shares to the Member''s surviving beneficiaries. c. If a beneficiary
+    dies at the same time or within 15 days after the Member dies, but before The
+    Principal receives Written proof of the Member''s death, payment will be made
+    as if the Member survived the beneficiary. d. If no beneficiary survives the Member
+    or if the Member has not named a beneficiary, payment will be made in the following
+    order of precedence as numbered: (1) to the Member''s spouse; (2) to the Member''s
+    children born to or legally adopted by the Member; (3) to the Member''s parents;
+    (4) to the Member''s brothers and sisters; or (5) if none of the above, to the
+    executor or administrator of the Member''s estate. e. If The Principal believes
+    a person is not legally able to give a valid receipt, as determined by The Principal,
+    for a payment, and no guardian has been appointed, The Principal may pay whoever
+    has assumed the care and support of the person.
+
+    '
+  - '
+
+    Total Disability; Totally Disabled A Member''s inability, as determined by The
+    Principal, due to sickness or injury, to perform the majority of the material
+    duties of any occupation for which he or she is or may reasonably become qualified
+    based on education, training or experience.
+
+    '
+  - '
+
+    Policy Incontestability In the absence of fraud, after this Group Policy has been
+    in force two years, The Principal may not contest its validity except for nonpayment
+    of premium.
+
+    '
+- source_sentence: Activities of Daily Living (ADL) Disabled; Activities of Daily
+    Living (ADL) Disability
+  sentences:
+  - 'The policy of group insurance issued to the Policyholder by The Principal, which
+    describes benefits and provisions for insured Members and Dependents.
+
+    '
+  - 'A Member will be considered disabled under this provision if, as a result of
+    sickness or injury, the Member has lost the ability to safely and completely perform
+    two or more Activities of Daily Living without another person''s assistance or
+    verbal cueing or the Member has a deterioration or loss in intellectual capacity
+    and needs another person''s assistance or verbal cueing for his or her protection
+    or for the protection of others and the Member is Totally Disabled.
+
+    '
+  - 'Any period of time during which a person is:
+
+    a. confined in a Hospital for any cause or confined in a Skilled Nursing Facility;
+    or
+
+    b. Home Confined. "Home Confined" means that, due to sickness or injury, the person
+    is unable to carry on the regular and usual activities of a healthy person of
+    the same age and sex and unable to leave his or her home except to receive medical
+    treatment.
+
+    '
+- source_sentence: Developmental Disability
+  sentences:
+  - 'For two persons to establish a Civil Union in Rhode Island, it shall be necessary
+    that they satisfy all of the following criteria:
+
+    a. not be a party to another Civil Union or marriage in Rhode Island;
+
+    b. be of the same sex and therefore be excluded from the marriage laws of Rhode
+    Island or any other state;
+
+    c. be at least 18 years of age;
+
+    d. not be related to the other proposed party to the Civil Union.
+
+    NOTE: For the purposes of this Group Policy, the term "spouse" will include Civil
+    Union Partner, except as otherwise provided in this Group Policy.
+
+    '
+  - 'A Dependent Child''s substantial handicap, as determined by The Principal, which:
+
+    a. results from mental retardation, cerebral palsy, epilepsy, or other neurological
+    disorder; and
+
+    b. is diagnosed by a Physician as a permanent or long-term continuing condition.
+
+    '
+  - 'Any PERSON who is a full-time employee of the Policyholder and who regularly
+    works at least 30 hours per week. The employee must be compensated by the Policyholder
+    and either the employer or employee must be able to show taxable income on federal
+    or state tax forms. Work must be at the Policyholder''s usual place or places
+    of business, at an alternative worksite at the direction of the Policyholder,
+    or at another place to which the employee must travel to perform his or her regular
+    duties. This excludes any person who is scheduled to work for the Policyholder
+    on a seasonal, temporary, contracted, or part-time basis.
+
+    An owner, proprietor, or partner of the Policyholder''s business will be deemed
+    to be an eligible employee for purposes of this Group Policy, provided he or she
+    is regularly scheduled to work for the Policyholder at least 30 hours per week
+    and otherwise meets the definition of a Member.
+
+    '
+- source_sentence: Proof of Good Health
+  sentences:
+  - 'A Member will be considered Actively at Work if he or she is able and available
+    for active performance of all of his or her regular duties. Short term absence
+    because of a regularly scheduled day off, holiday, vacation day, jury duty, funeral
+    leave, or personal time off is considered Active Work provided the Member is able
+    and available for active performance of all of his or her regular duties and was
+    working the day immediately prior to the date of his or her absence.
+
+    '
+  - 'A record which is on or transmitted by paper or electronic media, and which is
+    consistent with applicable law.
+
+    '
+  - 'Written evidence that a person is insurable under the underwriting standards
+    of The Principal. This proof must be provided in a form satisfactory to The Principal.
+
+    '
+- source_sentence: '
+
+    Active Work; Actively at Work
+
+    A Member will be considered Actively at Work if he or she is able and available
+    for active performance of all of his or her regular duties. Short term absence
+    because of a regularly scheduled day off, holiday, vacation day, jury duty, funeral
+    leave, or personal time off is considered Active Work provided the Member is able
+    and available for active performance of all of his or her regular duties and was
+    working the day immediately prior to the date of his or her absence.
+
+    '
+  sentences:
+  - '
+
+    Article 3 - Termination Rights of The Principal
+
+    The Principal may nonrenew or terminate this Group Policy by giving the Policyholder
+    31 days advance notice in Writing, if the Policyholder:
+
+    a. ceases to be actively engaged in business for profit within the meaning of
+    the Internal Revenue Code, or be established as a legitimate nonprofit corporation
+    within the meaning of the Internal Revenue Code; or
+
+    b. fails to maintain the participation percentages requirements of PART II, Section
+    A with respect to eligible employees, excluding those for whom Proof of Good Health
+    is not satisfactory to The Principal; or
+
+    c. fails to maintain three or more insured employees under this Group Policy;
+    or
+
+    d. fails to pay premium in accordance with the requirements of PART II, Section
+    B; or
+
+    e. has performed an act or practice that constitutes fraud or has made an intentional
+    misrepresentation of material fact under the terms of this Group Policy; or
+
+    f. does not promptly provide The Principal with information that is reasonably
+    required; or
+
+    g. fails to perform any of its obligations that relate to this Group Policy.
+
+    The Principal may terminate the Policyholder''s coverage on any premium due date
+    if the Policyholder relocates to a state where this Group Policy is not marketed,
+    by giving the Policyholder 31 days advanced notice in Writing.
+
+    '
+  - '
+
+    Article 3 - Reinstatement of Coverage for a Member or Dependent When Coverage
+    Ends due to Living Outside of the United States
+
+    If coverage for a Member or Dependent terminates because the person is outside
+    of the United States as discussed in PART III, Section C, Article 5, the Member
+    or Dependent may become eligible again for coverage under this Group Policy, but
+    only if:
+
+    a. the Member or Dependent return to the United States within six months of the
+    date on which coverage terminated because the person is outside of the United
+    States; and
+
+    b. in the case of a Member, the Member returns to Active Work in the United States
+    for the Policyholder for a period of at least 30 consecutive days. The Member
+    will be eligible for coverage on the day immediately following completion of the
+    30 consecutive days of Active Work; and
+
+    c. in the case of the Dependent, he or she remains in the United States for 30
+    consecutive days. If the Dependent does so, he or she will be eligible for reinstatement
+    of coverage on the day after completion of the 30 consecutive days of residence.
+
+    The reinstated coverage will be on the same basis as that being provided on the
+    date coverage is reinstated. However, any restrictions on this coverage that were
+    in effect before reinstatement will continue to apply. If the Member or Dependent
+    does not complete the 30 consecutive days of residence, the coverage for such
+    person will not be reinstated.
+
+    '
+  - '
+
+    Article 2 - Member Accidental Death and Dismemberment Insurance
+
+    A person will be eligible for Member Accidental Death and Dismemberment Insurance
+    on the latest of:
+
+    a. the date the person is eligible for Member Life Insurance; or
+
+    b. the date the person enters a class for which Member Accidental Death and Dismemberment
+    Insurance is provided under this Group Policy; or
+
+    c. the date Member Accidental Death and Dismemberment Insurance is added to this
+    Group Policy.
+
+    '
+pipeline_tag: sentence-similarity
+---
+
+# SentenceTransformer based on sentence-transformers/all-MiniLM-L6-v2
+
+This is a [sentence-transformers](https://www.SBERT.net) model finetuned from [sentence-transformers/all-MiniLM-L6-v2](https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2) on the q_a, mlm and simce datasets. It maps sentences & paragraphs to a 384-dimensional dense vector space and can be used for semantic textual similarity, semantic search, paraphrase mining, text classification, clustering, and more.
+
+## Model Details
+
+### Model Description
+- **Model Type:** Sentence Transformer
+- **Base model:** [sentence-transformers/all-MiniLM-L6-v2](https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2) <!-- at revision 8b3219a92973c328a8e22fadcfa821b5dc75636a -->
+- **Maximum Sequence Length:** 256 tokens
+- **Output Dimensionality:** 384 tokens
+- **Similarity Function:** Cosine Similarity
+- **Training Datasets:**
+    - q_a
+    - mlm
+    - simce
+<!-- - **Language:** Unknown -->
+<!-- - **License:** Unknown -->
+
+### Model Sources
+
+- **Documentation:** [Sentence Transformers Documentation](https://sbert.net)
+- **Repository:** [Sentence Transformers on GitHub](https://github.com/UKPLab/sentence-transformers)
+- **Hugging Face:** [Sentence Transformers on Hugging Face](https://huggingface.co/models?library=sentence-transformers)
+
+### Full Model Architecture
+
+```
+SentenceTransformer(
+  (0): Transformer({'max_seq_length': 256, 'do_lower_case': False}) with Transformer model: BertModel 
+  (1): Pooling({'word_embedding_dimension': 384, 'pooling_mode_cls_token': False, 'pooling_mode_mean_tokens': True, 'pooling_mode_max_tokens': False, 'pooling_mode_mean_sqrt_len_tokens': False, 'pooling_mode_weightedmean_tokens': False, 'pooling_mode_lasttoken': False, 'include_prompt': True})
+  (2): Normalize()
+)
+```
+
+## Usage
+
+### Direct Usage (Sentence Transformers)
+
+First install the Sentence Transformers library:
+
+```bash
+pip install -U sentence-transformers
+```
+
+Then you can load this model and run inference.
+```python
+from sentence_transformers import SentenceTransformer
+
+# Download from the 🤗 Hub
+model = SentenceTransformer("Anakeen/all-MiniLM-L6-v2_lr0.00065")
+# Run inference
+sentences = [
+    '\nActive Work; Actively at Work\nA Member will be considered Actively at Work if he or she is able and available for active performance of all of his or her regular duties. Short term absence because of a regularly scheduled day off, holiday, vacation day, jury duty, funeral leave, or personal time off is considered Active Work provided the Member is able and available for active performance of all of his or her regular duties and was working the day immediately prior to the date of his or her absence.\n',
+    "\nArticle 3 - Termination Rights of The Principal\nThe Principal may nonrenew or terminate this Group Policy by giving the Policyholder 31 days advance notice in Writing, if the Policyholder:\na. ceases to be actively engaged in business for profit within the meaning of the Internal Revenue Code, or be established as a legitimate nonprofit corporation within the meaning of the Internal Revenue Code; or\nb. fails to maintain the participation percentages requirements of PART II, Section A with respect to eligible employees, excluding those for whom Proof of Good Health is not satisfactory to The Principal; or\nc. fails to maintain three or more insured employees under this Group Policy; or\nd. fails to pay premium in accordance with the requirements of PART II, Section B; or\ne. has performed an act or practice that constitutes fraud or has made an intentional misrepresentation of material fact under the terms of this Group Policy; or\nf. does not promptly provide The Principal with information that is reasonably required; or\ng. fails to perform any of its obligations that relate to this Group Policy.\nThe Principal may terminate the Policyholder's coverage on any premium due date if the Policyholder relocates to a state where this Group Policy is not marketed, by giving the Policyholder 31 days advanced notice in Writing.\n",
+    '\nArticle 3 - Reinstatement of Coverage for a Member or Dependent When Coverage Ends due to Living Outside of the United States\nIf coverage for a Member or Dependent terminates because the person is outside of the United States as discussed in PART III, Section C, Article 5, the Member or Dependent may become eligible again for coverage under this Group Policy, but only if:\na. the Member or Dependent return to the United States within six months of the date on which coverage terminated because the person is outside of the United States; and\nb. in the case of a Member, the Member returns to Active Work in the United States for the Policyholder for a period of at least 30 consecutive days. The Member will be eligible for coverage on the day immediately following completion of the 30 consecutive days of Active Work; and\nc. in the case of the Dependent, he or she remains in the United States for 30 consecutive days. If the Dependent does so, he or she will be eligible for reinstatement of coverage on the day after completion of the 30 consecutive days of residence.\nThe reinstated coverage will be on the same basis as that being provided on the date coverage is reinstated. However, any restrictions on this coverage that were in effect before reinstatement will continue to apply. If the Member or Dependent does not complete the 30 consecutive days of residence, the coverage for such person will not be reinstated.\n',
+]
+embeddings = model.encode(sentences)
+print(embeddings.shape)
+# [3, 384]
+
+# Get the similarity scores for the embeddings
+similarities = model.similarity(embeddings, embeddings)
+print(similarities.shape)
+# [3, 3]
+```
+
+<!--
+### Direct Usage (Transformers)
+
+<details><summary>Click to see the direct usage in Transformers</summary>
+
+</details>
+-->
+
+<!--
+### Downstream Usage (Sentence Transformers)
+
+You can finetune this model on your own dataset.
+
+<details><summary>Click to expand</summary>
+
+</details>
+-->
+
+<!--
+### Out-of-Scope Use
+
+*List how the model may foreseeably be misused and address what users ought not to do with the model.*
+-->
+
+<!--
+## Bias, Risks and Limitations
+
+*What are the known or foreseeable issues stemming from this model? You could also flag here known failure cases or weaknesses of the model.*
+-->
+
+<!--
+### Recommendations
+
+*What are recommendations with respect to the foreseeable issues? For example, filtering explicit content.*
+-->
+
+## Training Details
+
+### Training Datasets
+
+#### q_a
+
+* Dataset: q_a
+* Size: 27 training samples
+* Columns: <code>query</code> and <code>positive</code>
+* Approximate statistics based on the first 1000 samples:
+  |         | query                                                                            | positive                                                                           |
+  |:--------|:---------------------------------------------------------------------------------|:-----------------------------------------------------------------------------------|
+  | type    | string                                                                           | string                                                                             |
+  | details | <ul><li>min: 3 tokens</li><li>mean: 5.52 tokens</li><li>max: 21 tokens</li></ul> | <ul><li>min: 5 tokens</li><li>mean: 78.96 tokens</li><li>max: 254 tokens</li></ul> |
+* Samples:
+  | query                                                                                               | positive                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                       |
+  |:----------------------------------------------------------------------------------------------------|:---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
+  | <code>Active Work; Actively at Work</code>                                                          | <code>A Member will be considered Actively at Work if he or she is able and available for active performance of all of his or her regular duties. Short term absence because of a regularly scheduled day off, holiday, vacation day, jury duty, funeral leave, or personal time off is considered Active Work provided the Member is able and available for active performance of all of his or her regular duties and was working the day immediately prior to the date of his or her absence.<br></code>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    |
+  | <code>Activities of Daily Living (ADL)</code>                                                       | <code>a. Bathing - the ability to wash oneself in the tub or shower or by sponge with or without equipment or adaptive devices.<br>b. Dressing - the ability to put on and take off garments and medically necessary braces or artificial limbs usually worn and to fasten or unfasten them.<br>c. Eating/Feeding - the ability to get nourishment into the body by any means once it has been prepared and made available.<br>d. Toileting - the ability to get to and from and on and off the toilet, to maintain a reasonable level of personal hygiene and to care for clothing.<br>e. Transferring - the ability to move in and out of a chair or bed with or without equipment such as canes, quad canes, walkers, crutches, grab bars or other support devices including mechanical or motorized devices.<br>f. Continence - the ability to voluntarily control bowel and bladder function, or in the event of incontinence, the ability to maintain a reasonable level of personal hygiene.<br></code> |
+  | <code>Activities of Daily Living (ADL) Disabled; Activities of Daily Living (ADL) Disability</code> | <code>A Member will be considered disabled under this provision if, as a result of sickness or injury, the Member has lost the ability to safely and completely perform two or more Activities of Daily Living without another person's assistance or verbal cueing or the Member has a deterioration or loss in intellectual capacity and needs another person's assistance or verbal cueing for his or her protection or for the protection of others and the Member is Totally Disabled.<br></code>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                         |
+* Loss: [<code>MultipleNegativesRankingLoss</code>](https://sbert.net/docs/package_reference/sentence_transformer/losses.html#multiplenegativesrankingloss) with these parameters:
+  ```json
+  {
+      "scale": 20.0,
+      "similarity_fct": "cos_sim"
+  }
+  ```
+
+#### mlm
+
+* Dataset: mlm
+* Size: 122 training samples
+* Columns: <code>query</code> and <code>positive</code>
+* Approximate statistics based on the first 1000 samples:
+  |         | query                                                                               | positive                                                                            |
+  |:--------|:------------------------------------------------------------------------------------|:------------------------------------------------------------------------------------|
+  | type    | string                                                                              | string                                                                              |
+  | details | <ul><li>min: 7 tokens</li><li>mean: 132.83 tokens</li><li>max: 256 tokens</li></ul> | <ul><li>min: 7 tokens</li><li>mean: 135.05 tokens</li><li>max: 256 tokens</li></ul> |
+* Samples:
+  | query                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                              | positive                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                               |
+  |:-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|:---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
+  | <code>POLICY [MASK] S655 COVERAGE: Life POLICY RIDER [MASK] INSURANCE [MASK] RHODE ISLAND [MASK] DOE Effective on the later of [MASK] Date of Issue of this Group [MASK] or March 1, 2005, the following will apply to your Policy: From time to [MASK] The Principal [MASK] offer or provide certain employer groups who apply for coverage with The Principal a Financial Services Hotline and Grief Support Services or [MASK] other value added service for the employees of that employer group. In addition, The Principal may arrange for third party [MASK] [MASK] [MASK] optometrists, health clubs), to provide discounted goods and services to those employer groups who apply [MASK] coverage with The Principal or who become insureds/enrollees of The Principal. While The Principal has arranged these [MASK] services [MASK] third party provider discounts, [MASK] third party [MASK] providers [MASK] liable to [MASK] applicants/insureds/enrollees for the provision of such goods and/or services. The Principal is not responsible [MASK] the provision of such goods [MASK] services nor is it [MASK] for the failure of the provision of the same. Further, [MASK] Principal is not liable to the [MASK] for the negligent provision of such goods and/or services by the third party [MASK] providers. EXCEPT AS SPECIFICALLY DESCRIBED IN THIS RIDER, ALL [MASK] BENEFITS AND PROVISIONS WILL BE AS DESCRIBED IN THE GROUP POLICY. PRINCIPAL LIFE INSURANCE COMPANY DES [MASK] IOWA 50392-0001 </code> | <code><br>POLICY NO: S655 COVERAGE: Life POLICY RIDER GROUP INSURANCE EMPLOYER: RHODE ISLAND JOHN DOE Effective on the later of the Date of Issue of this Group Policy or March 1, 2005, the following will apply to your Policy: From time to time The Principal may offer or provide certain employer groups who apply for coverage with The Principal a Financial Services Hotline and Grief Support Services or any other value added service for the employees of that employer group. In addition, The Principal may arrange for third party service providers (i.e., optometrists, health clubs), to provide discounted goods and services to those employer groups who apply for coverage with The Principal or who become insureds/enrollees of The Principal. While The Principal has arranged these goods, services and/or third party provider discounts, the third party service providers are liable to the applicants/insureds/enrollees for the provision of such goods and/or services. The Principal is not responsible for the provision of such goods and/or services nor is it liable for the failure of the provision of the same. Further, The Principal is not liable to the applicants/insureds/enrollees for the negligent provision of such goods and/or services by the third party service providers. EXCEPT AS SPECIFICALLY DESCRIBED IN THIS RIDER, ALL OTHER BENEFITS AND PROVISIONS WILL BE AS DESCRIBED IN THE GROUP POLICY. PRINCIPAL LIFE INSURANCE COMPANY DES MOINES, IOWA 50392-0001<br></code> |
+  | <code>PRINCIPAL LIFE INSURANCE [MASK] (called The Principal in [MASK] Group Policy) Des Moines, Iowa 50392-0002 This group insurance policy is issued to: RHODE ISLAND JOHN [MASK] (called the Policyholder in this Group Policy) The Date of Issue is November 1, 2007. In [MASK] for the Policyholder's application [MASK] [MASK] of all premiums when due, The Principal agrees to provide: MEMBER [MASK] INSURANCE MEMBER [MASK] DEATH AND DISMEMBERMENT INSURANCE DEPENDENT LIFE [MASK] [MASK] to the terms and conditions [MASK] in this Group Policy. GROUP POLICY NO. GL [MASK] RENEWABLE TERM - NON-PARTICIPATING CONTRACT STATE OF ISSUE: RHODE ISLAND </code>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                           | <code><br>PRINCIPAL LIFE INSURANCE COMPANY (called The Principal in this Group Policy) Des Moines, Iowa 50392-0002 This group insurance policy is issued to: RHODE ISLAND JOHN DOE (called the Policyholder in this Group Policy) The Date of Issue is November 1, 2007. In return for the Policyholder's application and payment of all premiums when due, The Principal agrees to provide: MEMBER LIFE INSURANCE MEMBER ACCIDENTAL DEATH AND DISMEMBERMENT INSURANCE DEPENDENT LIFE INSURANCE subject to the terms and conditions described in this Group Policy. GROUP POLICY NO. GL S655 RENEWABLE TERM - NON-PARTICIPATING CONTRACT STATE OF ISSUE: RHODE ISLAND<br></code>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                       |
+  | <code>[MASK] Work; Actively at Work A Member will be [MASK] Actively at Work if he or she is [MASK] and available for active performance of all of his or [MASK] regular duties. Short term [MASK] because of a regularly scheduled day off, holiday, vacation [MASK] jury duty, funeral leave, or personal [MASK] off is considered Active Work provided the Member is able [MASK] available for active performance of all of [MASK] or her regular duties and was working the day immediately prior to the date of his or her absence. </code>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                   | <code><br>Active Work; Actively at Work A Member will be considered Actively at Work if he or she is able and available for active performance of all of his or her regular duties. Short term absence because of a regularly scheduled day off, holiday, vacation day, jury duty, funeral leave, or personal time off is considered Active Work provided the Member is able and available for active performance of all of his or her regular duties and was working the day immediately prior to the date of his or her absence.<br></code>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                          |
+* Loss: [<code>MultipleNegativesRankingLoss</code>](https://sbert.net/docs/package_reference/sentence_transformer/losses.html#multiplenegativesrankingloss) with these parameters:
+  ```json
+  {
+      "scale": 20.0,
+      "similarity_fct": "cos_sim"
+  }
+  ```
+
+#### simce
+
+* Dataset: simce
+* Size: 14,884 training samples
+* Columns: <code>anchor</code>, <code>premise</code>, and <code>label</code>
+* Approximate statistics based on the first 1000 samples:
+  |         | anchor                                                                               | premise                                                                             | label                                          |
+  |:--------|:-------------------------------------------------------------------------------------|:------------------------------------------------------------------------------------|:-----------------------------------------------|
+  | type    | string                                                                               | string                                                                              | int                                            |
+  | details | <ul><li>min: 20 tokens</li><li>mean: 121.09 tokens</li><li>max: 256 tokens</li></ul> | <ul><li>min: 7 tokens</li><li>mean: 135.54 tokens</li><li>max: 256 tokens</li></ul> | <ul><li>0: ~99.10%</li><li>1: ~0.90%</li></ul> |
+* Samples:
+  | anchor                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                      | premise                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                     | label          |
+  |:------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|:------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|:---------------|
+  | <code><br>POLICY NO: S655<br>COVERAGE: Life<br>POLICY RIDER GROUP INSURANCE<br>EMPLOYER: RHODE ISLAND JOHN DOE<br>Effective on the later of the Date of Issue of this Group Policy or March 1, 2005, the following will apply to your Policy:<br>From time to time The Principal may offer or provide certain employer groups who apply for coverage with The Principal a Financial Services Hotline and Grief Support Services or any other value added service for the employees of that employer group. In addition, The Principal may arrange for third party service providers (i.e., optometrists, health clubs), to provide discounted goods and services to those employer groups who apply for coverage with The Principal or who become insureds/enrollees of The Principal. While The Principal has arranged these goods, services and/or third party provider discounts, the third party service providers are liable to the applicants/insureds/enrollees for the provision of such goods and/or services. The Principal is not responsible for the provision of such goods and/or services nor is it liable for the failure of the provision of the same. Further, The Principal is not liable to the applicants/insureds/enrollees for the negligent provision of such goods and/or services by the third party service providers.<br>EXCEPT AS SPECIFICALLY DESCRIBED IN THIS RIDER, ALL OTHER BENEFITS AND PROVISIONS WILL BE AS DESCRIBED IN THE GROUP POLICY.<br>PRINCIPAL LIFE INSURANCE COMPANY DES MOINES, IOWA 50392-0001<br></code> | <code><br>POLICY NO: S655<br>COVERAGE: Life<br>POLICY RIDER GROUP INSURANCE<br>EMPLOYER: RHODE ISLAND JOHN DOE<br>Effective on the later of the Date of Issue of this Group Policy or March 1, 2005, the following will apply to your Policy:<br>From time to time The Principal may offer or provide certain employer groups who apply for coverage with The Principal a Financial Services Hotline and Grief Support Services or any other value added service for the employees of that employer group. In addition, The Principal may arrange for third party service providers (i.e., optometrists, health clubs), to provide discounted goods and services to those employer groups who apply for coverage with The Principal or who become insureds/enrollees of The Principal. While The Principal has arranged these goods, services and/or third party provider discounts, the third party service providers are liable to the applicants/insureds/enrollees for the provision of such goods and/or services. The Principal is not responsible for the provision of such goods and/or services nor is it liable for the failure of the provision of the same. Further, The Principal is not liable to the applicants/insureds/enrollees for the negligent provision of such goods and/or services by the third party service providers.<br>EXCEPT AS SPECIFICALLY DESCRIBED IN THIS RIDER, ALL OTHER BENEFITS AND PROVISIONS WILL BE AS DESCRIBED IN THE GROUP POLICY.<br>PRINCIPAL LIFE INSURANCE COMPANY DES MOINES, IOWA 50392-0001<br></code> | <code>1</code> |
+  | <code><br>POLICY NO: S655<br>COVERAGE: Life<br>POLICY RIDER GROUP INSURANCE<br>EMPLOYER: RHODE ISLAND JOHN DOE<br>Effective on the later of the Date of Issue of this Group Policy or March 1, 2005, the following will apply to your Policy:<br>From time to time The Principal may offer or provide certain employer groups who apply for coverage with The Principal a Financial Services Hotline and Grief Support Services or any other value added service for the employees of that employer group. In addition, The Principal may arrange for third party service providers (i.e., optometrists, health clubs), to provide discounted goods and services to those employer groups who apply for coverage with The Principal or who become insureds/enrollees of The Principal. While The Principal has arranged these goods, services and/or third party provider discounts, the third party service providers are liable to the applicants/insureds/enrollees for the provision of such goods and/or services. The Principal is not responsible for the provision of such goods and/or services nor is it liable for the failure of the provision of the same. Further, The Principal is not liable to the applicants/insureds/enrollees for the negligent provision of such goods and/or services by the third party service providers.<br>EXCEPT AS SPECIFICALLY DESCRIBED IN THIS RIDER, ALL OTHER BENEFITS AND PROVISIONS WILL BE AS DESCRIBED IN THE GROUP POLICY.<br>PRINCIPAL LIFE INSURANCE COMPANY DES MOINES, IOWA 50392-0001<br></code> | <code><br>PRINCIPAL LIFE INSURANCE COMPANY (called The Principal in this Group Policy) Des Moines, Iowa 50392-0002<br>This group insurance policy is issued to:<br>RHODE ISLAND JOHN DOE<br>(called the Policyholder in this Group Policy) The Date of Issue is November 1, 2007.<br>In return for the Policyholder's application and payment of all premiums when due, The Principal agrees to provide:<br>MEMBER LIFE INSURANCE<br>MEMBER ACCIDENTAL DEATH AND DISMEMBERMENT INSURANCE DEPENDENT LIFE INSURANCE<br>subject to the terms and conditions described in this Group Policy.<br>GROUP POLICY NO. GL S655<br>RENEWABLE TERM - NON-PARTICIPATING CONTRACT STATE OF ISSUE: RHODE ISLAND<br></code>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 | <code>0</code> |
+  | <code><br>POLICY NO: S655<br>COVERAGE: Life<br>POLICY RIDER GROUP INSURANCE<br>EMPLOYER: RHODE ISLAND JOHN DOE<br>Effective on the later of the Date of Issue of this Group Policy or March 1, 2005, the following will apply to your Policy:<br>From time to time The Principal may offer or provide certain employer groups who apply for coverage with The Principal a Financial Services Hotline and Grief Support Services or any other value added service for the employees of that employer group. In addition, The Principal may arrange for third party service providers (i.e., optometrists, health clubs), to provide discounted goods and services to those employer groups who apply for coverage with The Principal or who become insureds/enrollees of The Principal. While The Principal has arranged these goods, services and/or third party provider discounts, the third party service providers are liable to the applicants/insureds/enrollees for the provision of such goods and/or services. The Principal is not responsible for the provision of such goods and/or services nor is it liable for the failure of the provision of the same. Further, The Principal is not liable to the applicants/insureds/enrollees for the negligent provision of such goods and/or services by the third party service providers.<br>EXCEPT AS SPECIFICALLY DESCRIBED IN THIS RIDER, ALL OTHER BENEFITS AND PROVISIONS WILL BE AS DESCRIBED IN THE GROUP POLICY.<br>PRINCIPAL LIFE INSURANCE COMPANY DES MOINES, IOWA 50392-0001<br></code> | <code><br>Active Work; Actively at Work<br>A Member will be considered Actively at Work if he or she is able and available for active performance of all of his or her regular duties. Short term absence because of a regularly scheduled day off, holiday, vacation day, jury duty, funeral leave, or personal time off is considered Active Work provided the Member is able and available for active performance of all of his or her regular duties and was working the day immediately prior to the date of his or her absence.<br></code>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            | <code>0</code> |
+* Loss: [<code>OnlineContrastiveLoss</code>](https://sbert.net/docs/package_reference/sentence_transformer/losses.html#onlinecontrastiveloss)
+
+### Training Hyperparameters
+#### Non-Default Hyperparameters
+
+- `per_device_train_batch_size`: 16
+- `per_device_eval_batch_size`: 16
+- `learning_rate`: 0.00065
+- `num_train_epochs`: 1
+- `warmup_ratio`: 0.1
+
+#### All Hyperparameters
+<details><summary>Click to expand</summary>
+
+- `overwrite_output_dir`: False
+- `do_predict`: False
+- `eval_strategy`: no
+- `prediction_loss_only`: True
+- `per_device_train_batch_size`: 16
+- `per_device_eval_batch_size`: 16
+- `per_gpu_train_batch_size`: None
+- `per_gpu_eval_batch_size`: None
+- `gradient_accumulation_steps`: 1
+- `eval_accumulation_steps`: None
+- `learning_rate`: 0.00065
+- `weight_decay`: 0.0
+- `adam_beta1`: 0.9
+- `adam_beta2`: 0.999
+- `adam_epsilon`: 1e-08
+- `max_grad_norm`: 1.0
+- `num_train_epochs`: 1
+- `max_steps`: -1
+- `lr_scheduler_type`: linear
+- `lr_scheduler_kwargs`: {}
+- `warmup_ratio`: 0.1
+- `warmup_steps`: 0
+- `log_level`: passive
+- `log_level_replica`: warning
+- `log_on_each_node`: True
+- `logging_nan_inf_filter`: True
+- `save_safetensors`: True
+- `save_on_each_node`: False
+- `save_only_model`: False
+- `restore_callback_states_from_checkpoint`: False
+- `no_cuda`: False
+- `use_cpu`: False
+- `use_mps_device`: False
+- `seed`: 42
+- `data_seed`: None
+- `jit_mode_eval`: False
+- `use_ipex`: False
+- `bf16`: False
+- `fp16`: False
+- `fp16_opt_level`: O1
+- `half_precision_backend`: auto
+- `bf16_full_eval`: False
+- `fp16_full_eval`: False
+- `tf32`: None
+- `local_rank`: 0
+- `ddp_backend`: None
+- `tpu_num_cores`: None
+- `tpu_metrics_debug`: False
+- `debug`: []
+- `dataloader_drop_last`: False
+- `dataloader_num_workers`: 0
+- `dataloader_prefetch_factor`: None
+- `past_index`: -1
+- `disable_tqdm`: False
+- `remove_unused_columns`: True
+- `label_names`: None
+- `load_best_model_at_end`: False
+- `ignore_data_skip`: False
+- `fsdp`: []
+- `fsdp_min_num_params`: 0
+- `fsdp_config`: {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}
+- `fsdp_transformer_layer_cls_to_wrap`: None
+- `accelerator_config`: {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}
+- `deepspeed`: None
+- `label_smoothing_factor`: 0.0
+- `optim`: adamw_torch
+- `optim_args`: None
+- `adafactor`: False
+- `group_by_length`: False
+- `length_column_name`: length
+- `ddp_find_unused_parameters`: None
+- `ddp_bucket_cap_mb`: None
+- `ddp_broadcast_buffers`: False
+- `dataloader_pin_memory`: True
+- `dataloader_persistent_workers`: False
+- `skip_memory_metrics`: True
+- `use_legacy_prediction_loop`: False
+- `push_to_hub`: False
+- `resume_from_checkpoint`: None
+- `hub_model_id`: None
+- `hub_strategy`: every_save
+- `hub_private_repo`: False
+- `hub_always_push`: False
+- `gradient_checkpointing`: False
+- `gradient_checkpointing_kwargs`: None
+- `include_inputs_for_metrics`: False
+- `eval_do_concat_batches`: True
+- `fp16_backend`: auto
+- `push_to_hub_model_id`: None
+- `push_to_hub_organization`: None
+- `mp_parameters`: 
+- `auto_find_batch_size`: False
+- `full_determinism`: False
+- `torchdynamo`: None
+- `ray_scope`: last
+- `ddp_timeout`: 1800
+- `torch_compile`: False
+- `torch_compile_backend`: None
+- `torch_compile_mode`: None
+- `dispatch_batches`: None
+- `split_batches`: None
+- `include_tokens_per_second`: False
+- `include_num_input_tokens_seen`: False
+- `neftune_noise_alpha`: None
+- `optim_target_modules`: None
+- `batch_eval_metrics`: False
+- `batch_sampler`: batch_sampler
+- `multi_dataset_batch_sampler`: proportional
+
+</details>
+
+### Training Logs
+| Epoch  | Step | Training Loss |
+|:------:|:----:|:-------------:|
+| 0.5313 | 500  | 0.3578        |
+
+
+### Framework Versions
+- Python: 3.10.12
+- Sentence Transformers: 3.0.1
+- Transformers: 4.41.2
+- PyTorch: 2.3.0+cu121
+- Accelerate: 0.31.0
+- Datasets: 2.20.0
+- Tokenizers: 0.19.1
+
+## Citation
+
+### BibTeX
+
+#### Sentence Transformers
+```bibtex
+@inproceedings{reimers-2019-sentence-bert,
+    title = "Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks",
+    author = "Reimers, Nils and Gurevych, Iryna",
+    booktitle = "Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing",
+    month = "11",
+    year = "2019",
+    publisher = "Association for Computational Linguistics",
+    url = "https://arxiv.org/abs/1908.10084",
+}
+```
+
+#### MultipleNegativesRankingLoss
+```bibtex
+@misc{henderson2017efficient,
+    title={Efficient Natural Language Response Suggestion for Smart Reply}, 
+    author={Matthew Henderson and Rami Al-Rfou and Brian Strope and Yun-hsuan Sung and Laszlo Lukacs and Ruiqi Guo and Sanjiv Kumar and Balint Miklos and Ray Kurzweil},
+    year={2017},
+    eprint={1705.00652},
+    archivePrefix={arXiv},
+    primaryClass={cs.CL}
+}
+```
+
+<!--
+## Glossary
+
+*Clearly define terms in order to be accessible across audiences.*
+-->
+
+<!--
+## Model Card Authors
+
+*Lists the people who create the model card, providing recognition and accountability for the detailed work that goes into its construction.*
+-->
+
+<!--
+## Model Card Contact
+
+*Provides a way for people who have updates to the Model Card, suggestions, or questions, to contact the Model Card authors.*
+-->

config.json

@@ -0,0 +1,26 @@
+{
+  "_name_or_path": "sentence-transformers/all-MiniLM-L6-v2",
+  "architectures": [
+    "BertModel"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 384,
+  "initializer_range": 0.02,
+  "intermediate_size": 1536,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 6,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.41.2",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
+}

config_sentence_transformers.json

@@ -0,0 +1,10 @@
+{
+  "__version__": {
+    "sentence_transformers": "3.0.1",
+    "transformers": "4.41.2",
+    "pytorch": "2.3.0+cu121"
+  },
+  "prompts": {},
+  "default_prompt_name": null,
+  "similarity_fn_name": null
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39260574ef83e617999e1d236ff800862eed357362216b555c40787b3eb2f362
+size 90864192

modules.json

@@ -0,0 +1,20 @@
+[
+  {
+    "idx": 0,
+    "name": "0",
+    "path": "",
+    "type": "sentence_transformers.models.Transformer"
+  },
+  {
+    "idx": 1,
+    "name": "1",
+    "path": "1_Pooling",
+    "type": "sentence_transformers.models.Pooling"
+  },
+  {
+    "idx": 2,
+    "name": "2",
+    "path": "2_Normalize",
+    "type": "sentence_transformers.models.Normalize"
+  }
+]

sentence_bert_config.json

@@ -0,0 +1,4 @@
+{
+  "max_seq_length": 256,
+  "do_lower_case": false
+}

special_tokens_map.json

@@ -0,0 +1,37 @@
+{
+  "cls_token": {
+    "content": "[CLS]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "[MASK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "[PAD]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "[SEP]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,64 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "max_length": 128,
+  "model_max_length": 256,
+  "never_split": null,
+  "pad_to_multiple_of": null,
+  "pad_token": "[PAD]",
+  "pad_token_type_id": 0,
+  "padding_side": "right",
+  "sep_token": "[SEP]",
+  "stride": 0,
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
+  "unk_token": "[UNK]"
+}