initial commit (old model)

.github/workflows/onnx-release.yml

@@ -0,0 +1,66 @@
+name: Add ONNX Files as Release
+
+on:
+  push:
+    branches:
+      - main
+
+jobs:
+  build:
+    name: Model Build
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+        with:
+          lfs: "true"
+          fetch-depth: 2
+      - name: Check if Model Files have changed
+        id: changed-files-specific
+        uses: tj-actions/changed-files@v5.1
+        with:
+          files: |
+            config.json
+            merges.txt
+            model_args.json
+            pytorch_model.bin
+            special_tokens_map.json
+            tokenizer_config.json
+            training_args.bin
+            vocab.json
+      - name: Get current date for release tag
+        id: date
+        run: echo "::set-output name=date::$(date -u +'%Y.%m.%d.%H')"
+      - uses: actions/setup-python@v2
+        if: steps.changed-files-specific.outputs.any_changed == 'true'
+        with:
+          python-version: "3.7"
+      - uses: actions/cache@v2
+        if: steps.changed-files-specific.outputs.any_changed == 'true'
+        with:
+          path: ${{ env.pythonLocation }}
+          key: ${{ env.pythonLocation }}-${{ hashFiles('onnx-convert-requirements.txt') }}
+      - name: Install dependencies
+        if: steps.changed-files-specific.outputs.any_changed == 'true'
+        run: |
+          python -m pip install --upgrade pip
+          pip install -r onnx-convert-requirements.txt
+      - name: Convert Model
+        if: steps.changed-files-specific.outputs.any_changed == 'true'
+        run: python utils/convert_onnx.py convert_model . onnx/${{ github.event.repository.name }}.onnx
+      - name: GZIP ONNX Files for Release
+        if: steps.changed-files-specific.outputs.any_changed == 'true'
+        run: |
+          gzip onnx/${{ github.event.repository.name }}.onnx
+          gzip onnx/${{ github.event.repository.name }}-quantized.onnx
+      - name: Release Repo + ONNX under date tag
+        uses: "marvinpinto/action-automatic-releases@latest"
+        if: steps.changed-files-specific.outputs.any_changed == 'true'
+        with:
+          repo_token: "${{ secrets.GITHUB_TOKEN }}"
+          automatic_release_tag: "${{ steps.date.outputs.date }}"
+          prerelease: false
+          draft: true
+          files: |
+            ${{ github.event.repository.name }}.tar.gz
+            onnx/${{ github.event.repository.name }}.onnx.gz
+            onnx/${{ github.event.repository.name }}-quantized.onnx.gz

.gitignore

@@ -0,0 +1,144 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+
+.vscode/
+
+.DS_Store
+
+onnx/

LICENSE

@@ -0,0 +1,202 @@
+
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "[]"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright 2021 RTI International
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

README.md

@@ -0,0 +1,157 @@
+---
+language: 
+- en
+widget:
+- text: theft 3
+- text: forgery
+- text: unlawful possession short-barreled shotgun
+- text: criminal trespass 2nd degree
+- text: eluding a police vehicle
+- text: upcs synthetic narcotic
+---
+
+# ROTA
+## Rapid Offense Text Autocoder
+
+[![DOI](https://zenodo.org/badge/DOI/10.5281/zenodo.4739146.svg)](https://doi.org/10.5281/zenodo.4739146)
+
+Criminal justice research can often require conversion of free-text offense descriptions into overall charge categories to aid in state-wise comparisons. For example, the free-text offense of “eluding a police vehicle” would be coded to a charge category of “Obstruction - Law Enforcement”. Since free-text offense descriptions aren't standardized and often need to be categorized in large volumes, this can result in a manual and time intensive process for researchers. We present a machine learning model for converting offense text into offense codes. 
+
+Currently, this model predicts the *Charge Category* of a given offense text. A *charge category* is one of the headings for offense codes in the [2009 NCRP Codebook: Appendix F](https://www.icpsr.umich.edu/web/NACJD/studies/30799/datadocumentation#).
+
+The model was trained on [publicly available data](https://web.archive.org/web/20201021001250/https://www.icpsr.umich.edu/web/pages/NACJD/guides/ncrp.html) from a crosswalk containing offenses from all 50 states combined with three additional hand-labeled offense text datasets.
+
+<details>
+    <summary>Charge Category Example</summary>
+    <img src="https://i.ibb.co/xLsrzmV/charge-category-example.png" width="500">
+</details>
+
+### Data Preprocessing
+
+The input text is standardized through a series of preprocessing steps. The text is first passed through a sequence of 500+ case-insensitive regular expressions that identify common misspellings and abbreviations and expand the text to a more full, correct English text. Some data-specific prefixes and suffixes are then removed from the text -- e.g. some states included a statute as a part of the text. Finally, punctuation (excluding dollar signs) are removed from the input, multiple spaces between words are removed, and the text is lowercased. 
+
+## Cross-Validation Performance
+
+This model was evaluated using 3-fold cross validation. Except where noted, numbers presented below are the mean value across the 3 folds. 
+
+The model in this repository is trained on all available data. Because of this, you can typically expect production performance to be (unknowably) better than the numbers presented below.
+
+### Overall Metrics
+
+| Metric   | Value |
+| -------- | ----- |
+| Accuracy | 0.934 |
+| MCC      | 0.931 |
+
+ 
+
+| Metric    | precision | recall | f1-score |
+| --------- | --------- | ------ | -------- |
+| macro avg | 0.811     | 0.788  | 0.795    |
+
+
+*Note*: These are the average of the values *per fold*, so *macro avg* is the average of the macro average of all categories per fold.
+
+### Per-Category Metrics
+
+| Category                                               | precision | recall | f1-score | support |
+| ------------------------------------------------------ | --------- | ------ | -------- | ------- |
+| AGGRAVATED ASSAULT                                     | 0.95      | 0.957  | 0.954    | 4085    |
+| ARMED ROBBERY                                          | 0.958     | 0.957  | 0.957    | 1021    |
+| ARSON                                                  | 0.951     | 0.953  | 0.952    | 344     |
+| ASSAULTING PUBLIC OFFICER                              | 0.921     | 0.905  | 0.913    | 588     |
+| AUTO THEFT                                             | 0.962     | 0.963  | 0.963    | 1660    |
+| BLACKMAIL/EXTORTION/INTIMIDATION                       | 0.868     | 0.878  | 0.873    | 627     |
+| BRIBERY AND CONFLICT OF INTEREST                       | 0.772     | 0.821  | 0.795    | 216     |
+| BURGLARY                                               | 0.982     | 0.98   | 0.981    | 2214    |
+| CHILD ABUSE                                            | 0.793     | 0.776  | 0.784    | 139     |
+| COCAINE OR CRACK VIOLATION OFFENSE UNSPECIFIED         | 0.868     | 0.865  | 0.866    | 47      |
+| COMMERCIALIZED VICE                                    | 0.811     | 0.777  | 0.793    | 666     |
+| CONTEMPT OF COURT                                      | 0.983     | 0.987  | 0.985    | 2952    |
+| CONTRIBUTING TO DELINQUENCY OF A MINOR                 | 0.454     | 0.379  | 0.396    | 50      |
+| CONTROLLED SUBSTANCE - OFFENSE UNSPECIFIED             | 0.839     | 0.78   | 0.808    | 280     |
+| COUNTERFEITING (FEDERAL ONLY)                          | 0         | 0      | 0        | 2       |
+| DESTRUCTION OF PROPERTY                                | 0.967     | 0.97   | 0.969    | 2560    |
+| DRIVING UNDER INFLUENCE - DRUGS                        | 0.641     | 0.616  | 0.625    | 34      |
+| DRIVING UNDER THE INFLUENCE                            | 0.944     | 0.95   | 0.947    | 2195    |
+| DRIVING WHILE INTOXICATED                              | 0.99      | 0.978  | 0.984    | 2391    |
+| DRUG OFFENSES - VIOLATION/DRUG UNSPECIFIED             | 0.905     | 0.911  | 0.908    | 3100    |
+| DRUNKENNESS/VAGRANCY/DISORDERLY CONDUCT                | 0.853     | 0.862  | 0.857    | 380     |
+| EMBEZZLEMENT                                           | 0.86      | 0.762  | 0.808    | 100     |
+| EMBEZZLEMENT (FEDERAL ONLY)                            | 0         | 0      | 0        | 1       |
+| ESCAPE FROM CUSTODY                                    | 0.989     | 0.99   | 0.99     | 4035    |
+| FAMILY RELATED OFFENSES                                | 0.744     | 0.768  | 0.756    | 442     |
+| FELONY - UNSPECIFIED                                   | 0.665     | 0.762  | 0.709    | 122     |
+| FLIGHT TO AVOID PROSECUTION                            | 0.43      | 0.434  | 0.431    | 38      |
+| FORCIBLE SODOMY                                        | 0.773     | 0.837  | 0.802    | 76      |
+| FORGERY (FEDERAL ONLY)                                 | 0         | 0      | 0        | 2       |
+| FORGERY/FRAUD                                          | 0.909     | 0.928  | 0.918    | 4687    |
+| FRAUD (FEDERAL ONLY)                                   | 0         | 0      | 0        | 2       |
+| GRAND LARCENY - THEFT OVER $200                        | 0.959     | 0.972  | 0.966    | 2412    |
+| HABITUAL OFFENDER                                      | 0.748     | 0.656  | 0.695    | 53      |
+| HEROIN VIOLATION - OFFENSE UNSPECIFIED                 | 0.877     | 0.777  | 0.82     | 24      |
+| HIT AND RUN DRIVING                                    | 0.927     | 0.933  | 0.93     | 303     |
+| HIT/RUN DRIVING - PROPERTY DAMAGE                      | 0.929     | 0.924  | 0.926    | 362     |
+| IMMIGRATION VIOLATIONS                                 | 0.778     | 0.616  | 0.681    | 19      |
+| INVASION OF PRIVACY                                    | 0.925     | 0.923  | 0.924    | 1235    |
+| JUVENILE OFFENSES                                      | 0.9       | 0.871  | 0.883    | 144     |
+| KIDNAPPING                                             | 0.926     | 0.929  | 0.927    | 553     |
+| LARCENY/THEFT - VALUE UNKNOWN                          | 0.953     | 0.946  | 0.95     | 3175    |
+| LEWD ACT WITH CHILDREN                                 | 0.786     | 0.846  | 0.814    | 596     |
+| LIQUOR LAW VIOLATIONS                                  | 0.731     | 0.762  | 0.746    | 214     |
+| MANSLAUGHTER - NON-VEHICULAR                           | 0.661     | 0.803  | 0.725    | 139     |
+| MANSLAUGHTER - VEHICULAR                               | 0.763     | 0.854  | 0.803    | 117     |
+| MARIJUANA/HASHISH VIOLATION - OFFENSE UNSPECIFIED      | 0.778     | 0.675  | 0.718    | 62      |
+| MISDEMEANOR UNSPECIFIED                                | 0.616     | 0.256  | 0.357    | 57      |
+| MORALS/DECENCY - OFFENSE                               | 0.759     | 0.763  | 0.761    | 412     |
+| MURDER                                                 | 0.965     | 0.922  | 0.943    | 621     |
+| OBSTRUCTION - LAW ENFORCEMENT                          | 0.945     | 0.947  | 0.946    | 4220    |
+| OFFENSES AGAINST COURTS, LEGISLATURES, AND COMMISSIONS | 0.882     | 0.897  | 0.889    | 1965    |
+| PAROLE VIOLATION                                       | 0.968     | 0.949  | 0.958    | 946     |
+| PETTY LARCENY - THEFT UNDER $200                       | 0.987     | 0.768  | 0.864    | 139     |
+| POSSESSION/USE - COCAINE OR CRACK                      | 0.9       | 0.928  | 0.913    | 68      |
+| POSSESSION/USE - DRUG UNSPECIFIED                      | 0.618     | 0.561  | 0.586    | 189     |
+| POSSESSION/USE - HEROIN                                | 0.917     | 0.839  | 0.876    | 25      |
+| POSSESSION/USE - MARIJUANA/HASHISH                     | 0.975     | 0.973  | 0.974    | 556     |
+| POSSESSION/USE - OTHER CONTROLLED SUBSTANCES           | 0.976     | 0.965  | 0.97     | 3271    |
+| PROBATION VIOLATION                                    | 0.958     | 0.956  | 0.957    | 1158    |
+| PROPERTY OFFENSES - OTHER                              | 0.892     | 0.863  | 0.878    | 446     |
+| PUBLIC ORDER OFFENSES - OTHER                          | 0.706     | 0.717  | 0.711    | 1871    |
+| RACKETEERING/EXTORTION (FEDERAL ONLY)                  | 0         | 0      | 0        | 2       |
+| RAPE - FORCE                                           | 0.841     | 0.871  | 0.856    | 641     |
+| RAPE - STATUTORY - NO FORCE                            | 0.714     | 0.551  | 0.619    | 140     |
+| REGULATORY OFFENSES (FEDERAL ONLY)                     | 0.8       | 0.558  | 0.657    | 70      |
+| RIOTING                                                | 0.785     | 0.605  | 0.68     | 119     |
+| SEXUAL ASSAULT - OTHER                                 | 0.829     | 0.839  | 0.834    | 971     |
+| SIMPLE ASSAULT                                         | 0.977     | 0.967  | 0.972    | 4577    |
+| STOLEN PROPERTY - RECEIVING                            | 0.953     | 0.955  | 0.954    | 1193    |
+| STOLEN PROPERTY - TRAFFICKING                          | 0.899     | 0.875  | 0.887    | 491     |
+| TAX LAW (FEDERAL ONLY)                                 | 0.474     | 0.177  | 0.256    | 30      |
+| TRAFFIC OFFENSES - MINOR                               | 0.976     | 0.975  | 0.975    | 8699    |
+| TRAFFICKING - COCAINE OR CRACK                         | 0.893     | 0.944  | 0.918    | 185     |
+| TRAFFICKING - DRUG UNSPECIFIED                         | 0.729     | 0.783  | 0.755    | 516     |
+| TRAFFICKING - HEROIN                                   | 0.874     | 0.902  | 0.887    | 54      |
+| TRAFFICKING - OTHER CONTROLLED SUBSTANCES              | 0.963     | 0.953  | 0.958    | 2832    |
+| TRAFFICKING MARIJUANA/HASHISH                          | 0.919     | 0.934  | 0.926    | 255     |
+| TRESPASSING                                            | 0.974     | 0.982  | 0.978    | 1916    |
+| UNARMED ROBBERY                                        | 0.941     | 0.935  | 0.938    | 377     |
+| UNAUTHORIZED USE OF VEHICLE                            | 0.929     | 0.911  | 0.92     | 304     |
+| UNSPECIFIED HOMICIDE                                   | 0.641     | 0.591  | 0.614    | 60      |
+| VIOLENT OFFENSES - OTHER                               | 0.82      | 0.817  | 0.818    | 606     |
+| VOLUNTARY/NONNEGLIGENT MANSLAUGHTER                    | 0.641     | 0.559  | 0.596    | 54      |
+| WEAPON OFFENSE                                         | 0.944     | 0.947  | 0.945    | 2466    |
+
+*Note: `support` is the average number of observations predicted on per fold, so the total number of observations per class is roughly 3x `support`.*
+
+### Using Confidence Scores
+
+If we interpret the classification probability as a confidence score, we can use it to filter out predictions that the model isn't as confident about. We applied this process in 3-fold cross validation. The numbers presented below indicate how much of the prediction data is retained given a confidence score cutoff of `p`. We present the overall accuracy and MCC metrics as if the model was only evaluated on this subset of confident predictions.
+
+|     | cutoff | percent retained | mcc   | acc   |
+| --- | ------ | ---------------- | ----- | ----- |
+| 0   | 0.85   | 0.952            | 0.959 | 0.961 |
+| 1   | 0.90   | 0.944            | 0.963 | 0.965 |
+| 2   | 0.95   | 0.928            | 0.969 | 0.971 |
+| 3   | 0.975  | 0.912            | 0.975 | 0.976 |
+| 4   | 0.99   | 0.885            | 0.982 | 0.983 |
+| 5   | 0.999  | 0.737            | 0.996 | 0.996 |

code_map.json

@@ -0,0 +1,86 @@
+{
+    "AGGRAVATED ASSAULT": 0,
+    "ARMED ROBBERY": 1,
+    "ARSON": 2,
+    "ASSAULTING PUBLIC OFFICER": 3,
+    "AUTO THEFT": 4,
+    "BLACKMAIL/EXTORTION/INTIMIDATION": 5,
+    "BRIBERY AND CONFLICT OF INTEREST": 6,
+    "BURGLARY": 7,
+    "CHILD ABUSE": 8,
+    "COCAINE OR CRACK VIOLATION OFFENSE UNSPECIFIED": 9,
+    "COMMERCIALIZED VICE": 10,
+    "CONTEMPT OF COURT": 11,
+    "CONTRIBUTING TO DELINQUENCY OF A MINOR": 12,
+    "CONTROLLED SUBSTANCE - OFFENSE UNSPECIFIED": 13,
+    "COUNTERFEITING (FEDERAL ONLY)": 14,
+    "DESTRUCTION OF PROPERTY": 15,
+    "DRIVING UNDER INFLUENCE - DRUGS": 16,
+    "DRIVING UNDER THE INFLUENCE": 17,
+    "DRIVING WHILE INTOXICATED": 18,
+    "DRUG OFFENSES - VIOLATION/DRUG UNSPECIFIED": 19,
+    "DRUNKENNESS/VAGRANCY/DISORDERLY CONDUCT": 20,
+    "EMBEZZLEMENT": 21,
+    "EMBEZZLEMENT (FEDERAL ONLY)": 22,
+    "ESCAPE FROM CUSTODY": 23,
+    "FAMILY RELATED OFFENSES": 24,
+    "FELONY - UNSPECIFIED": 25,
+    "FLIGHT TO AVOID PROSECUTION": 26,
+    "FORCIBLE SODOMY": 27,
+    "FORGERY (FEDERAL ONLY)": 28,
+    "FORGERY/FRAUD": 29,
+    "FRAUD (FEDERAL ONLY)": 30,
+    "GRAND LARCENY - THEFT OVER $200": 31,
+    "HABITUAL OFFENDER": 32,
+    "HEROIN VIOLATION - OFFENSE UNSPECIFIED": 33,
+    "HIT AND RUN DRIVING": 34,
+    "HIT/RUN DRIVING - PROPERTY DAMAGE": 35,
+    "IMMIGRATION VIOLATIONS": 36,
+    "INVASION OF PRIVACY": 37,
+    "JUVENILE OFFENSES": 38,
+    "KIDNAPPING": 39,
+    "LARCENY/THEFT - VALUE UNKNOWN": 40,
+    "LEWD ACT WITH CHILDREN": 41,
+    "LIQUOR LAW VIOLATIONS": 42,
+    "MANSLAUGHTER - NON-VEHICULAR": 43,
+    "MANSLAUGHTER - VEHICULAR": 44,
+    "MARIJUANA/HASHISH VIOLATION - OFFENSE UNSPECIFIED": 45,
+    "MISDEMEANOR UNSPECIFIED": 46,
+    "MORALS/DECENCY - OFFENSE": 47,
+    "MURDER": 48,
+    "OBSTRUCTION - LAW ENFORCEMENT": 49,
+    "OFFENSES AGAINST COURTS, LEGISLATURES, AND COMMISSIONS": 50,
+    "PAROLE VIOLATION": 51,
+    "PETTY LARCENY - THEFT UNDER $200": 52,
+    "POSSESSION/USE - COCAINE OR CRACK": 53,
+    "POSSESSION/USE - DRUG UNSPECIFIED": 54,
+    "POSSESSION/USE - HEROIN": 55,
+    "POSSESSION/USE - MARIJUANA/HASHISH": 56,
+    "POSSESSION/USE - OTHER CONTROLLED SUBSTANCES": 57,
+    "PROBATION VIOLATION": 58,
+    "PROPERTY OFFENSES - OTHER": 59,
+    "PUBLIC ORDER OFFENSES - OTHER": 60,
+    "RACKETEERING/EXTORTION (FEDERAL ONLY)": 61,
+    "RAPE - FORCE": 62,
+    "RAPE - STATUTORY - NO FORCE": 63,
+    "REGULATORY OFFENSES (FEDERAL ONLY)": 64,
+    "RIOTING": 65,
+    "SEXUAL ASSAULT - OTHER": 66,
+    "SIMPLE ASSAULT": 67,
+    "STOLEN PROPERTY - RECEIVING": 68,
+    "STOLEN PROPERTY - TRAFFICKING": 69,
+    "TAX LAW (FEDERAL ONLY)": 70,
+    "TRAFFIC OFFENSES - MINOR": 71,
+    "TRAFFICKING - COCAINE OR CRACK": 72,
+    "TRAFFICKING - DRUG UNSPECIFIED": 73,
+    "TRAFFICKING - HEROIN": 74,
+    "TRAFFICKING - OTHER CONTROLLED SUBSTANCES": 75,
+    "TRAFFICKING MARIJUANA/HASHISH": 76,
+    "TRESPASSING": 77,
+    "UNARMED ROBBERY": 78,
+    "UNAUTHORIZED USE OF VEHICLE": 79,
+    "UNSPECIFIED HOMICIDE": 80,
+    "VIOLENT OFFENSES - OTHER": 81,
+    "VOLUNTARY/NONNEGLIGENT MANSLAUGHTER": 82,
+    "WEAPON OFFENSE": 83
+}

config.backup.json

@@ -0,0 +1,198 @@
+{
+  "_name_or_path": "./local/distilroberta-base",
+  "architectures": [
+    "RobertaForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "eos_token_id": 2,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "LABEL_0",
+    "1": "LABEL_1",
+    "2": "LABEL_2",
+    "3": "LABEL_3",
+    "4": "LABEL_4",
+    "5": "LABEL_5",
+    "6": "LABEL_6",
+    "7": "LABEL_7",
+    "8": "LABEL_8",
+    "9": "LABEL_9",
+    "10": "LABEL_10",
+    "11": "LABEL_11",
+    "12": "LABEL_12",
+    "13": "LABEL_13",
+    "14": "LABEL_14",
+    "15": "LABEL_15",
+    "16": "LABEL_16",
+    "17": "LABEL_17",
+    "18": "LABEL_18",
+    "19": "LABEL_19",
+    "20": "LABEL_20",
+    "21": "LABEL_21",
+    "22": "LABEL_22",
+    "23": "LABEL_23",
+    "24": "LABEL_24",
+    "25": "LABEL_25",
+    "26": "LABEL_26",
+    "27": "LABEL_27",
+    "28": "LABEL_28",
+    "29": "LABEL_29",
+    "30": "LABEL_30",
+    "31": "LABEL_31",
+    "32": "LABEL_32",
+    "33": "LABEL_33",
+    "34": "LABEL_34",
+    "35": "LABEL_35",
+    "36": "LABEL_36",
+    "37": "LABEL_37",
+    "38": "LABEL_38",
+    "39": "LABEL_39",
+    "40": "LABEL_40",
+    "41": "LABEL_41",
+    "42": "LABEL_42",
+    "43": "LABEL_43",
+    "44": "LABEL_44",
+    "45": "LABEL_45",
+    "46": "LABEL_46",
+    "47": "LABEL_47",
+    "48": "LABEL_48",
+    "49": "LABEL_49",
+    "50": "LABEL_50",
+    "51": "LABEL_51",
+    "52": "LABEL_52",
+    "53": "LABEL_53",
+    "54": "LABEL_54",
+    "55": "LABEL_55",
+    "56": "LABEL_56",
+    "57": "LABEL_57",
+    "58": "LABEL_58",
+    "59": "LABEL_59",
+    "60": "LABEL_60",
+    "61": "LABEL_61",
+    "62": "LABEL_62",
+    "63": "LABEL_63",
+    "64": "LABEL_64",
+    "65": "LABEL_65",
+    "66": "LABEL_66",
+    "67": "LABEL_67",
+    "68": "LABEL_68",
+    "69": "LABEL_69",
+    "70": "LABEL_70",
+    "71": "LABEL_71",
+    "72": "LABEL_72",
+    "73": "LABEL_73",
+    "74": "LABEL_74",
+    "75": "LABEL_75",
+    "76": "LABEL_76",
+    "77": "LABEL_77",
+    "78": "LABEL_78",
+    "79": "LABEL_79",
+    "80": "LABEL_80",
+    "81": "LABEL_81",
+    "82": "LABEL_82",
+    "83": "LABEL_83"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "LABEL_0": 0,
+    "LABEL_1": 1,
+    "LABEL_10": 10,
+    "LABEL_11": 11,
+    "LABEL_12": 12,
+    "LABEL_13": 13,
+    "LABEL_14": 14,
+    "LABEL_15": 15,
+    "LABEL_16": 16,
+    "LABEL_17": 17,
+    "LABEL_18": 18,
+    "LABEL_19": 19,
+    "LABEL_2": 2,
+    "LABEL_20": 20,
+    "LABEL_21": 21,
+    "LABEL_22": 22,
+    "LABEL_23": 23,
+    "LABEL_24": 24,
+    "LABEL_25": 25,
+    "LABEL_26": 26,
+    "LABEL_27": 27,
+    "LABEL_28": 28,
+    "LABEL_29": 29,
+    "LABEL_3": 3,
+    "LABEL_30": 30,
+    "LABEL_31": 31,
+    "LABEL_32": 32,
+    "LABEL_33": 33,
+    "LABEL_34": 34,
+    "LABEL_35": 35,
+    "LABEL_36": 36,
+    "LABEL_37": 37,
+    "LABEL_38": 38,
+    "LABEL_39": 39,
+    "LABEL_4": 4,
+    "LABEL_40": 40,
+    "LABEL_41": 41,
+    "LABEL_42": 42,
+    "LABEL_43": 43,
+    "LABEL_44": 44,
+    "LABEL_45": 45,
+    "LABEL_46": 46,
+    "LABEL_47": 47,
+    "LABEL_48": 48,
+    "LABEL_49": 49,
+    "LABEL_5": 5,
+    "LABEL_50": 50,
+    "LABEL_51": 51,
+    "LABEL_52": 52,
+    "LABEL_53": 53,
+    "LABEL_54": 54,
+    "LABEL_55": 55,
+    "LABEL_56": 56,
+    "LABEL_57": 57,
+    "LABEL_58": 58,
+    "LABEL_59": 59,
+    "LABEL_6": 6,
+    "LABEL_60": 60,
+    "LABEL_61": 61,
+    "LABEL_62": 62,
+    "LABEL_63": 63,
+    "LABEL_64": 64,
+    "LABEL_65": 65,
+    "LABEL_66": 66,
+    "LABEL_67": 67,
+    "LABEL_68": 68,
+    "LABEL_69": 69,
+    "LABEL_7": 7,
+    "LABEL_70": 70,
+    "LABEL_71": 71,
+    "LABEL_72": 72,
+    "LABEL_73": 73,
+    "LABEL_74": 74,
+    "LABEL_75": 75,
+    "LABEL_76": 76,
+    "LABEL_77": 77,
+    "LABEL_78": 78,
+    "LABEL_79": 79,
+    "LABEL_8": 8,
+    "LABEL_80": 80,
+    "LABEL_81": 81,
+    "LABEL_82": 82,
+    "LABEL_83": 83,
+    "LABEL_9": 9
+  },
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "roberta",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 6,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "transformers_version": "4.5.1",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 50265
+}

config.json

@@ -0,0 +1,198 @@
+{
+    "_name_or_path": "./local/distilroberta-base",
+    "architectures": [
+        "RobertaForSequenceClassification"
+    ],
+    "attention_probs_dropout_prob": 0.1,
+    "bos_token_id": 0,
+    "eos_token_id": 2,
+    "gradient_checkpointing": false,
+    "hidden_act": "gelu",
+    "hidden_dropout_prob": 0.1,
+    "hidden_size": 768,
+    "id2label": {
+        "0": "AGGRAVATED ASSAULT",
+        "1": "ARMED ROBBERY",
+        "2": "ARSON",
+        "3": "ASSAULTING PUBLIC OFFICER",
+        "4": "AUTO THEFT",
+        "5": "BLACKMAIL/EXTORTION/INTIMIDATION",
+        "6": "BRIBERY AND CONFLICT OF INTEREST",
+        "7": "BURGLARY",
+        "8": "CHILD ABUSE",
+        "9": "COCAINE OR CRACK VIOLATION OFFENSE UNSPECIFIED",
+        "10": "COMMERCIALIZED VICE",
+        "11": "CONTEMPT OF COURT",
+        "12": "CONTRIBUTING TO DELINQUENCY OF A MINOR",
+        "13": "CONTROLLED SUBSTANCE - OFFENSE UNSPECIFIED",
+        "14": "COUNTERFEITING (FEDERAL ONLY)",
+        "15": "DESTRUCTION OF PROPERTY",
+        "16": "DRIVING UNDER INFLUENCE - DRUGS",
+        "17": "DRIVING UNDER THE INFLUENCE",
+        "18": "DRIVING WHILE INTOXICATED",
+        "19": "DRUG OFFENSES - VIOLATION/DRUG UNSPECIFIED",
+        "20": "DRUNKENNESS/VAGRANCY/DISORDERLY CONDUCT",
+        "21": "EMBEZZLEMENT",
+        "22": "EMBEZZLEMENT (FEDERAL ONLY)",
+        "23": "ESCAPE FROM CUSTODY",
+        "24": "FAMILY RELATED OFFENSES",
+        "25": "FELONY - UNSPECIFIED",
+        "26": "FLIGHT TO AVOID PROSECUTION",
+        "27": "FORCIBLE SODOMY",
+        "28": "FORGERY (FEDERAL ONLY)",
+        "29": "FORGERY/FRAUD",
+        "30": "FRAUD (FEDERAL ONLY)",
+        "31": "GRAND LARCENY - THEFT OVER $200",
+        "32": "HABITUAL OFFENDER",
+        "33": "HEROIN VIOLATION - OFFENSE UNSPECIFIED",
+        "34": "HIT AND RUN DRIVING",
+        "35": "HIT/RUN DRIVING - PROPERTY DAMAGE",
+        "36": "IMMIGRATION VIOLATIONS",
+        "37": "INVASION OF PRIVACY",
+        "38": "JUVENILE OFFENSES",
+        "39": "KIDNAPPING",
+        "40": "LARCENY/THEFT - VALUE UNKNOWN",
+        "41": "LEWD ACT WITH CHILDREN",
+        "42": "LIQUOR LAW VIOLATIONS",
+        "43": "MANSLAUGHTER - NON-VEHICULAR",
+        "44": "MANSLAUGHTER - VEHICULAR",
+        "45": "MARIJUANA/HASHISH VIOLATION - OFFENSE UNSPECIFIED",
+        "46": "MISDEMEANOR UNSPECIFIED",
+        "47": "MORALS/DECENCY - OFFENSE",
+        "48": "MURDER",
+        "49": "OBSTRUCTION - LAW ENFORCEMENT",
+        "50": "OFFENSES AGAINST COURTS, LEGISLATURES, AND COMMISSIONS",
+        "51": "PAROLE VIOLATION",
+        "52": "PETTY LARCENY - THEFT UNDER $200",
+        "53": "POSSESSION/USE - COCAINE OR CRACK",
+        "54": "POSSESSION/USE - DRUG UNSPECIFIED",
+        "55": "POSSESSION/USE - HEROIN",
+        "56": "POSSESSION/USE - MARIJUANA/HASHISH",
+        "57": "POSSESSION/USE - OTHER CONTROLLED SUBSTANCES",
+        "58": "PROBATION VIOLATION",
+        "59": "PROPERTY OFFENSES - OTHER",
+        "60": "PUBLIC ORDER OFFENSES - OTHER",
+        "61": "RACKETEERING/EXTORTION (FEDERAL ONLY)",
+        "62": "RAPE - FORCE",
+        "63": "RAPE - STATUTORY - NO FORCE",
+        "64": "REGULATORY OFFENSES (FEDERAL ONLY)",
+        "65": "RIOTING",
+        "66": "SEXUAL ASSAULT - OTHER",
+        "67": "SIMPLE ASSAULT",
+        "68": "STOLEN PROPERTY - RECEIVING",
+        "69": "STOLEN PROPERTY - TRAFFICKING",
+        "70": "TAX LAW (FEDERAL ONLY)",
+        "71": "TRAFFIC OFFENSES - MINOR",
+        "72": "TRAFFICKING - COCAINE OR CRACK",
+        "73": "TRAFFICKING - DRUG UNSPECIFIED",
+        "74": "TRAFFICKING - HEROIN",
+        "75": "TRAFFICKING - OTHER CONTROLLED SUBSTANCES",
+        "76": "TRAFFICKING MARIJUANA/HASHISH",
+        "77": "TRESPASSING",
+        "78": "UNARMED ROBBERY",
+        "79": "UNAUTHORIZED USE OF VEHICLE",
+        "80": "UNSPECIFIED HOMICIDE",
+        "81": "VIOLENT OFFENSES - OTHER",
+        "82": "VOLUNTARY/NONNEGLIGENT MANSLAUGHTER",
+        "83": "WEAPON OFFENSE"
+    },
+    "initializer_range": 0.02,
+    "intermediate_size": 3072,
+    "label2id": {
+        "AGGRAVATED ASSAULT": 0,
+        "ARMED ROBBERY": 1,
+        "ARSON": 2,
+        "ASSAULTING PUBLIC OFFICER": 3,
+        "AUTO THEFT": 4,
+        "BLACKMAIL/EXTORTION/INTIMIDATION": 5,
+        "BRIBERY AND CONFLICT OF INTEREST": 6,
+        "BURGLARY": 7,
+        "CHILD ABUSE": 8,
+        "COCAINE OR CRACK VIOLATION OFFENSE UNSPECIFIED": 9,
+        "COMMERCIALIZED VICE": 10,
+        "CONTEMPT OF COURT": 11,
+        "CONTRIBUTING TO DELINQUENCY OF A MINOR": 12,
+        "CONTROLLED SUBSTANCE - OFFENSE UNSPECIFIED": 13,
+        "COUNTERFEITING (FEDERAL ONLY)": 14,
+        "DESTRUCTION OF PROPERTY": 15,
+        "DRIVING UNDER INFLUENCE - DRUGS": 16,
+        "DRIVING UNDER THE INFLUENCE": 17,
+        "DRIVING WHILE INTOXICATED": 18,
+        "DRUG OFFENSES - VIOLATION/DRUG UNSPECIFIED": 19,
+        "DRUNKENNESS/VAGRANCY/DISORDERLY CONDUCT": 20,
+        "EMBEZZLEMENT": 21,
+        "EMBEZZLEMENT (FEDERAL ONLY)": 22,
+        "ESCAPE FROM CUSTODY": 23,
+        "FAMILY RELATED OFFENSES": 24,
+        "FELONY - UNSPECIFIED": 25,
+        "FLIGHT TO AVOID PROSECUTION": 26,
+        "FORCIBLE SODOMY": 27,
+        "FORGERY (FEDERAL ONLY)": 28,
+        "FORGERY/FRAUD": 29,
+        "FRAUD (FEDERAL ONLY)": 30,
+        "GRAND LARCENY - THEFT OVER $200": 31,
+        "HABITUAL OFFENDER": 32,
+        "HEROIN VIOLATION - OFFENSE UNSPECIFIED": 33,
+        "HIT AND RUN DRIVING": 34,
+        "HIT/RUN DRIVING - PROPERTY DAMAGE": 35,
+        "IMMIGRATION VIOLATIONS": 36,
+        "INVASION OF PRIVACY": 37,
+        "JUVENILE OFFENSES": 38,
+        "KIDNAPPING": 39,
+        "LARCENY/THEFT - VALUE UNKNOWN": 40,
+        "LEWD ACT WITH CHILDREN": 41,
+        "LIQUOR LAW VIOLATIONS": 42,
+        "MANSLAUGHTER - NON-VEHICULAR": 43,
+        "MANSLAUGHTER - VEHICULAR": 44,
+        "MARIJUANA/HASHISH VIOLATION - OFFENSE UNSPECIFIED": 45,
+        "MISDEMEANOR UNSPECIFIED": 46,
+        "MORALS/DECENCY - OFFENSE": 47,
+        "MURDER": 48,
+        "OBSTRUCTION - LAW ENFORCEMENT": 49,
+        "OFFENSES AGAINST COURTS, LEGISLATURES, AND COMMISSIONS": 50,
+        "PAROLE VIOLATION": 51,
+        "PETTY LARCENY - THEFT UNDER $200": 52,
+        "POSSESSION/USE - COCAINE OR CRACK": 53,
+        "POSSESSION/USE - DRUG UNSPECIFIED": 54,
+        "POSSESSION/USE - HEROIN": 55,
+        "POSSESSION/USE - MARIJUANA/HASHISH": 56,
+        "POSSESSION/USE - OTHER CONTROLLED SUBSTANCES": 57,
+        "PROBATION VIOLATION": 58,
+        "PROPERTY OFFENSES - OTHER": 59,
+        "PUBLIC ORDER OFFENSES - OTHER": 60,
+        "RACKETEERING/EXTORTION (FEDERAL ONLY)": 61,
+        "RAPE - FORCE": 62,
+        "RAPE - STATUTORY - NO FORCE": 63,
+        "REGULATORY OFFENSES (FEDERAL ONLY)": 64,
+        "RIOTING": 65,
+        "SEXUAL ASSAULT - OTHER": 66,
+        "SIMPLE ASSAULT": 67,
+        "STOLEN PROPERTY - RECEIVING": 68,
+        "STOLEN PROPERTY - TRAFFICKING": 69,
+        "TAX LAW (FEDERAL ONLY)": 70,
+        "TRAFFIC OFFENSES - MINOR": 71,
+        "TRAFFICKING - COCAINE OR CRACK": 72,
+        "TRAFFICKING - DRUG UNSPECIFIED": 73,
+        "TRAFFICKING - HEROIN": 74,
+        "TRAFFICKING - OTHER CONTROLLED SUBSTANCES": 75,
+        "TRAFFICKING MARIJUANA/HASHISH": 76,
+        "TRESPASSING": 77,
+        "UNARMED ROBBERY": 78,
+        "UNAUTHORIZED USE OF VEHICLE": 79,
+        "UNSPECIFIED HOMICIDE": 80,
+        "VIOLENT OFFENSES - OTHER": 81,
+        "VOLUNTARY/NONNEGLIGENT MANSLAUGHTER": 82,
+        "WEAPON OFFENSE": 83
+    },
+    "layer_norm_eps": 1e-05,
+    "max_position_embeddings": 514,
+    "model_type": "roberta",
+    "num_attention_heads": 12,
+    "num_hidden_layers": 6,
+    "pad_token_id": 1,
+    "position_embedding_type": "absolute",
+    "transformers_version": "4.5.1",
+    "type_vocab_size": 1,
+    "use_cache": true,
+    "vocab_size": 50265
+}

model_args.json

@@ -0,0 +1 @@
+{"adafactor_beta1": null, "adafactor_clip_threshold": 1.0, "adafactor_decay_rate": -0.8, "adafactor_eps": [1e-30, 0.001], "adafactor_relative_step": true, "adafactor_scale_parameter": true, "adafactor_warmup_init": true, "adam_epsilon": 1e-08, "best_model_dir": "outputs/best_model", "cache_dir": "cache_dir/", "config": {}, "cosine_schedule_num_cycles": 0.5, "custom_layer_parameters": [], "custom_parameter_groups": [], "dataloader_num_workers": 0, "do_lower_case": false, "dynamic_quantize": false, "early_stopping_consider_epochs": false, "early_stopping_delta": 0, "early_stopping_metric": "eval_loss", "early_stopping_metric_minimize": true, "early_stopping_patience": 3, "encoding": null, "eval_batch_size": 8, "evaluate_during_training": false, "evaluate_during_training_silent": true, "evaluate_during_training_steps": 2000, "evaluate_during_training_verbose": false, "evaluate_each_epoch": true, "fp16": true, "gradient_accumulation_steps": 1, "learning_rate": 4e-05, "local_rank": -1, "logging_steps": 50, "manual_seed": null, "max_grad_norm": 1.0, "max_seq_length": 128, "model_name": "./local/distilroberta-base", "model_type": "roberta", "multiprocessing_chunksize": -1, "n_gpu": 1, "no_cache": false, "no_save": false, "not_saved_args": [], "num_train_epochs": 3, "optimizer": "AdamW", "output_dir": "outputs/", "overwrite_output_dir": true, "polynomial_decay_schedule_lr_end": 1e-07, "polynomial_decay_schedule_power": 1.0, "process_count": 10, "quantized_model": false, "reprocess_input_data": true, "save_best_model": true, "save_eval_checkpoints": true, "save_model_every_epoch": false, "save_optimizer_and_scheduler": true, "save_steps": -1, "scheduler": "linear_schedule_with_warmup", "silent": false, "skip_special_tokens": true, "tensorboard_dir": null, "thread_count": null, "tokenizer_name": "./local/distilroberta-base", "tokenizer_type": null, "train_batch_size": 8, "train_custom_parameters_only": false, "use_cached_eval_features": false, "use_early_stopping": false, "use_hf_datasets": false, "use_multiprocessing": false, "use_multiprocessing_for_evaluation": true, "wandb_kwargs": {}, "wandb_project": null, "warmup_ratio": 0.06, "warmup_steps": 5870, "weight_decay": 0.0, "model_class": "ClassificationModel", "labels_list": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83], "labels_map": {}, "lazy_delimiter": "\t", "lazy_labels_column": 1, "lazy_loading": false, "lazy_loading_start_line": 1, "lazy_text_a_column": null, "lazy_text_b_column": null, "lazy_text_column": 0, "onnx": false, "regression": false, "sliding_window": false, "special_tokens_list": [], "stride": 0.8, "tie_value": 1}

onnx-convert-requirements.txt

@@ -0,0 +1,5 @@
+fire==0.4.0
+transformers==4.5.1
+onnx==1.9.0
+onnxruntime==1.7.0
+torch==1.7.1

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c863f2c55a71623041440ab4366ed794ef4f6d874805adf05bee940c126b2b10
+size 331143181

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "<s>", "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false}}

tokenizer_config.json

@@ -0,0 +1 @@
+{"unk_token": {"content": "<unk>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "bos_token": {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "eos_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "add_prefix_space": false, "errors": "replace", "sep_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "cls_token": {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "pad_token": {"content": "<pad>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "model_max_length": 512, "special_tokens_map_file": null, "name_or_path": "./local/distilroberta-base", "do_lower_case": false}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5678323e8528e40ef5bcfef0a58bd4f141085c2cd8147a35c5f26fb2e9bd5f30
+size 3311

utils/convert_onnx.py

@@ -0,0 +1,24 @@
+import fire
+from pathlib import Path
+from typing import Optional
+
+from transformers.convert_graph_to_onnx import convert, quantize
+
+
+def convert_model(model: str, path: Optional[str] = None):
+    if not path:
+        folder_name = Path(".").resolve().name
+        path = Path("onnx") / f"{folder_name}.onnx"
+    convert(
+        framework="pt",
+        model=str(Path(model).resolve()),
+        output=Path(path),
+        opset=11,
+        pipeline_name="sentiment-analysis",  # needed for classification tasks
+    )
+    quantize(Path(path))
+
+
+if __name__ == "__main__":
+    fire.Fire()
+

utils/update_labels.py

@@ -0,0 +1,14 @@
+import json
+from pathlib import Path
+from copy import copy
+
+config = json.loads(Path("config.json").read_text())
+code_map = json.loads(Path("code_map.json").read_text())  # label : ID
+code_map_inv = {v: k for k, v in code_map.items()}  # id : label
+
+code_map_inv_str = {str(k): str(v) for k, v in code_map_inv.items()}
+code_map_str = {str(v): str(k) for k, v in code_map.items()}
+config["id2label"] = code_map_inv_str
+config["label2id"] = code_map
+
+Path("config.json").write_text(json.dumps(config, indent=4))