Model save

README.md

@@ -15,66 +15,66 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [microsoft/deberta-v3-base](https://huggingface.co/microsoft/deberta-v3-base) on the None dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.0101
-- Overall Precision: 0.9818
-- Overall Recall: 0.9871
-- Overall F1: 0.9844
-- Overall Accuracy: 0.9965
-- Accountname F1: 1.0
-- Accountnumber F1: 1.0
-- Age F1: 0.9951
-- Amount F1: 1.0
-- Bic F1: 1.0
-- Bitcoinaddress F1: 0.9915
-- Buildingnumber F1: 0.9969
+- Loss: 0.0211
+- Overall Precision: 0.9722
+- Overall Recall: 0.9792
+- Overall F1: 0.9757
+- Overall Accuracy: 0.9915
+- Accountname F1: 0.9993
+- Accountnumber F1: 0.9986
+- Age F1: 0.9884
+- Amount F1: 0.9984
+- Bic F1: 0.9942
+- Bitcoinaddress F1: 0.9974
+- Buildingnumber F1: 0.9898
 - City F1: 1.0
 - Companyname F1: 1.0
-- County F1: 0.9985
-- Creditcardcvv F1: 0.9831
-- Creditcardissuer F1: 0.9964
-- Creditcardnumber F1: 0.9889
-- Currency F1: 0.9678
-- Currencycode F1: 0.9949
-- Currencyname F1: 0.9266
-- Currencysymbol F1: 0.9984
-- Date F1: 0.9895
-- Dob F1: 0.9774
-- Email F1: 0.9776
+- County F1: 0.9976
+- Creditcardcvv F1: 0.9541
+- Creditcardissuer F1: 0.9970
+- Creditcardnumber F1: 0.9754
+- Currency F1: 0.8966
+- Currencycode F1: 0.9946
+- Currencyname F1: 0.7697
+- Currencysymbol F1: 0.9958
+- Date F1: 0.9778
+- Dob F1: 0.9546
+- Email F1: 1.0
 - Ethereumaddress F1: 1.0
-- Eyecolor F1: 1.0
-- Firstname F1: 1.0
-- Gender F1: 0.9976
+- Eyecolor F1: 0.9925
+- Firstname F1: 0.9947
+- Gender F1: 1.0
 - Height F1: 1.0
-- Iban F1: 1.0
-- Ip F1: 0.7367
-- Ipv4 F1: 0.8360
-- Ipv6 F1: 0.9797
-- Jobarea F1: 0.9667
+- Iban F1: 0.9978
+- Ip F1: 0.5404
+- Ipv4 F1: 0.8455
+- Ipv6 F1: 0.8855
+- Jobarea F1: 0.9091
 - Jobtitle F1: 1.0
-- Jobtype F1: 1.0
-- Lastname F1: 1.0
-- Litecoinaddress F1: 0.9688
-- Mac F1: 1.0
-- Maskednumber F1: 0.9887
-- Middlename F1: 0.9583
+- Jobtype F1: 0.9672
+- Lastname F1: 0.9855
+- Litecoinaddress F1: 0.9949
+- Mac F1: 0.9965
+- Maskednumber F1: 0.9836
+- Middlename F1: 0.7385
 - Nearbygpscoordinate F1: 1.0
-- Ordinaldirection F1: 0.8571
-- Password F1: 0.9949
-- Phoneimei F1: 0.9961
-- Phonenumber F1: 0.9838
-- Pin F1: 0.9963
-- Prefix F1: 0.9949
+- Ordinaldirection F1: 1.0
+- Password F1: 1.0
+- Phoneimei F1: 0.9978
+- Phonenumber F1: 0.9975
+- Pin F1: 0.9820
+- Prefix F1: 0.9872
 - Secondaryaddress F1: 1.0
-- Sex F1: 1.0
-- Ssn F1: 0.9938
-- State F1: 1.0
-- Street F1: 0.9989
-- Time F1: 0.9958
+- Sex F1: 0.9916
+- Ssn F1: 0.9960
+- State F1: 0.9967
+- Street F1: 0.9991
+- Time F1: 1.0
 - Url F1: 1.0
-- Useragent F1: 1.0
+- Useragent F1: 0.9981
 - Username F1: 1.0
-- Vehiclevin F1: 1.0
-- Vehiclevrm F1: 0.9929
+- Vehiclevin F1: 0.9950
+- Vehiclevrm F1: 0.9870
 - Zipcode F1: 0.9966
 
 ## Model description
@@ -101,19 +101,23 @@ The following hyperparameters were used during training:
 - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: cosine_with_restarts
 - lr_scheduler_warmup_ratio: 0.2
-- num_epochs: 7
+- num_epochs: 10
+- mixed_precision_training: Native AMP
 
 ### Training results
 
 | Training Loss | Epoch | Step | Validation Loss | Overall Precision | Overall Recall | Overall F1 | Overall Accuracy | Accountname F1 | Accountnumber F1 | Age F1 | Amount F1 | Bic F1 | Bitcoinaddress F1 | Buildingnumber F1 | City F1 | Companyname F1 | County F1 | Creditcardcvv F1 | Creditcardissuer F1 | Creditcardnumber F1 | Currency F1 | Currencycode F1 | Currencyname F1 | Currencysymbol F1 | Date F1 | Dob F1 | Email F1 | Ethereumaddress F1 | Eyecolor F1 | Firstname F1 | Gender F1 | Height F1 | Iban F1 | Ip F1  | Ipv4 F1 | Ipv6 F1 | Jobarea F1 | Jobtitle F1 | Jobtype F1 | Lastname F1 | Litecoinaddress F1 | Mac F1 | Maskednumber F1 | Middlename F1 | Nearbygpscoordinate F1 | Ordinaldirection F1 | Password F1 | Phoneimei F1 | Phonenumber F1 | Pin F1 | Prefix F1 | Secondaryaddress F1 | Sex F1 | Ssn F1 | State F1 | Street F1 | Time F1 | Url F1 | Useragent F1 | Username F1 | Vehiclevin F1 | Vehiclevrm F1 | Zipcode F1 |
 |:-------------:|:-----:|:----:|:---------------:|:-----------------:|:--------------:|:----------:|:----------------:|:--------------:|:----------------:|:------:|:---------:|:------:|:-----------------:|:-----------------:|:-------:|:--------------:|:---------:|:----------------:|:-------------------:|:-------------------:|:-----------:|:---------------:|:---------------:|:-----------------:|:-------:|:------:|:--------:|:------------------:|:-----------:|:------------:|:---------:|:---------:|:-------:|:------:|:-------:|:-------:|:----------:|:-----------:|:----------:|:-----------:|:------------------:|:------:|:---------------:|:-------------:|:----------------------:|:-------------------:|:-----------:|:------------:|:--------------:|:------:|:---------:|:-------------------:|:------:|:------:|:--------:|:---------:|:-------:|:------:|:------------:|:-----------:|:-------------:|:-------------:|:----------:|
-| 0.0484        | 1.0   | 535  | 0.1039          | 0.9213            | 0.9437         | 0.9324     | 0.9686           | 0.9973         | 1.0              | 0.9642 | 0.9918    | 0.9868 | 0.9543            | 0.9752            | 0.9978  | 0.9948         | 0.9955    | 0.9667           | 0.9964              | 0.9317              | 0.8788      | 0.9949          | 0.7526          | 0.9969            | 0.8814  | 0.6186 | 0.9987   | 0.9196             | 0.9804      | 0.9882       | 0.9988    | 1.0       | 0.9949  | 0.0922 | 0.8337  | 0.5216  | 0.9492     | 0.9983      | 0.98       | 0.9471      | 0.9351             | 0.5688 | 0.9115          | 0.1538        | 1.0                    | 0.4                 | 0.9732      | 0.9947       | 0.9967         | 0.9704 | 0.9806    | 0.9966              | 0.9783 | 0.9926 | 0.9715   | 0.9989    | 0.9890  | 0.9983 | 1.0          | 0.9966      | 0.9944        | 0.9976        | 0.9854     |
-| 0.0607        | 2.0   | 1070 | 0.0445          | 0.9510            | 0.9612         | 0.9560     | 0.9797           | 0.9938         | 0.9860           | 0.9723 | 0.9887    | 0.9733 | 0.9779            | 0.9813            | 0.9946  | 0.9906         | 0.9985    | 0.9474           | 0.9929              | 0.9331              | 0.8508      | 0.9898          | 0.7176          | 0.9969            | 0.9530  | 0.9028 | 0.9969   | 1.0                | 0.9804      | 0.9847       | 0.9918    | 0.9779    | 0.9758  | 0.2269 | 0.8362  | 0.7929  | 0.8667     | 0.9941      | 0.9245     | 0.9710      | 0.9491             | 0.9954 | 0.9351          | 0.2222        | 1.0                    | 0.0                 | 0.9919      | 0.9961       | 0.9892         | 0.9779 | 0.9669    | 0.9989              | 0.9670 | 0.9840 | 0.9923   | 0.9979    | 0.9834  | 0.9974 | 0.9975       | 0.9923      | 0.9808        | 0.9837        | 0.9776     |
-| 0.0585        | 3.0   | 1605 | 0.0391          | 0.9584            | 0.9652         | 0.9618     | 0.9834           | 1.0            | 0.9895           | 0.9706 | 0.9969    | 0.9868 | 0.9894            | 0.9788            | 0.9935  | 0.9990         | 0.9985    | 0.9825           | 0.9964              | 0.9639              | 0.8127      | 0.9897          | 0.7173          | 0.9953            | 0.9519  | 0.875  | 0.9981   | 1.0                | 1.0         | 0.9912       | 0.9988    | 0.9925    | 0.9923  | 0.3031 | 0.8371  | 0.8252  | 0.9836     | 0.9831      | 1.0        | 0.9581      | 0.9608             | 0.9954 | 0.9645          | 0.7805        | 1.0                    | 0.8571              | 0.9850      | 0.9961       | 0.9967         | 0.9926 | 0.9790    | 0.9989              | 0.9890 | 0.9829 | 0.9904   | 0.9968    | 0.9903  | 1.0    | 1.0          | 0.9974      | 0.9833        | 0.9953        | 0.9818     |
-| 0.0449        | 4.0   | 2140 | 0.0396          | 0.9668            | 0.9747         | 0.9707     | 0.9866           | 1.0            | 0.9956           | 0.9821 | 0.9928    | 0.9868 | 0.9936            | 0.9891            | 0.9989  | 0.9958         | 1.0       | 0.9655           | 0.9893              | 0.9721              | 0.9329      | 0.9949          | 0.8498          | 1.0               | 0.9763  | 0.9611 | 0.9839   | 1.0                | 0.9903      | 0.9965       | 0.9988    | 0.9925    | 0.9949  | 0.5304 | 0.8240  | 0.8382  | 0.9508     | 0.9949      | 1.0        | 0.9753      | 0.8916             | 0.9954 | 0.9666          | 0.8889        | 0.9984                 | 0.75                | 1.0         | 0.9948       | 0.9967         | 0.9888 | 0.9840    | 0.9989              | 1.0    | 0.9914 | 0.9923   | 0.9989    | 0.9889  | 1.0    | 1.0          | 0.9983      | 1.0           | 0.9929        | 0.9910     |
-| 0.0405        | 5.0   | 2675 | 0.0204          | 0.9756            | 0.9807         | 0.9782     | 0.9912           | 1.0            | 1.0              | 0.9755 | 1.0       | 0.9934 | 0.9925            | 0.9969            | 0.9978  | 1.0            | 0.9985    | 0.9831           | 1.0                 | 0.9839              | 0.9449      | 0.9897          | 0.8794          | 1.0               | 0.9884  | 0.9762 | 0.9863   | 1.0                | 1.0         | 0.9982       | 0.9976    | 0.9813    | 0.9949  | 0.5933 | 0.8519  | 0.8759  | 0.9667     | 0.9882      | 1.0        | 0.9867      | 0.9791             | 1.0    | 0.9822          | 0.8636        | 1.0                    | 0.5714              | 1.0         | 0.9974       | 1.0            | 1.0    | 0.9949    | 1.0                 | 1.0    | 0.9975 | 0.9981   | 0.9979    | 0.9930  | 1.0    | 1.0          | 1.0         | 1.0           | 1.0           | 0.9966     |
-| 0.026         | 6.0   | 3210 | 0.0116          | 0.9819            | 0.9863         | 0.9841     | 0.9960           | 1.0            | 1.0              | 0.9951 | 1.0       | 1.0    | 0.9883            | 1.0               | 1.0     | 1.0            | 0.9985    | 0.9831           | 1.0                 | 0.9828              | 0.9663      | 0.9949          | 0.9225          | 0.9984            | 0.9872  | 0.9749 | 0.9800   | 1.0                | 1.0         | 1.0          | 0.9976    | 1.0       | 1.0     | 0.7247 | 0.8389  | 0.9779  | 0.9667     | 0.9958      | 1.0        | 0.9956      | 0.9688             | 1.0    | 0.9850          | 0.9583        | 1.0                    | 0.8571              | 0.9949      | 0.9961       | 0.9967         | 0.9963 | 0.9940    | 1.0                 | 1.0    | 0.9975 | 0.9981   | 0.9989    | 0.9958  | 1.0    | 1.0          | 1.0         | 1.0           | 0.9929        | 0.9977     |
-| 0.0175        | 7.0   | 3745 | 0.0101          | 0.9818            | 0.9871         | 0.9844     | 0.9965           | 1.0            | 1.0              | 0.9951 | 1.0       | 1.0    | 0.9915            | 0.9969            | 1.0     | 1.0            | 0.9985    | 0.9831           | 0.9964              | 0.9889              | 0.9678      | 0.9949          | 0.9266          | 0.9984            | 0.9895  | 0.9774 | 0.9776   | 1.0                | 1.0         | 1.0          | 0.9976    | 1.0       | 1.0     | 0.7367 | 0.8360  | 0.9797  | 0.9667     | 1.0         | 1.0        | 1.0         | 0.9688             | 1.0    | 0.9887          | 0.9583        | 1.0                    | 0.8571              | 0.9949      | 0.9961       | 0.9838         | 0.9963 | 0.9949    | 1.0                 | 1.0    | 0.9938 | 1.0      | 0.9989    | 0.9958  | 1.0    | 1.0          | 1.0         | 1.0           | 0.9929        | 0.9966     |
+| 1.5081        | 1.0   | 669  | 0.1618          | 0.7172            | 0.7690         | 0.7422     | 0.9464           | 0.9134         | 0.7806           | 0.7878 | 0.3447    | 0.6647 | 0.8155            | 0.7413            | 0.6679  | 0.8354         | 0.7719    | 0.0              | 0.0                 | 0.3622              | 0.4985      | 0.0             | 0.0             | 0.0166            | 0.8014  | 0.3108 | 0.9665   | 0.9878             | 0.0         | 0.7814       | 0.7444    | 0.9244    | 0.9059  | 0.0    | 0.8207  | 0.7064  | 0.0        | 0.8649      | 0.0        | 0.2521      | 0.0                | 0.9755 | 0.5147          | 0.0           | 0.9918                 | 0.0                 | 0.9443      | 0.9839       | 0.9700         | 0.1919 | 0.6695    | 0.8664              | 0.0    | 0.8882 | 0.4056   | 0.6466    | 0.9538  | 0.9870 | 0.9519       | 0.7703      | 0.9380        | 0.7398        | 0.6931     |
+| 0.1884        | 2.0   | 1338 | 0.1022          | 0.8709            | 0.8877         | 0.8792     | 0.9648           | 0.9565         | 0.9263           | 0.8838 | 0.9202    | 0.8272 | 0.8935            | 0.8713            | 0.9326  | 0.9596         | 0.9403    | 0.0              | 0.9699              | 0.8038              | 0.6842      | 0.4724          | 0.3972          | 0.7884            | 0.8431  | 0.5134 | 0.9913   | 0.9830             | 0.8794      | 0.9270       | 0.9272    | 0.9718    | 0.9341  | 0.0    | 0.8180  | 0.8136  | 0.0        | 0.9206      | 0.0882     | 0.5360      | 0.7641             | 0.9789 | 0.6638          | 0.0           | 0.9930                 | 0.0                 | 0.9487      | 0.9646       | 0.9624         | 0.8082 | 0.9381    | 0.9679              | 0.9333 | 0.9392 | 0.8885   | 0.9371    | 0.9681  | 0.9883 | 0.9481       | 0.9683      | 0.7937        | 0.7858        | 0.8649     |
+| 0.0915        | 3.0   | 2007 | 0.0748          | 0.8934            | 0.9163         | 0.9047     | 0.9702           | 0.9783         | 0.9562           | 0.8920 | 0.9582    | 0.9474 | 0.9315            | 0.9056            | 0.9587  | 0.9785         | 0.9757    | 0.6190           | 0.9699              | 0.8209              | 0.7763      | 0.8342          | 0.0359          | 0.9223            | 0.7257  | 0.6549 | 0.9954   | 0.9818             | 0.8056      | 0.9518       | 0.9519    | 0.9887    | 0.9806  | 0.0039 | 0.8328  | 0.7923  | 0.0        | 0.9657      | 0.7634     | 0.6688      | 0.8525             | 0.9790 | 0.7631          | 0.0           | 0.9883                 | 0.0                 | 0.9646      | 0.9957       | 0.9829         | 0.9054 | 0.9413    | 0.9776              | 0.9421 | 0.9663 | 0.9659   | 0.9498    | 0.9682  | 0.9925 | 0.9944       | 0.9913      | 0.9497        | 0.9762        | 0.9148     |
+| 0.0782        | 4.0   | 2676 | 0.0632          | 0.9004            | 0.9286         | 0.9143     | 0.9622           | 0.9958         | 0.9832           | 0.9433 | 0.9646    | 0.9855 | 0.9655            | 0.9527            | 0.9808  | 0.9904         | 0.9707    | 0.5823           | 0.9670              | 0.8964              | 0.7717      | 0.8830          | 0.3387          | 0.9780            | 0.8780  | 0.6913 | 0.9776   | 0.9951             | 0.8857      | 0.9675       | 0.9865    | 0.9859    | 0.9742  | 0.2961 | 0.8395  | 0.2833  | 0.6471     | 0.9952      | 0.9355     | 0.8277      | 0.8808             | 0.9756 | 0.8859          | 0.0           | 0.9883                 | 0.0                 | 0.9838      | 0.9946       | 0.9853         | 0.9066 | 0.9351    | 0.9942              | 0.9134 | 0.9911 | 0.9493   | 0.9869    | 0.9768  | 0.9979 | 0.9944       | 0.9953      | 0.9572        | 0.9848        | 0.9489     |
+| 0.067         | 5.0   | 3345 | 0.0517          | 0.9389            | 0.9496         | 0.9442     | 0.9767           | 0.9936         | 0.9867           | 0.9579 | 0.9584    | 0.9884 | 0.9746            | 0.9542            | 0.9958  | 0.9887         | 0.9903    | 0.8952           | 0.9970              | 0.9397              | 0.8107      | 0.9140          | 0.6029          | 0.9848            | 0.9160  | 0.8132 | 0.9969   | 0.9951             | 0.9412      | 0.9731       | 0.9942    | 0.9915    | 0.9870  | 0.2084 | 0.7981  | 0.8064  | 0.7568     | 0.9827      | 0.9134     | 0.8692      | 0.8289             | 0.9877 | 0.9392          | 0.0513        | 0.9883                 | 0.6667              | 0.9722      | 0.9904       | 0.9943         | 0.9591 | 0.9676    | 0.9903              | 0.9748 | 0.9921 | 0.9790   | 0.9904    | 0.9787  | 0.9952 | 0.9926       | 0.9893      | 0.9749        | 0.9891        | 0.9653     |
+| 0.0568        | 6.0   | 4014 | 0.0472          | 0.9539            | 0.9594         | 0.9567     | 0.9797           | 0.9986         | 0.9986           | 0.9508 | 0.9703    | 0.9884 | 0.9722            | 0.9755            | 0.9975  | 0.9965         | 0.9904    | 0.84             | 0.9670              | 0.95                | 0.8498      | 0.9565          | 0.6278          | 0.9944            | 0.9165  | 0.8625 | 0.9985   | 0.9927             | 0.9630      | 0.9894       | 0.9962    | 0.9944    | 0.9913  | 0.1921 | 0.8345  | 0.8222  | 0.8293     | 0.9979      | 0.9516     | 0.9465      | 0.9340             | 0.9772 | 0.9563          | 0.6667        | 0.9977                 | 0.6667              | 0.9985      | 0.9978       | 0.9975         | 0.9704 | 0.9686    | 0.9971              | 0.9748 | 0.9931 | 0.9886   | 0.9948    | 0.9892  | 1.0    | 0.9963       | 0.9980      | 0.9749        | 0.9935        | 0.9830     |
+| 0.0482        | 7.0   | 4683 | 0.0426          | 0.9632            | 0.9678         | 0.9655     | 0.9826           | 0.9993         | 0.9972           | 0.9707 | 0.9926    | 0.9942 | 0.9602            | 0.9847            | 0.9992  | 0.9983         | 0.9952    | 0.9444           | 0.9970              | 0.9627              | 0.8634      | 0.9730          | 0.72            | 0.9958            | 0.9586  | 0.9102 | 1.0      | 0.9951             | 0.9925      | 0.9917       | 0.9943    | 1.0       | 0.9935  | 0.2256 | 0.8430  | 0.8488  | 0.8571     | 1.0         | 0.9516     | 0.9499      | 0.9198             | 0.9930 | 0.9704          | 0.6866        | 0.9977                 | 0.9091              | 1.0         | 0.9978       | 0.9975         | 0.9880 | 0.9797    | 0.9971              | 0.9915 | 0.9940 | 0.9951   | 1.0       | 0.9873  | 1.0    | 0.9963       | 0.9993      | 0.9950        | 0.9870        | 0.9863     |
+| 0.042         | 8.0   | 5352 | 0.0288          | 0.9697            | 0.9749         | 0.9723     | 0.9874           | 0.9993         | 0.9986           | 0.9808 | 0.9959    | 0.9942 | 0.9932            | 0.9911            | 1.0     | 1.0            | 0.9976    | 0.9444           | 0.9970              | 0.9716              | 0.8907      | 0.9730          | 0.7561          | 0.9944            | 0.9725  | 0.9429 | 1.0      | 0.9976             | 0.9925      | 0.9927       | 0.9971    | 1.0       | 0.9957  | 0.4056 | 0.8498  | 0.8565  | 0.9091     | 1.0         | 0.9672     | 0.9757      | 0.9848             | 0.9965 | 0.9808          | 0.7164        | 1.0                    | 1.0                 | 1.0         | 0.9978       | 0.9975         | 0.9880 | 0.9872    | 0.9971              | 0.9831 | 0.9960 | 0.9967   | 0.9991    | 0.9941  | 1.0    | 0.9981       | 1.0         | 0.9950        | 0.9892        | 0.9966     |
+| 0.0327        | 9.0   | 6021 | 0.0237          | 0.9688            | 0.9778         | 0.9733     | 0.9899           | 0.9993         | 0.9986           | 0.9872 | 0.9984    | 0.9942 | 0.9957            | 0.9898            | 1.0     | 1.0            | 1.0       | 0.9444           | 0.9970              | 0.9746              | 0.8958      | 0.9946          | 0.7761          | 0.9958            | 0.9787  | 0.9557 | 1.0      | 1.0                | 0.9925      | 0.9947       | 1.0       | 1.0       | 0.9957  | 0.5173 | 0.8455  | 0.8317  | 0.9091     | 1.0         | 0.9672     | 0.9871      | 0.9949             | 0.9965 | 0.9818          | 0.7576        | 1.0                    | 1.0                 | 1.0         | 0.9978       | 0.9975         | 0.9820 | 0.9879    | 0.9990              | 0.9916 | 0.9960 | 0.9967   | 0.9991    | 0.9971  | 1.0    | 0.9981       | 1.0         | 0.9950        | 0.9913        | 0.9966     |
+| 0.0267        | 10.0  | 6690 | 0.0211          | 0.9722            | 0.9792         | 0.9757     | 0.9915           | 0.9993         | 0.9986           | 0.9884 | 0.9984    | 0.9942 | 0.9974            | 0.9898            | 1.0     | 1.0            | 0.9976    | 0.9541           | 0.9970              | 0.9754              | 0.8966      | 0.9946          | 0.7697          | 0.9958            | 0.9778  | 0.9546 | 1.0      | 1.0                | 0.9925      | 0.9947       | 1.0       | 1.0       | 0.9978  | 0.5404 | 0.8455  | 0.8855  | 0.9091     | 1.0         | 0.9672     | 0.9855      | 0.9949             | 0.9965 | 0.9836          | 0.7385        | 1.0                    | 1.0                 | 1.0         | 0.9978       | 0.9975         | 0.9820 | 0.9872    | 1.0                 | 0.9916 | 0.9960 | 0.9967   | 0.9991    | 1.0     | 1.0    | 0.9981       | 1.0         | 0.9950        | 0.9870        | 0.9966     |
 
 
 ### Framework versions

all_results.json

@@ -1,74 +1,74 @@
 {
-    "epoch": 7.0,
-    "eval_ACCOUNTNAME_f1": 1.0,
-    "eval_ACCOUNTNUMBER_f1": 1.0,
-    "eval_AGE_f1": 0.9950900163666121,
-    "eval_AMOUNT_f1": 1.0,
-    "eval_BIC_f1": 1.0,
-    "eval_BITCOINADDRESS_f1": 0.9914893617021276,
-    "eval_BUILDINGNUMBER_f1": 0.9969230769230769,
+    "epoch": 10.0,
+    "eval_ACCOUNTNAME_f1": 0.9992912827781716,
+    "eval_ACCOUNTNUMBER_f1": 0.9985974754558204,
+    "eval_AGE_f1": 0.988446726572529,
+    "eval_AMOUNT_f1": 0.9983552631578947,
+    "eval_BIC_f1": 0.9942196531791907,
+    "eval_BITCOINADDRESS_f1": 0.9974293059125964,
+    "eval_BUILDINGNUMBER_f1": 0.989821882951654,
     "eval_CITY_f1": 1.0,
     "eval_COMPANYNAME_f1": 1.0,
-    "eval_COUNTY_f1": 0.9984871406959154,
-    "eval_CREDITCARDCVV_f1": 0.983050847457627,
-    "eval_CREDITCARDISSUER_f1": 0.9964412811387899,
-    "eval_CREDITCARDNUMBER_f1": 0.9888776541961577,
-    "eval_CURRENCYCODE_f1": 0.9948717948717948,
-    "eval_CURRENCYNAME_f1": 0.9266409266409266,
-    "eval_CURRENCYSYMBOL_f1": 0.9984301412872841,
-    "eval_CURRENCY_f1": 0.9678456591639871,
-    "eval_DATE_f1": 0.9895348837209303,
-    "eval_DOB_f1": 0.9774266365688488,
-    "eval_EMAIL_f1": 0.9775840597758406,
+    "eval_COUNTY_f1": 0.9975903614457832,
+    "eval_CREDITCARDCVV_f1": 0.9541284403669724,
+    "eval_CREDITCARDISSUER_f1": 0.9970326409495549,
+    "eval_CREDITCARDNUMBER_f1": 0.9753846153846153,
+    "eval_CURRENCYCODE_f1": 0.9945945945945946,
+    "eval_CURRENCYNAME_f1": 0.7696969696969697,
+    "eval_CURRENCYSYMBOL_f1": 0.9958275382475661,
+    "eval_CURRENCY_f1": 0.8966442953020135,
+    "eval_DATE_f1": 0.9778380823156944,
+    "eval_DOB_f1": 0.9546247818499127,
+    "eval_EMAIL_f1": 1.0,
     "eval_ETHEREUMADDRESS_f1": 1.0,
-    "eval_EYECOLOR_f1": 1.0,
-    "eval_FIRSTNAME_f1": 1.0,
-    "eval_GENDER_f1": 0.9976470588235293,
+    "eval_EYECOLOR_f1": 0.9924812030075187,
+    "eval_FIRSTNAME_f1": 0.9947054930509596,
+    "eval_GENDER_f1": 1.0,
     "eval_HEIGHT_f1": 1.0,
-    "eval_IBAN_f1": 1.0,
-    "eval_IPV4_f1": 0.8359511343804538,
-    "eval_IPV6_f1": 0.9796672828096117,
-    "eval_IP_f1": 0.7367055771725033,
-    "eval_JOBAREA_f1": 0.9666666666666667,
+    "eval_IBAN_f1": 0.9978354978354979,
+    "eval_IPV4_f1": 0.8455497382198952,
+    "eval_IPV6_f1": 0.8854625550660794,
+    "eval_IP_f1": 0.5403508771929824,
+    "eval_JOBAREA_f1": 0.909090909090909,
     "eval_JOBTITLE_f1": 1.0,
-    "eval_JOBTYPE_f1": 1.0,
-    "eval_LASTNAME_f1": 1.0,
-    "eval_LITECOINADDRESS_f1": 0.9687500000000001,
-    "eval_MAC_f1": 1.0,
-    "eval_MASKEDNUMBER_f1": 0.9886506935687264,
-    "eval_MIDDLENAME_f1": 0.9583333333333334,
+    "eval_JOBTYPE_f1": 0.9672131147540983,
+    "eval_LASTNAME_f1": 0.9854604200323102,
+    "eval_LITECOINADDRESS_f1": 0.9948979591836735,
+    "eval_MAC_f1": 0.9964912280701754,
+    "eval_MASKEDNUMBER_f1": 0.9835766423357665,
+    "eval_MIDDLENAME_f1": 0.7384615384615385,
     "eval_NEARBYGPSCOORDINATE_f1": 1.0,
-    "eval_ORDINALDIRECTION_f1": 0.8571428571428571,
-    "eval_PASSWORD_f1": 0.9949443882709808,
-    "eval_PHONEIMEI_f1": 0.9960578186596584,
-    "eval_PHONENUMBER_f1": 0.9837837837837837,
-    "eval_PIN_f1": 0.996282527881041,
-    "eval_PREFIX_f1": 0.9948979591836735,
+    "eval_ORDINALDIRECTION_f1": 1.0,
+    "eval_PASSWORD_f1": 1.0,
+    "eval_PHONEIMEI_f1": 0.9978448275862069,
+    "eval_PHONENUMBER_f1": 0.9975429975429976,
+    "eval_PIN_f1": 0.9820359281437125,
+    "eval_PREFIX_f1": 0.9872286079182631,
     "eval_SECONDARYADDRESS_f1": 1.0,
-    "eval_SEX_f1": 1.0,
-    "eval_SSN_f1": 0.9938195302843017,
-    "eval_STATE_f1": 1.0,
-    "eval_STREET_f1": 0.9989350372736955,
-    "eval_TIME_f1": 0.9958275382475661,
+    "eval_SEX_f1": 0.9915966386554621,
+    "eval_SSN_f1": 0.996031746031746,
+    "eval_STATE_f1": 0.9967320261437909,
+    "eval_STREET_f1": 0.9991266375545852,
+    "eval_TIME_f1": 1.0,
     "eval_URL_f1": 1.0,
-    "eval_USERAGENT_f1": 1.0,
+    "eval_USERAGENT_f1": 0.9981481481481481,
     "eval_USERNAME_f1": 1.0,
-    "eval_VEHICLEVIN_f1": 1.0,
-    "eval_VEHICLEVRM_f1": 0.9929411764705881,
-    "eval_ZIPCODE_f1": 0.9966101694915254,
-    "eval_loss": 0.010100801475346088,
-    "eval_overall_accuracy": 0.9964507236388698,
-    "eval_overall_f1": 0.9844485166658412,
-    "eval_overall_precision": 0.9818226722647567,
-    "eval_overall_recall": 0.987088444157521,
-    "eval_runtime": 37.4037,
-    "eval_samples": 8557,
-    "eval_samples_per_second": 228.774,
-    "eval_steps_per_second": 14.303,
-    "total_flos": 2715031187062272.0,
-    "train_loss": 0.04037893299107876,
-    "train_runtime": 961.4097,
-    "train_samples": 34228,
-    "train_samples_per_second": 62.303,
-    "train_steps_per_second": 3.895
+    "eval_VEHICLEVIN_f1": 0.9949748743718593,
+    "eval_VEHICLEVRM_f1": 0.987012987012987,
+    "eval_ZIPCODE_f1": 0.9965694682675815,
+    "eval_loss": 0.021080104634165764,
+    "eval_overall_accuracy": 0.9914984644710367,
+    "eval_overall_f1": 0.9756949897911104,
+    "eval_overall_precision": 0.9721830985915493,
+    "eval_overall_recall": 0.9792323455233292,
+    "eval_runtime": 40.5088,
+    "eval_samples": 10697,
+    "eval_samples_per_second": 264.066,
+    "eval_steps_per_second": 16.515,
+    "total_flos": 4787420476179840.0,
+    "train_loss": 0.1772846938248707,
+    "train_runtime": 1590.4288,
+    "train_samples": 32088,
+    "train_samples_per_second": 67.259,
+    "train_steps_per_second": 4.206
 }

eval_results.json

@@ -1,68 +1,68 @@
 {
-    "epoch": 7.0,
-    "eval_ACCOUNTNAME_f1": 1.0,
-    "eval_ACCOUNTNUMBER_f1": 1.0,
-    "eval_AGE_f1": 0.9950900163666121,
-    "eval_AMOUNT_f1": 1.0,
-    "eval_BIC_f1": 1.0,
-    "eval_BITCOINADDRESS_f1": 0.9914893617021276,
-    "eval_BUILDINGNUMBER_f1": 0.9969230769230769,
+    "epoch": 10.0,
+    "eval_ACCOUNTNAME_f1": 0.9992912827781716,
+    "eval_ACCOUNTNUMBER_f1": 0.9985974754558204,
+    "eval_AGE_f1": 0.988446726572529,
+    "eval_AMOUNT_f1": 0.9983552631578947,
+    "eval_BIC_f1": 0.9942196531791907,
+    "eval_BITCOINADDRESS_f1": 0.9974293059125964,
+    "eval_BUILDINGNUMBER_f1": 0.989821882951654,
     "eval_CITY_f1": 1.0,
     "eval_COMPANYNAME_f1": 1.0,
-    "eval_COUNTY_f1": 0.9984871406959154,
-    "eval_CREDITCARDCVV_f1": 0.983050847457627,
-    "eval_CREDITCARDISSUER_f1": 0.9964412811387899,
-    "eval_CREDITCARDNUMBER_f1": 0.9888776541961577,
-    "eval_CURRENCYCODE_f1": 0.9948717948717948,
-    "eval_CURRENCYNAME_f1": 0.9266409266409266,
-    "eval_CURRENCYSYMBOL_f1": 0.9984301412872841,
-    "eval_CURRENCY_f1": 0.9678456591639871,
-    "eval_DATE_f1": 0.9895348837209303,
-    "eval_DOB_f1": 0.9774266365688488,
-    "eval_EMAIL_f1": 0.9775840597758406,
+    "eval_COUNTY_f1": 0.9975903614457832,
+    "eval_CREDITCARDCVV_f1": 0.9541284403669724,
+    "eval_CREDITCARDISSUER_f1": 0.9970326409495549,
+    "eval_CREDITCARDNUMBER_f1": 0.9753846153846153,
+    "eval_CURRENCYCODE_f1": 0.9945945945945946,
+    "eval_CURRENCYNAME_f1": 0.7696969696969697,
+    "eval_CURRENCYSYMBOL_f1": 0.9958275382475661,
+    "eval_CURRENCY_f1": 0.8966442953020135,
+    "eval_DATE_f1": 0.9778380823156944,
+    "eval_DOB_f1": 0.9546247818499127,
+    "eval_EMAIL_f1": 1.0,
     "eval_ETHEREUMADDRESS_f1": 1.0,
-    "eval_EYECOLOR_f1": 1.0,
-    "eval_FIRSTNAME_f1": 1.0,
-    "eval_GENDER_f1": 0.9976470588235293,
+    "eval_EYECOLOR_f1": 0.9924812030075187,
+    "eval_FIRSTNAME_f1": 0.9947054930509596,
+    "eval_GENDER_f1": 1.0,
     "eval_HEIGHT_f1": 1.0,
-    "eval_IBAN_f1": 1.0,
-    "eval_IPV4_f1": 0.8359511343804538,
-    "eval_IPV6_f1": 0.9796672828096117,
-    "eval_IP_f1": 0.7367055771725033,
-    "eval_JOBAREA_f1": 0.9666666666666667,
+    "eval_IBAN_f1": 0.9978354978354979,
+    "eval_IPV4_f1": 0.8455497382198952,
+    "eval_IPV6_f1": 0.8854625550660794,
+    "eval_IP_f1": 0.5403508771929824,
+    "eval_JOBAREA_f1": 0.909090909090909,
     "eval_JOBTITLE_f1": 1.0,
-    "eval_JOBTYPE_f1": 1.0,
-    "eval_LASTNAME_f1": 1.0,
-    "eval_LITECOINADDRESS_f1": 0.9687500000000001,
-    "eval_MAC_f1": 1.0,
-    "eval_MASKEDNUMBER_f1": 0.9886506935687264,
-    "eval_MIDDLENAME_f1": 0.9583333333333334,
+    "eval_JOBTYPE_f1": 0.9672131147540983,
+    "eval_LASTNAME_f1": 0.9854604200323102,
+    "eval_LITECOINADDRESS_f1": 0.9948979591836735,
+    "eval_MAC_f1": 0.9964912280701754,
+    "eval_MASKEDNUMBER_f1": 0.9835766423357665,
+    "eval_MIDDLENAME_f1": 0.7384615384615385,
     "eval_NEARBYGPSCOORDINATE_f1": 1.0,
-    "eval_ORDINALDIRECTION_f1": 0.8571428571428571,
-    "eval_PASSWORD_f1": 0.9949443882709808,
-    "eval_PHONEIMEI_f1": 0.9960578186596584,
-    "eval_PHONENUMBER_f1": 0.9837837837837837,
-    "eval_PIN_f1": 0.996282527881041,
-    "eval_PREFIX_f1": 0.9948979591836735,
+    "eval_ORDINALDIRECTION_f1": 1.0,
+    "eval_PASSWORD_f1": 1.0,
+    "eval_PHONEIMEI_f1": 0.9978448275862069,
+    "eval_PHONENUMBER_f1": 0.9975429975429976,
+    "eval_PIN_f1": 0.9820359281437125,
+    "eval_PREFIX_f1": 0.9872286079182631,
     "eval_SECONDARYADDRESS_f1": 1.0,
-    "eval_SEX_f1": 1.0,
-    "eval_SSN_f1": 0.9938195302843017,
-    "eval_STATE_f1": 1.0,
-    "eval_STREET_f1": 0.9989350372736955,
-    "eval_TIME_f1": 0.9958275382475661,
+    "eval_SEX_f1": 0.9915966386554621,
+    "eval_SSN_f1": 0.996031746031746,
+    "eval_STATE_f1": 0.9967320261437909,
+    "eval_STREET_f1": 0.9991266375545852,
+    "eval_TIME_f1": 1.0,
     "eval_URL_f1": 1.0,
-    "eval_USERAGENT_f1": 1.0,
+    "eval_USERAGENT_f1": 0.9981481481481481,
     "eval_USERNAME_f1": 1.0,
-    "eval_VEHICLEVIN_f1": 1.0,
-    "eval_VEHICLEVRM_f1": 0.9929411764705881,
-    "eval_ZIPCODE_f1": 0.9966101694915254,
-    "eval_loss": 0.010100801475346088,
-    "eval_overall_accuracy": 0.9964507236388698,
-    "eval_overall_f1": 0.9844485166658412,
-    "eval_overall_precision": 0.9818226722647567,
-    "eval_overall_recall": 0.987088444157521,
-    "eval_runtime": 37.4037,
-    "eval_samples": 8557,
-    "eval_samples_per_second": 228.774,
-    "eval_steps_per_second": 14.303
+    "eval_VEHICLEVIN_f1": 0.9949748743718593,
+    "eval_VEHICLEVRM_f1": 0.987012987012987,
+    "eval_ZIPCODE_f1": 0.9965694682675815,
+    "eval_loss": 0.021080104634165764,
+    "eval_overall_accuracy": 0.9914984644710367,
+    "eval_overall_f1": 0.9756949897911104,
+    "eval_overall_precision": 0.9721830985915493,
+    "eval_overall_recall": 0.9792323455233292,
+    "eval_runtime": 40.5088,
+    "eval_samples": 10697,
+    "eval_samples_per_second": 264.066,
+    "eval_steps_per_second": 16.515
 }

train_results.json

@@ -1,9 +1,9 @@
 {
-    "epoch": 7.0,
-    "total_flos": 2715031187062272.0,
-    "train_loss": 0.04037893299107876,
-    "train_runtime": 961.4097,
-    "train_samples": 34228,
-    "train_samples_per_second": 62.303,
-    "train_steps_per_second": 3.895
+    "epoch": 10.0,
+    "total_flos": 4787420476179840.0,
+    "train_loss": 0.1772846938248707,
+    "train_runtime": 1590.4288,
+    "train_samples": 32088,
+    "train_samples_per_second": 67.259,
+    "train_steps_per_second": 4.206
 }

trainer_state.json

@@ -1,614 +1,854 @@
 {
-  "best_metric": 0.010100801475346088,
-  "best_model_checkpoint": "deberta-v3-base_finetuned_ai4privacy_v2/checkpoint-3745",
-  "epoch": 7.0,
+  "best_metric": 0.021080104634165764,
+  "best_model_checkpoint": "deberta-v3-base_finetuned_ai4privacy_v2/checkpoint-6690",
+  "epoch": 10.0,
   "eval_steps": 500,
-  "global_step": 3745,
+  "global_step": 6690,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
-      "epoch": 0.93,
-      "learning_rate": 3.3377837116154874e-05,
-      "loss": 0.0484,
+      "epoch": 0.75,
+      "learning_rate": 1.853512705530643e-05,
+      "loss": 1.5081,
       "step": 500
     },
     {
       "epoch": 1.0,
-      "eval_ACCOUNTNAME_f1": 0.997338065661047,
-      "eval_ACCOUNTNUMBER_f1": 1.0,
-      "eval_AGE_f1": 0.964169381107492,
-      "eval_AMOUNT_f1": 0.9917695473251029,
-      "eval_BIC_f1": 0.9868421052631579,
-      "eval_BITCOINADDRESS_f1": 0.9543039319872476,
-      "eval_BUILDINGNUMBER_f1": 0.9751552795031055,
-      "eval_CITY_f1": 0.9978401727861772,
-      "eval_COMPANYNAME_f1": 0.9947753396029259,
-      "eval_COUNTY_f1": 0.9954751131221719,
-      "eval_CREDITCARDCVV_f1": 0.9666666666666666,
-      "eval_CREDITCARDISSUER_f1": 0.9964412811387899,
-      "eval_CREDITCARDNUMBER_f1": 0.931665062560154,
-      "eval_CURRENCYCODE_f1": 0.9948717948717948,
-      "eval_CURRENCYNAME_f1": 0.7526132404181185,
-      "eval_CURRENCYSYMBOL_f1": 0.9968652037617556,
-      "eval_CURRENCY_f1": 0.8787878787878788,
-      "eval_DATE_f1": 0.8814085965820818,
-      "eval_DOB_f1": 0.6185567010309279,
-      "eval_EMAIL_f1": 0.9987484355444305,
-      "eval_ETHEREUMADDRESS_f1": 0.9196141479099679,
-      "eval_EYECOLOR_f1": 0.9803921568627451,
-      "eval_FIRSTNAME_f1": 0.9881838074398249,
-      "eval_GENDER_f1": 0.998819362455726,
-      "eval_HEIGHT_f1": 1.0,
-      "eval_IBAN_f1": 0.9948849104859335,
-      "eval_IPV4_f1": 0.8337388483373885,
-      "eval_IPV6_f1": 0.5216049382716049,
-      "eval_IP_f1": 0.09224318658280922,
-      "eval_JOBAREA_f1": 0.9491525423728815,
-      "eval_JOBTITLE_f1": 0.9983164983164983,
-      "eval_JOBTYPE_f1": 0.98,
-      "eval_LASTNAME_f1": 0.947136563876652,
-      "eval_LITECOINADDRESS_f1": 0.935064935064935,
-      "eval_MAC_f1": 0.5688073394495413,
-      "eval_MASKEDNUMBER_f1": 0.9115281501340482,
-      "eval_MIDDLENAME_f1": 0.15384615384615385,
-      "eval_NEARBYGPSCOORDINATE_f1": 1.0,
-      "eval_ORDINALDIRECTION_f1": 0.4,
-      "eval_PASSWORD_f1": 0.973240832507433,
-      "eval_PHONEIMEI_f1": 0.9947368421052631,
-      "eval_PHONENUMBER_f1": 0.9967355821545157,
-      "eval_PIN_f1": 0.9703703703703703,
-      "eval_PREFIX_f1": 0.9806234203875316,
-      "eval_SECONDARYADDRESS_f1": 0.9965635738831615,
-      "eval_SEX_f1": 0.9782608695652174,
-      "eval_SSN_f1": 0.9925742574257426,
-      "eval_STATE_f1": 0.9715370018975332,
-      "eval_STREET_f1": 0.9989350372736955,
-      "eval_TIME_f1": 0.9889502762430938,
-      "eval_URL_f1": 0.9982668977469671,
-      "eval_USERAGENT_f1": 1.0,
-      "eval_USERNAME_f1": 0.9965928449744463,
-      "eval_VEHICLEVIN_f1": 0.9944444444444445,
-      "eval_VEHICLEVRM_f1": 0.9976359338061466,
-      "eval_ZIPCODE_f1": 0.9854423292273236,
-      "eval_loss": 0.10391438752412796,
-      "eval_overall_accuracy": 0.9685866511159412,
-      "eval_overall_f1": 0.9323913256795211,
-      "eval_overall_precision": 0.9213167208028312,
-      "eval_overall_recall": 0.9437354124248895,
-      "eval_runtime": 43.363,
-      "eval_samples_per_second": 197.334,
-      "eval_steps_per_second": 12.338,
-      "step": 535
+      "eval_ACCOUNTNAME_f1": 0.9134287661895023,
+      "eval_ACCOUNTNUMBER_f1": 0.7806031933767001,
+      "eval_AGE_f1": 0.7878048780487804,
+      "eval_AMOUNT_f1": 0.34473507712944335,
+      "eval_BIC_f1": 0.6646525679758308,
+      "eval_BITCOINADDRESS_f1": 0.8154631655725747,
+      "eval_BUILDINGNUMBER_f1": 0.7412882787750792,
+      "eval_CITY_f1": 0.6679245283018868,
+      "eval_COMPANYNAME_f1": 0.8354430379746836,
+      "eval_COUNTY_f1": 0.7718865598027127,
+      "eval_CREDITCARDCVV_f1": 0.0,
+      "eval_CREDITCARDISSUER_f1": 0.0,
+      "eval_CREDITCARDNUMBER_f1": 0.36220472440944884,
+      "eval_CURRENCYCODE_f1": 0.0,
+      "eval_CURRENCYNAME_f1": 0.0,
+      "eval_CURRENCYSYMBOL_f1": 0.016620498614958446,
+      "eval_CURRENCY_f1": 0.49849246231155775,
+      "eval_DATE_f1": 0.8013569543912552,
+      "eval_DOB_f1": 0.310828025477707,
+      "eval_EMAIL_f1": 0.9664974619289339,
+      "eval_ETHEREUMADDRESS_f1": 0.9878345498783455,
+      "eval_EYECOLOR_f1": 0.0,
+      "eval_FIRSTNAME_f1": 0.7813765182186234,
+      "eval_GENDER_f1": 0.7444444444444444,
+      "eval_HEIGHT_f1": 0.9243697478991596,
+      "eval_IBAN_f1": 0.9059080962800875,
+      "eval_IPV4_f1": 0.820737039350406,
+      "eval_IPV6_f1": 0.7063989962358844,
+      "eval_IP_f1": 0.0,
+      "eval_JOBAREA_f1": 0.0,
+      "eval_JOBTITLE_f1": 0.8649386084583902,
+      "eval_JOBTYPE_f1": 0.0,
+      "eval_LASTNAME_f1": 0.25206611570247933,
+      "eval_LITECOINADDRESS_f1": 0.0,
+      "eval_MAC_f1": 0.9755244755244754,
+      "eval_MASKEDNUMBER_f1": 0.5146618791143028,
+      "eval_MIDDLENAME_f1": 0.0,
+      "eval_NEARBYGPSCOORDINATE_f1": 0.991812865497076,
+      "eval_ORDINALDIRECTION_f1": 0.0,
+      "eval_PASSWORD_f1": 0.9443207126948775,
+      "eval_PHONEIMEI_f1": 0.9838536060279871,
+      "eval_PHONENUMBER_f1": 0.9700404858299595,
+      "eval_PIN_f1": 0.19191919191919193,
+      "eval_PREFIX_f1": 0.6694966646452395,
+      "eval_SECONDARYADDRESS_f1": 0.8663594470046083,
+      "eval_SEX_f1": 0.0,
+      "eval_SSN_f1": 0.8882051282051281,
+      "eval_STATE_f1": 0.4056224899598393,
+      "eval_STREET_f1": 0.6465798045602607,
+      "eval_TIME_f1": 0.9538461538461538,
+      "eval_URL_f1": 0.9869773817683345,
+      "eval_USERAGENT_f1": 0.9519408502772644,
+      "eval_USERNAME_f1": 0.7702627166014534,
+      "eval_VEHICLEVIN_f1": 0.9379652605459057,
+      "eval_VEHICLEVRM_f1": 0.7397769516728624,
+      "eval_ZIPCODE_f1": 0.6930501930501931,
+      "eval_loss": 0.16179943084716797,
+      "eval_overall_accuracy": 0.9463517949804088,
+      "eval_overall_f1": 0.742188837120852,
+      "eval_overall_precision": 0.7171891653497005,
+      "eval_overall_recall": 0.7689943253467844,
+      "eval_runtime": 44.1568,
+      "eval_samples_per_second": 242.251,
+      "eval_steps_per_second": 15.151,
+      "step": 669
     },
     {
-      "epoch": 1.87,
-      "learning_rate": 4.913907550717881e-05,
-      "loss": 0.0607,
+      "epoch": 1.49,
+      "learning_rate": 3.721973094170404e-05,
+      "loss": 0.1884,
       "step": 1000
     },
     {
       "epoch": 2.0,
-      "eval_ACCOUNTNAME_f1": 0.9937998228520813,
-      "eval_ACCOUNTNUMBER_f1": 0.986013986013986,
-      "eval_AGE_f1": 0.9722675367047309,
-      "eval_AMOUNT_f1": 0.9886714727085478,
-      "eval_BIC_f1": 0.9733333333333333,
-      "eval_BITCOINADDRESS_f1": 0.9778714436248683,
-      "eval_BUILDINGNUMBER_f1": 0.9812500000000001,
-      "eval_CITY_f1": 0.9945945945945946,
-      "eval_COMPANYNAME_f1": 0.9906152241918664,
-      "eval_COUNTY_f1": 0.9984825493171471,
-      "eval_CREDITCARDCVV_f1": 0.9473684210526316,
-      "eval_CREDITCARDISSUER_f1": 0.9928571428571429,
-      "eval_CREDITCARDNUMBER_f1": 0.9330587023686921,
-      "eval_CURRENCYCODE_f1": 0.9897959183673469,
-      "eval_CURRENCYNAME_f1": 0.7176079734219268,
-      "eval_CURRENCYSYMBOL_f1": 0.9968652037617556,
-      "eval_CURRENCY_f1": 0.8508474576271187,
-      "eval_DATE_f1": 0.9529889727219965,
-      "eval_DOB_f1": 0.9027932960893854,
-      "eval_EMAIL_f1": 0.9968808484092327,
-      "eval_ETHEREUMADDRESS_f1": 1.0,
-      "eval_EYECOLOR_f1": 0.9803921568627451,
-      "eval_FIRSTNAME_f1": 0.9846827133479211,
-      "eval_GENDER_f1": 0.9917550058892816,
-      "eval_HEIGHT_f1": 0.9779411764705882,
-      "eval_IBAN_f1": 0.975796178343949,
-      "eval_IPV4_f1": 0.8362427265170407,
-      "eval_IPV6_f1": 0.7929373996789728,
-      "eval_IP_f1": 0.22687609075043627,
-      "eval_JOBAREA_f1": 0.8666666666666667,
-      "eval_JOBTITLE_f1": 0.9941027801179443,
-      "eval_JOBTYPE_f1": 0.9245283018867925,
-      "eval_LASTNAME_f1": 0.9710467706013364,
-      "eval_LITECOINADDRESS_f1": 0.9490616621983915,
-      "eval_MAC_f1": 0.9953917050691244,
-      "eval_MASKEDNUMBER_f1": 0.9351285189718482,
-      "eval_MIDDLENAME_f1": 0.2222222222222222,
-      "eval_NEARBYGPSCOORDINATE_f1": 1.0,
+      "eval_ACCOUNTNAME_f1": 0.9564606741573034,
+      "eval_ACCOUNTNUMBER_f1": 0.9263456090651557,
+      "eval_AGE_f1": 0.8838383838383839,
+      "eval_AMOUNT_f1": 0.9201646090534981,
+      "eval_BIC_f1": 0.8271954674220964,
+      "eval_BITCOINADDRESS_f1": 0.8934707903780068,
+      "eval_BUILDINGNUMBER_f1": 0.8713105076741441,
+      "eval_CITY_f1": 0.9325751421608448,
+      "eval_COMPANYNAME_f1": 0.9595872742906276,
+      "eval_COUNTY_f1": 0.9402985074626865,
+      "eval_CREDITCARDCVV_f1": 0.0,
+      "eval_CREDITCARDISSUER_f1": 0.9698795180722892,
+      "eval_CREDITCARDNUMBER_f1": 0.8037634408602151,
+      "eval_CURRENCYCODE_f1": 0.47244094488188976,
+      "eval_CURRENCYNAME_f1": 0.3972125435540069,
+      "eval_CURRENCYSYMBOL_f1": 0.7883817427385892,
+      "eval_CURRENCY_f1": 0.6842105263157895,
+      "eval_DATE_f1": 0.8431372549019608,
+      "eval_DOB_f1": 0.5133819951338199,
+      "eval_EMAIL_f1": 0.9913309535951045,
+      "eval_ETHEREUMADDRESS_f1": 0.9830097087378641,
+      "eval_EYECOLOR_f1": 0.8794326241134752,
+      "eval_FIRSTNAME_f1": 0.9269537480063795,
+      "eval_GENDER_f1": 0.9272030651340996,
+      "eval_HEIGHT_f1": 0.9717514124293786,
+      "eval_IBAN_f1": 0.9340540540540541,
+      "eval_IPV4_f1": 0.8179551122194514,
+      "eval_IPV6_f1": 0.8136272545090181,
+      "eval_IP_f1": 0.0,
+      "eval_JOBAREA_f1": 0.0,
+      "eval_JOBTITLE_f1": 0.9206137424949967,
+      "eval_JOBTYPE_f1": 0.08823529411764705,
+      "eval_LASTNAME_f1": 0.5360230547550433,
+      "eval_LITECOINADDRESS_f1": 0.7641025641025642,
+      "eval_MAC_f1": 0.9789473684210527,
+      "eval_MASKEDNUMBER_f1": 0.6637649619151251,
+      "eval_MIDDLENAME_f1": 0.0,
+      "eval_NEARBYGPSCOORDINATE_f1": 0.9929577464788732,
       "eval_ORDINALDIRECTION_f1": 0.0,
-      "eval_PASSWORD_f1": 0.9918864097363083,
-      "eval_PHONEIMEI_f1": 0.9960578186596584,
-      "eval_PHONENUMBER_f1": 0.9892241379310345,
-      "eval_PIN_f1": 0.9779411764705882,
-      "eval_PREFIX_f1": 0.966887417218543,
-      "eval_SECONDARYADDRESS_f1": 0.9988545246277205,
-      "eval_SEX_f1": 0.967032967032967,
-      "eval_SSN_f1": 0.9840490797546012,
-      "eval_STATE_f1": 0.9923076923076923,
-      "eval_STREET_f1": 0.997867803837953,
-      "eval_TIME_f1": 0.9833795013850416,
-      "eval_URL_f1": 0.9974070872947277,
-      "eval_USERAGENT_f1": 0.9975308641975309,
-      "eval_USERNAME_f1": 0.9923142613151154,
-      "eval_VEHICLEVIN_f1": 0.9808219178082193,
-      "eval_VEHICLEVRM_f1": 0.9836829836829836,
-      "eval_ZIPCODE_f1": 0.9775784753363229,
-      "eval_loss": 0.04448769614100456,
-      "eval_overall_accuracy": 0.9796559402003923,
-      "eval_overall_f1": 0.9560385280316128,
-      "eval_overall_precision": 0.9509654596373999,
-      "eval_overall_recall": 0.9611660128122362,
-      "eval_runtime": 37.2141,
-      "eval_samples_per_second": 229.94,
-      "eval_steps_per_second": 14.376,
-      "step": 1070
+      "eval_PASSWORD_f1": 0.9486988847583644,
+      "eval_PHONEIMEI_f1": 0.9645542427497316,
+      "eval_PHONENUMBER_f1": 0.9623567921440261,
+      "eval_PIN_f1": 0.8081841432225064,
+      "eval_PREFIX_f1": 0.9380530973451328,
+      "eval_SECONDARYADDRESS_f1": 0.9678675754625121,
+      "eval_SEX_f1": 0.9333333333333333,
+      "eval_SSN_f1": 0.9391634980988594,
+      "eval_STATE_f1": 0.8885400313971742,
+      "eval_STREET_f1": 0.9371231696813092,
+      "eval_TIME_f1": 0.9681159420289854,
+      "eval_URL_f1": 0.9883481836874571,
+      "eval_USERAGENT_f1": 0.9481481481481482,
+      "eval_USERNAME_f1": 0.9682959048877147,
+      "eval_VEHICLEVIN_f1": 0.7937336814621411,
+      "eval_VEHICLEVRM_f1": 0.7858407079646017,
+      "eval_ZIPCODE_f1": 0.8648648648648649,
+      "eval_loss": 0.10224327445030212,
+      "eval_overall_accuracy": 0.9647527268876417,
+      "eval_overall_f1": 0.8792349726775955,
+      "eval_overall_precision": 0.8709403031240334,
+      "eval_overall_recall": 0.8876891551071879,
+      "eval_runtime": 44.4987,
+      "eval_samples_per_second": 240.389,
+      "eval_steps_per_second": 15.034,
+      "step": 1338
     },
     {
-      "epoch": 2.8,
-      "learning_rate": 4.264055722602958e-05,
-      "loss": 0.0585,
+      "epoch": 2.24,
+      "learning_rate": 4.9892556438331585e-05,
+      "loss": 0.1196,
       "step": 1500
     },
+    {
+      "epoch": 2.99,
+      "learning_rate": 4.815828046188957e-05,
+      "loss": 0.0915,
+      "step": 2000
+    },
     {
       "epoch": 3.0,
-      "eval_ACCOUNTNAME_f1": 1.0,
-      "eval_ACCOUNTNUMBER_f1": 0.9894551845342707,
-      "eval_AGE_f1": 0.9705882352941178,
-      "eval_AMOUNT_f1": 0.9969104016477858,
-      "eval_BIC_f1": 0.9868421052631579,
-      "eval_BITCOINADDRESS_f1": 0.9893617021276595,
-      "eval_BUILDINGNUMBER_f1": 0.9787878787878788,
-      "eval_CITY_f1": 0.9935344827586207,
-      "eval_COMPANYNAME_f1": 0.9989528795811519,
-      "eval_COUNTY_f1": 0.9984871406959154,
-      "eval_CREDITCARDCVV_f1": 0.9824561403508771,
-      "eval_CREDITCARDISSUER_f1": 0.9964412811387899,
-      "eval_CREDITCARDNUMBER_f1": 0.963855421686747,
-      "eval_CURRENCYCODE_f1": 0.9896907216494846,
-      "eval_CURRENCYNAME_f1": 0.7173252279635257,
-      "eval_CURRENCYSYMBOL_f1": 0.9952904238618524,
-      "eval_CURRENCY_f1": 0.8127208480565371,
-      "eval_DATE_f1": 0.9519015659955257,
-      "eval_DOB_f1": 0.875,
-      "eval_EMAIL_f1": 0.9981238273921201,
-      "eval_ETHEREUMADDRESS_f1": 1.0,
-      "eval_EYECOLOR_f1": 1.0,
-      "eval_FIRSTNAME_f1": 0.9911816578483246,
-      "eval_GENDER_f1": 0.998819362455726,
-      "eval_HEIGHT_f1": 0.9925373134328358,
-      "eval_IBAN_f1": 0.9923273657289002,
-      "eval_IPV4_f1": 0.8371335504885993,
-      "eval_IPV6_f1": 0.8251864125932064,
-      "eval_IP_f1": 0.30313588850174217,
-      "eval_JOBAREA_f1": 0.9836065573770492,
-      "eval_JOBTITLE_f1": 0.9831365935919055,
-      "eval_JOBTYPE_f1": 1.0,
-      "eval_LASTNAME_f1": 0.9580573951434879,
-      "eval_LITECOINADDRESS_f1": 0.9608355091383812,
-      "eval_MAC_f1": 0.9953917050691244,
-      "eval_MASKEDNUMBER_f1": 0.9644670050761421,
-      "eval_MIDDLENAME_f1": 0.7804878048780487,
-      "eval_NEARBYGPSCOORDINATE_f1": 1.0,
-      "eval_ORDINALDIRECTION_f1": 0.8571428571428571,
-      "eval_PASSWORD_f1": 0.9849548645937812,
-      "eval_PHONEIMEI_f1": 0.9960578186596584,
-      "eval_PHONENUMBER_f1": 0.996742671009772,
-      "eval_PIN_f1": 0.9925925925925926,
-      "eval_PREFIX_f1": 0.9790092359361882,
-      "eval_SECONDARYADDRESS_f1": 0.9988545246277205,
-      "eval_SEX_f1": 0.989010989010989,
-      "eval_SSN_f1": 0.9829268292682927,
-      "eval_STATE_f1": 0.9903660886319846,
-      "eval_STREET_f1": 0.9967982924226253,
-      "eval_TIME_f1": 0.9902912621359222,
-      "eval_URL_f1": 1.0,
-      "eval_USERAGENT_f1": 1.0,
-      "eval_USERNAME_f1": 0.9974380871050385,
-      "eval_VEHICLEVIN_f1": 0.9833333333333333,
-      "eval_VEHICLEVRM_f1": 0.9952606635071091,
-      "eval_ZIPCODE_f1": 0.9817767653758542,
-      "eval_loss": 0.03905158489942551,
-      "eval_overall_accuracy": 0.9833722101468483,
-      "eval_overall_f1": 0.9618229952742657,
-      "eval_overall_precision": 0.9584319526627219,
-      "eval_overall_recall": 0.9652381188856334,
-      "eval_runtime": 36.4852,
-      "eval_samples_per_second": 234.533,
-      "eval_steps_per_second": 14.663,
-      "step": 1605
+      "eval_ACCOUNTNAME_f1": 0.9783368273934312,
+      "eval_ACCOUNTNUMBER_f1": 0.9562243502051984,
+      "eval_AGE_f1": 0.891959798994975,
+      "eval_AMOUNT_f1": 0.9581624282198523,
+      "eval_BIC_f1": 0.9473684210526315,
+      "eval_BITCOINADDRESS_f1": 0.9314616019818333,
+      "eval_BUILDINGNUMBER_f1": 0.9055627425614489,
+      "eval_CITY_f1": 0.9587194608256108,
+      "eval_COMPANYNAME_f1": 0.9784668389319552,
+      "eval_COUNTY_f1": 0.975728155339806,
+      "eval_CREDITCARDCVV_f1": 0.6190476190476191,
+      "eval_CREDITCARDISSUER_f1": 0.9698795180722892,
+      "eval_CREDITCARDNUMBER_f1": 0.8209255533199196,
+      "eval_CURRENCYCODE_f1": 0.8342245989304814,
+      "eval_CURRENCYNAME_f1": 0.03592814371257485,
+      "eval_CURRENCYSYMBOL_f1": 0.922266139657444,
+      "eval_CURRENCY_f1": 0.7763157894736842,
+      "eval_DATE_f1": 0.7257085020242915,
+      "eval_DOB_f1": 0.6549019607843137,
+      "eval_EMAIL_f1": 0.9953964194373401,
+      "eval_ETHEREUMADDRESS_f1": 0.9818181818181817,
+      "eval_EYECOLOR_f1": 0.8055555555555556,
+      "eval_FIRSTNAME_f1": 0.9517725966145002,
+      "eval_GENDER_f1": 0.9519321394910463,
+      "eval_HEIGHT_f1": 0.9887005649717514,
+      "eval_IBAN_f1": 0.980603448275862,
+      "eval_IPV4_f1": 0.8328154133001864,
+      "eval_IPV6_f1": 0.7922511690046761,
+      "eval_IP_f1": 0.0038535645472061657,
+      "eval_JOBAREA_f1": 0.0,
+      "eval_JOBTITLE_f1": 0.9656593406593407,
+      "eval_JOBTYPE_f1": 0.7633587786259541,
+      "eval_LASTNAME_f1": 0.6688,
+      "eval_LITECOINADDRESS_f1": 0.8524590163934426,
+      "eval_MAC_f1": 0.979020979020979,
+      "eval_MASKEDNUMBER_f1": 0.7631296891747053,
+      "eval_MIDDLENAME_f1": 0.0,
+      "eval_NEARBYGPSCOORDINATE_f1": 0.9882629107981221,
+      "eval_ORDINALDIRECTION_f1": 0.0,
+      "eval_PASSWORD_f1": 0.9645817633760362,
+      "eval_PHONEIMEI_f1": 0.9956896551724138,
+      "eval_PHONENUMBER_f1": 0.982940698619009,
+      "eval_PIN_f1": 0.9054441260744985,
+      "eval_PREFIX_f1": 0.9413218035824583,
+      "eval_SECONDARYADDRESS_f1": 0.977648202137998,
+      "eval_SEX_f1": 0.9421487603305785,
+      "eval_SSN_f1": 0.9663366336633663,
+      "eval_STATE_f1": 0.9658536585365853,
+      "eval_STREET_f1": 0.9497872340425533,
+      "eval_TIME_f1": 0.9682386910490857,
+      "eval_URL_f1": 0.9924605894448253,
+      "eval_USERAGENT_f1": 0.9944444444444445,
+      "eval_USERNAME_f1": 0.9913275517011341,
+      "eval_VEHICLEVIN_f1": 0.949748743718593,
+      "eval_VEHICLEVRM_f1": 0.9762419006479481,
+      "eval_ZIPCODE_f1": 0.9148211243611585,
+      "eval_loss": 0.07479778677225113,
+      "eval_overall_accuracy": 0.9701535528963253,
+      "eval_overall_f1": 0.9047155863356937,
+      "eval_overall_precision": 0.8933840479483633,
+      "eval_overall_recall": 0.9163382723833543,
+      "eval_runtime": 42.8584,
+      "eval_samples_per_second": 249.589,
+      "eval_steps_per_second": 15.61,
+      "step": 2007
     },
     {
       "epoch": 3.74,
-      "learning_rate": 3.140292654261333e-05,
-      "loss": 0.0449,
-      "step": 2000
+      "learning_rate": 4.444341676079644e-05,
+      "loss": 0.0782,
+      "step": 2500
     },
     {
       "epoch": 4.0,
-      "eval_ACCOUNTNAME_f1": 1.0,
-      "eval_ACCOUNTNUMBER_f1": 0.9956408020924151,
-      "eval_AGE_f1": 0.9820554649265906,
-      "eval_AMOUNT_f1": 0.9928057553956834,
-      "eval_BIC_f1": 0.9868421052631579,
-      "eval_BITCOINADDRESS_f1": 0.9936034115138592,
-      "eval_BUILDINGNUMBER_f1": 0.9891472868217055,
-      "eval_CITY_f1": 0.9989165763813651,
-      "eval_COMPANYNAME_f1": 0.99581589958159,
-      "eval_COUNTY_f1": 1.0,
-      "eval_CREDITCARDCVV_f1": 0.9655172413793104,
-      "eval_CREDITCARDISSUER_f1": 0.9893238434163701,
-      "eval_CREDITCARDNUMBER_f1": 0.9720558882235529,
-      "eval_CURRENCYCODE_f1": 0.9948717948717948,
-      "eval_CURRENCYNAME_f1": 0.8498168498168499,
-      "eval_CURRENCYSYMBOL_f1": 1.0,
-      "eval_CURRENCY_f1": 0.9328968903436988,
-      "eval_DATE_f1": 0.9763142692085499,
-      "eval_DOB_f1": 0.9610983981693364,
-      "eval_EMAIL_f1": 0.9838709677419355,
-      "eval_ETHEREUMADDRESS_f1": 1.0,
-      "eval_EYECOLOR_f1": 0.9902912621359222,
-      "eval_FIRSTNAME_f1": 0.9964695498676082,
-      "eval_GENDER_f1": 0.9988221436984689,
-      "eval_HEIGHT_f1": 0.9925373134328358,
-      "eval_IBAN_f1": 0.9948849104859335,
-      "eval_IPV4_f1": 0.82404181184669,
-      "eval_IPV6_f1": 0.8382352941176472,
-      "eval_IP_f1": 0.5304010349288487,
-      "eval_JOBAREA_f1": 0.9508196721311476,
-      "eval_JOBTITLE_f1": 0.9949409780775715,
-      "eval_JOBTYPE_f1": 1.0,
-      "eval_LASTNAME_f1": 0.9752808988764046,
-      "eval_LITECOINADDRESS_f1": 0.891566265060241,
-      "eval_MAC_f1": 0.9953917050691244,
-      "eval_MASKEDNUMBER_f1": 0.9665809768637531,
-      "eval_MIDDLENAME_f1": 0.888888888888889,
-      "eval_NEARBYGPSCOORDINATE_f1": 0.9983525535420099,
-      "eval_ORDINALDIRECTION_f1": 0.75,
+      "eval_ACCOUNTNAME_f1": 0.9957507082152975,
+      "eval_ACCOUNTNUMBER_f1": 0.9832167832167832,
+      "eval_AGE_f1": 0.9432534678436318,
+      "eval_AMOUNT_f1": 0.9645507007419621,
+      "eval_BIC_f1": 0.9855072463768114,
+      "eval_BITCOINADDRESS_f1": 0.9654591406908171,
+      "eval_BUILDINGNUMBER_f1": 0.9527458492975734,
+      "eval_CITY_f1": 0.980849292256453,
+      "eval_COMPANYNAME_f1": 0.990426457789382,
+      "eval_COUNTY_f1": 0.970691676436108,
+      "eval_CREDITCARDCVV_f1": 0.5822784810126582,
+      "eval_CREDITCARDISSUER_f1": 0.9669669669669669,
+      "eval_CREDITCARDNUMBER_f1": 0.8963503649635036,
+      "eval_CURRENCYCODE_f1": 0.8829787234042553,
+      "eval_CURRENCYNAME_f1": 0.3387096774193549,
+      "eval_CURRENCYSYMBOL_f1": 0.9779614325068869,
+      "eval_CURRENCY_f1": 0.7717265353418309,
+      "eval_DATE_f1": 0.8780082987551867,
+      "eval_DOB_f1": 0.6913086913086914,
+      "eval_EMAIL_f1": 0.9776422764227641,
+      "eval_ETHEREUMADDRESS_f1": 0.9951338199513382,
+      "eval_EYECOLOR_f1": 0.8857142857142857,
+      "eval_FIRSTNAME_f1": 0.9674902470741222,
+      "eval_GENDER_f1": 0.9865125240847784,
+      "eval_HEIGHT_f1": 0.9859154929577464,
+      "eval_IBAN_f1": 0.9741935483870969,
+      "eval_IPV4_f1": 0.8394753279200501,
+      "eval_IPV6_f1": 0.2833333333333333,
+      "eval_IP_f1": 0.29608540925266896,
+      "eval_JOBAREA_f1": 0.6470588235294118,
+      "eval_JOBTITLE_f1": 0.9951557093425606,
+      "eval_JOBTYPE_f1": 0.9354838709677421,
+      "eval_LASTNAME_f1": 0.8277027027027027,
+      "eval_LITECOINADDRESS_f1": 0.8808290155440415,
+      "eval_MAC_f1": 0.975609756097561,
+      "eval_MASKEDNUMBER_f1": 0.8859060402684563,
+      "eval_MIDDLENAME_f1": 0.0,
+      "eval_NEARBYGPSCOORDINATE_f1": 0.9882629107981221,
+      "eval_ORDINALDIRECTION_f1": 0.0,
+      "eval_PASSWORD_f1": 0.9838337182448037,
+      "eval_PHONEIMEI_f1": 0.9946178686759957,
+      "eval_PHONENUMBER_f1": 0.9853420195439738,
+      "eval_PIN_f1": 0.9065934065934067,
+      "eval_PREFIX_f1": 0.9351121892055791,
+      "eval_SECONDARYADDRESS_f1": 0.9941520467836258,
+      "eval_SEX_f1": 0.9133858267716536,
+      "eval_SSN_f1": 0.9910802775024777,
+      "eval_STATE_f1": 0.9493243243243243,
+      "eval_STREET_f1": 0.986922406277245,
+      "eval_TIME_f1": 0.97678916827853,
+      "eval_URL_f1": 0.9979437971213161,
+      "eval_USERAGENT_f1": 0.9944444444444445,
+      "eval_USERNAME_f1": 0.9953239812959251,
+      "eval_VEHICLEVIN_f1": 0.9571788413098236,
+      "eval_VEHICLEVRM_f1": 0.9848156182212582,
+      "eval_ZIPCODE_f1": 0.9489177489177489,
+      "eval_loss": 0.06322777271270752,
+      "eval_overall_accuracy": 0.9622048077941332,
+      "eval_overall_f1": 0.9143112111277087,
+      "eval_overall_precision": 0.9004241335829736,
+      "eval_overall_recall": 0.9286333543505675,
+      "eval_runtime": 43.2116,
+      "eval_samples_per_second": 247.55,
+      "eval_steps_per_second": 15.482,
+      "step": 2676
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 3.906567516921906e-05,
+      "loss": 0.067,
+      "step": 3000
+    },
+    {
+      "epoch": 5.0,
+      "eval_ACCOUNTNAME_f1": 0.9936305732484078,
+      "eval_ACCOUNTNUMBER_f1": 0.9866853538892781,
+      "eval_AGE_f1": 0.9578544061302682,
+      "eval_AMOUNT_f1": 0.9583673469387756,
+      "eval_BIC_f1": 0.9884393063583815,
+      "eval_BITCOINADDRESS_f1": 0.9746192893401014,
+      "eval_BUILDINGNUMBER_f1": 0.954248366013072,
+      "eval_CITY_f1": 0.9958368026644463,
+      "eval_COMPANYNAME_f1": 0.9887250650477016,
+      "eval_COUNTY_f1": 0.9903147699757869,
+      "eval_CREDITCARDCVV_f1": 0.8952380952380952,
+      "eval_CREDITCARDISSUER_f1": 0.9970326409495549,
+      "eval_CREDITCARDNUMBER_f1": 0.9396681749622926,
+      "eval_CURRENCYCODE_f1": 0.9139784946236559,
+      "eval_CURRENCYNAME_f1": 0.6028985507246378,
+      "eval_CURRENCYSYMBOL_f1": 0.9848275862068966,
+      "eval_CURRENCY_f1": 0.8107382550335571,
+      "eval_DATE_f1": 0.9160439560439562,
+      "eval_DOB_f1": 0.8131672597864769,
+      "eval_EMAIL_f1": 0.9969325153374233,
+      "eval_ETHEREUMADDRESS_f1": 0.9951338199513382,
+      "eval_EYECOLOR_f1": 0.9411764705882353,
+      "eval_FIRSTNAME_f1": 0.9731499672560576,
+      "eval_GENDER_f1": 0.9942307692307691,
+      "eval_HEIGHT_f1": 0.9915014164305949,
+      "eval_IBAN_f1": 0.9870410367170628,
+      "eval_IPV4_f1": 0.7980835044490076,
+      "eval_IPV6_f1": 0.8063660477453581,
+      "eval_IP_f1": 0.20839363241678727,
+      "eval_JOBAREA_f1": 0.7567567567567568,
+      "eval_JOBTITLE_f1": 0.9827228749136143,
+      "eval_JOBTYPE_f1": 0.9133858267716536,
+      "eval_LASTNAME_f1": 0.869158878504673,
+      "eval_LITECOINADDRESS_f1": 0.8288770053475937,
+      "eval_MAC_f1": 0.9877408056042032,
+      "eval_MASKEDNUMBER_f1": 0.9391955098222637,
+      "eval_MIDDLENAME_f1": 0.05128205128205127,
+      "eval_NEARBYGPSCOORDINATE_f1": 0.9882629107981221,
+      "eval_ORDINALDIRECTION_f1": 0.6666666666666666,
+      "eval_PASSWORD_f1": 0.9722430607651913,
+      "eval_PHONEIMEI_f1": 0.990353697749196,
+      "eval_PHONENUMBER_f1": 0.9942669942669943,
+      "eval_PIN_f1": 0.9590643274853801,
+      "eval_PREFIX_f1": 0.9676190476190477,
+      "eval_SECONDARYADDRESS_f1": 0.9902534113060428,
+      "eval_SEX_f1": 0.9747899159663865,
+      "eval_SSN_f1": 0.9920792079207922,
+      "eval_STATE_f1": 0.9789983844911146,
+      "eval_STREET_f1": 0.990409764603313,
+      "eval_TIME_f1": 0.9786821705426356,
+      "eval_URL_f1": 0.9952087611225188,
+      "eval_USERAGENT_f1": 0.9925925925925926,
+      "eval_USERNAME_f1": 0.9893190921228303,
+      "eval_VEHICLEVIN_f1": 0.9748743718592965,
+      "eval_VEHICLEVRM_f1": 0.9891067538126361,
+      "eval_ZIPCODE_f1": 0.9653423499577346,
+      "eval_loss": 0.05170274153351784,
+      "eval_overall_accuracy": 0.9766853754103568,
+      "eval_overall_f1": 0.9442191265502852,
+      "eval_overall_precision": 0.9389393289950513,
+      "eval_overall_recall": 0.9495586380832283,
+      "eval_runtime": 44.92,
+      "eval_samples_per_second": 238.134,
+      "eval_steps_per_second": 14.893,
+      "step": 3345
+    },
+    {
+      "epoch": 5.23,
+      "learning_rate": 3.248498141437852e-05,
+      "loss": 0.0656,
+      "step": 3500
+    },
+    {
+      "epoch": 5.98,
+      "learning_rate": 2.5264142449579226e-05,
+      "loss": 0.0568,
+      "step": 4000
+    },
+    {
+      "epoch": 6.0,
+      "eval_ACCOUNTNAME_f1": 0.9985835694050991,
+      "eval_ACCOUNTNUMBER_f1": 0.9985974754558204,
+      "eval_AGE_f1": 0.9508196721311476,
+      "eval_AMOUNT_f1": 0.9703459637561779,
+      "eval_BIC_f1": 0.9884393063583815,
+      "eval_BITCOINADDRESS_f1": 0.9721988205560236,
+      "eval_BUILDINGNUMBER_f1": 0.9754838709677419,
+      "eval_CITY_f1": 0.9974937343358397,
+      "eval_COMPANYNAME_f1": 0.9965156794425087,
+      "eval_COUNTY_f1": 0.9903846153846153,
+      "eval_CREDITCARDCVV_f1": 0.84,
+      "eval_CREDITCARDISSUER_f1": 0.9669669669669669,
+      "eval_CREDITCARDNUMBER_f1": 0.95,
+      "eval_CURRENCYCODE_f1": 0.9565217391304348,
+      "eval_CURRENCYNAME_f1": 0.6278317152103561,
+      "eval_CURRENCYSYMBOL_f1": 0.9944289693593316,
+      "eval_CURRENCY_f1": 0.8498074454428755,
+      "eval_DATE_f1": 0.9164743885556068,
+      "eval_DOB_f1": 0.8625204582651392,
+      "eval_EMAIL_f1": 0.9984670413898825,
+      "eval_ETHEREUMADDRESS_f1": 0.9927007299270073,
+      "eval_EYECOLOR_f1": 0.962962962962963,
+      "eval_FIRSTNAME_f1": 0.9894109861019192,
+      "eval_GENDER_f1": 0.9961612284069098,
+      "eval_HEIGHT_f1": 0.9943502824858756,
+      "eval_IBAN_f1": 0.9913419913419913,
+      "eval_IPV4_f1": 0.8345138441725691,
+      "eval_IPV6_f1": 0.8221614227086183,
+      "eval_IP_f1": 0.1920529801324503,
+      "eval_JOBAREA_f1": 0.8292682926829269,
+      "eval_JOBTITLE_f1": 0.9979181124219292,
+      "eval_JOBTYPE_f1": 0.9516129032258065,
+      "eval_LASTNAME_f1": 0.9465153970826581,
+      "eval_LITECOINADDRESS_f1": 0.9340369393139841,
+      "eval_MAC_f1": 0.9772329246935202,
+      "eval_MASKEDNUMBER_f1": 0.9562790697674419,
+      "eval_MIDDLENAME_f1": 0.6666666666666667,
+      "eval_NEARBYGPSCOORDINATE_f1": 0.9976525821596244,
+      "eval_ORDINALDIRECTION_f1": 0.6666666666666666,
+      "eval_PASSWORD_f1": 0.9984662576687117,
+      "eval_PHONEIMEI_f1": 0.9978448275862069,
+      "eval_PHONENUMBER_f1": 0.9975429975429976,
+      "eval_PIN_f1": 0.9704142011834319,
+      "eval_PREFIX_f1": 0.9686323713927227,
+      "eval_SECONDARYADDRESS_f1": 0.9970788704965919,
+      "eval_SEX_f1": 0.9747899159663865,
+      "eval_SSN_f1": 0.9930624380574826,
+      "eval_STATE_f1": 0.9885807504078303,
+      "eval_STREET_f1": 0.9947643979057592,
+      "eval_TIME_f1": 0.989247311827957,
+      "eval_URL_f1": 1.0,
+      "eval_USERAGENT_f1": 0.9962962962962963,
+      "eval_USERNAME_f1": 0.9979933110367893,
+      "eval_VEHICLEVIN_f1": 0.9748743718592965,
+      "eval_VEHICLEVRM_f1": 0.9934640522875817,
+      "eval_ZIPCODE_f1": 0.9829931972789114,
+      "eval_loss": 0.047248952090740204,
+      "eval_overall_accuracy": 0.9796844223234141,
+      "eval_overall_f1": 0.9566601178781926,
+      "eval_overall_precision": 0.953886538160163,
+      "eval_overall_recall": 0.9594498738965952,
+      "eval_runtime": 44.1595,
+      "eval_samples_per_second": 242.235,
+      "eval_steps_per_second": 15.15,
+      "step": 4014
+    },
+    {
+      "epoch": 6.73,
+      "learning_rate": 1.8020712977939116e-05,
+      "loss": 0.0482,
+      "step": 4500
+    },
+    {
+      "epoch": 7.0,
+      "eval_ACCOUNTNAME_f1": 0.9992912827781716,
+      "eval_ACCOUNTNUMBER_f1": 0.9971949509116409,
+      "eval_AGE_f1": 0.9707006369426752,
+      "eval_AMOUNT_f1": 0.9926168990976211,
+      "eval_BIC_f1": 0.9942196531791907,
+      "eval_BITCOINADDRESS_f1": 0.9602076124567474,
+      "eval_BUILDINGNUMBER_f1": 0.9846938775510203,
+      "eval_CITY_f1": 0.9991645781119466,
+      "eval_COMPANYNAME_f1": 0.9982578397212544,
+      "eval_COUNTY_f1": 0.9951923076923077,
+      "eval_CREDITCARDCVV_f1": 0.9444444444444444,
+      "eval_CREDITCARDISSUER_f1": 0.9970326409495549,
+      "eval_CREDITCARDNUMBER_f1": 0.9627376425855514,
+      "eval_CURRENCYCODE_f1": 0.972972972972973,
+      "eval_CURRENCYNAME_f1": 0.72,
+      "eval_CURRENCYSYMBOL_f1": 0.9958275382475661,
+      "eval_CURRENCY_f1": 0.8633879781420765,
+      "eval_DATE_f1": 0.9586482881280569,
+      "eval_DOB_f1": 0.910233393177738,
+      "eval_EMAIL_f1": 1.0,
+      "eval_ETHEREUMADDRESS_f1": 0.9951338199513382,
+      "eval_EYECOLOR_f1": 0.9924812030075187,
+      "eval_FIRSTNAME_f1": 0.9917245945051308,
+      "eval_GENDER_f1": 0.9942528735632183,
+      "eval_HEIGHT_f1": 1.0,
+      "eval_IBAN_f1": 0.9935205183585313,
+      "eval_IPV4_f1": 0.8430268918073796,
+      "eval_IPV6_f1": 0.848780487804878,
+      "eval_IP_f1": 0.22564102564102562,
+      "eval_JOBAREA_f1": 0.8571428571428571,
+      "eval_JOBTITLE_f1": 1.0,
+      "eval_JOBTYPE_f1": 0.9516129032258065,
+      "eval_LASTNAME_f1": 0.9499192245557351,
+      "eval_LITECOINADDRESS_f1": 0.9198113207547169,
+      "eval_MAC_f1": 0.9929824561403509,
+      "eval_MASKEDNUMBER_f1": 0.9704251386321626,
+      "eval_MIDDLENAME_f1": 0.6865671641791046,
+      "eval_NEARBYGPSCOORDINATE_f1": 0.9976525821596244,
+      "eval_ORDINALDIRECTION_f1": 0.9090909090909091,
       "eval_PASSWORD_f1": 1.0,
-      "eval_PHONEIMEI_f1": 0.994750656167979,
-      "eval_PHONENUMBER_f1": 0.9967355821545157,
-      "eval_PIN_f1": 0.9888475836431226,
-      "eval_PREFIX_f1": 0.9839662447257383,
-      "eval_SECONDARYADDRESS_f1": 0.9988545246277205,
-      "eval_SEX_f1": 1.0,
-      "eval_SSN_f1": 0.991389913899139,
-      "eval_STATE_f1": 0.992337164750958,
-      "eval_STREET_f1": 0.9989350372736955,
-      "eval_TIME_f1": 0.9889196675900276,
+      "eval_PHONEIMEI_f1": 0.9978448275862069,
+      "eval_PHONENUMBER_f1": 0.9975429975429976,
+      "eval_PIN_f1": 0.9879518072289156,
+      "eval_PREFIX_f1": 0.979721166032953,
+      "eval_SECONDARYADDRESS_f1": 0.9970731707317074,
+      "eval_SEX_f1": 0.9914529914529915,
+      "eval_SSN_f1": 0.9940476190476191,
+      "eval_STATE_f1": 0.9950900163666122,
+      "eval_STREET_f1": 1.0,
+      "eval_TIME_f1": 0.9872922776148583,
       "eval_URL_f1": 1.0,
-      "eval_USERAGENT_f1": 1.0,
-      "eval_USERNAME_f1": 0.9982993197278911,
-      "eval_VEHICLEVIN_f1": 1.0,
-      "eval_VEHICLEVRM_f1": 0.9929078014184397,
-      "eval_ZIPCODE_f1": 0.9910313901345292,
-      "eval_loss": 0.03961052745580673,
-      "eval_overall_accuracy": 0.9865795472618354,
-      "eval_overall_f1": 0.9707446150802482,
-      "eval_overall_precision": 0.9668472906403941,
-      "eval_overall_recall": 0.9746734866166757,
-      "eval_runtime": 35.3375,
-      "eval_samples_per_second": 242.151,
-      "eval_steps_per_second": 15.14,
-      "step": 2140
+      "eval_USERAGENT_f1": 0.9962962962962963,
+      "eval_USERNAME_f1": 0.9993311036789299,
+      "eval_VEHICLEVIN_f1": 0.9949748743718593,
+      "eval_VEHICLEVRM_f1": 0.9869565217391305,
+      "eval_ZIPCODE_f1": 0.9863247863247864,
+      "eval_loss": 0.04255259409546852,
+      "eval_overall_accuracy": 0.982552155035476,
+      "eval_overall_f1": 0.965500973049478,
+      "eval_overall_precision": 0.9632476956265934,
+      "eval_overall_recall": 0.967764817150063,
+      "eval_runtime": 46.2398,
+      "eval_samples_per_second": 231.338,
+      "eval_steps_per_second": 14.468,
+      "step": 4683
     },
     {
-      "epoch": 4.67,
-      "learning_rate": 1.8445158099368897e-05,
-      "loss": 0.0405,
-      "step": 2500
+      "epoch": 7.47,
+      "learning_rate": 1.1374179732055429e-05,
+      "loss": 0.042,
+      "step": 5000
     },
     {
-      "epoch": 5.0,
-      "eval_ACCOUNTNAME_f1": 1.0,
-      "eval_ACCOUNTNUMBER_f1": 1.0,
-      "eval_AGE_f1": 0.9754500818330606,
-      "eval_AMOUNT_f1": 1.0,
-      "eval_BIC_f1": 0.993421052631579,
-      "eval_BITCOINADDRESS_f1": 0.9925452609158679,
-      "eval_BUILDINGNUMBER_f1": 0.9969230769230769,
-      "eval_CITY_f1": 0.9978354978354979,
+      "epoch": 8.0,
+      "eval_ACCOUNTNAME_f1": 0.9992912827781716,
+      "eval_ACCOUNTNUMBER_f1": 0.9985974754558204,
+      "eval_AGE_f1": 0.9807938540332907,
+      "eval_AMOUNT_f1": 0.9958915365653246,
+      "eval_BIC_f1": 0.9942196531791907,
+      "eval_BITCOINADDRESS_f1": 0.9931506849315068,
+      "eval_BUILDINGNUMBER_f1": 0.9911280101394169,
+      "eval_CITY_f1": 1.0,
       "eval_COMPANYNAME_f1": 1.0,
-      "eval_COUNTY_f1": 0.9984871406959154,
-      "eval_CREDITCARDCVV_f1": 0.983050847457627,
-      "eval_CREDITCARDISSUER_f1": 1.0,
-      "eval_CREDITCARDNUMBER_f1": 0.9839034205231388,
-      "eval_CURRENCYCODE_f1": 0.9896907216494846,
-      "eval_CURRENCYNAME_f1": 0.8794326241134752,
-      "eval_CURRENCYSYMBOL_f1": 1.0,
-      "eval_CURRENCY_f1": 0.9449081803005008,
-      "eval_DATE_f1": 0.9883855981416957,
-      "eval_DOB_f1": 0.9761634506242906,
-      "eval_EMAIL_f1": 0.9862842892768079,
-      "eval_ETHEREUMADDRESS_f1": 1.0,
-      "eval_EYECOLOR_f1": 1.0,
-      "eval_FIRSTNAME_f1": 0.9982332155477032,
-      "eval_GENDER_f1": 0.9976470588235293,
-      "eval_HEIGHT_f1": 0.9812734082397004,
-      "eval_IBAN_f1": 0.9948849104859335,
-      "eval_IPV4_f1": 0.8518828451882845,
-      "eval_IPV6_f1": 0.875925925925926,
-      "eval_IP_f1": 0.5932885906040269,
-      "eval_JOBAREA_f1": 0.9666666666666667,
-      "eval_JOBTITLE_f1": 0.9882154882154882,
-      "eval_JOBTYPE_f1": 1.0,
-      "eval_LASTNAME_f1": 0.9866666666666668,
-      "eval_LITECOINADDRESS_f1": 0.9790575916230366,
-      "eval_MAC_f1": 1.0,
-      "eval_MASKEDNUMBER_f1": 0.9822335025380712,
-      "eval_MIDDLENAME_f1": 0.8636363636363635,
+      "eval_COUNTY_f1": 0.9975903614457832,
+      "eval_CREDITCARDCVV_f1": 0.9444444444444444,
+      "eval_CREDITCARDISSUER_f1": 0.9970326409495549,
+      "eval_CREDITCARDNUMBER_f1": 0.9715603382013834,
+      "eval_CURRENCYCODE_f1": 0.972972972972973,
+      "eval_CURRENCYNAME_f1": 0.7560975609756099,
+      "eval_CURRENCYSYMBOL_f1": 0.9944289693593316,
+      "eval_CURRENCY_f1": 0.8906666666666667,
+      "eval_DATE_f1": 0.9724853405502931,
+      "eval_DOB_f1": 0.9429323968393327,
+      "eval_EMAIL_f1": 1.0,
+      "eval_ETHEREUMADDRESS_f1": 0.9975669099756691,
+      "eval_EYECOLOR_f1": 0.9924812030075187,
+      "eval_FIRSTNAME_f1": 0.9927248677248677,
+      "eval_GENDER_f1": 0.99712368168744,
+      "eval_HEIGHT_f1": 1.0,
+      "eval_IBAN_f1": 0.9956803455723542,
+      "eval_IPV4_f1": 0.8498074454428755,
+      "eval_IPV6_f1": 0.8565371024734982,
+      "eval_IP_f1": 0.4055555555555556,
+      "eval_JOBAREA_f1": 0.909090909090909,
+      "eval_JOBTITLE_f1": 1.0,
+      "eval_JOBTYPE_f1": 0.9672131147540983,
+      "eval_LASTNAME_f1": 0.9756888168557536,
+      "eval_LITECOINADDRESS_f1": 0.9847715736040609,
+      "eval_MAC_f1": 0.9964912280701754,
+      "eval_MASKEDNUMBER_f1": 0.9808219178082193,
+      "eval_MIDDLENAME_f1": 0.716417910447761,
       "eval_NEARBYGPSCOORDINATE_f1": 1.0,
-      "eval_ORDINALDIRECTION_f1": 0.5714285714285715,
+      "eval_ORDINALDIRECTION_f1": 1.0,
       "eval_PASSWORD_f1": 1.0,
-      "eval_PHONEIMEI_f1": 0.9973684210526316,
-      "eval_PHONENUMBER_f1": 1.0,
-      "eval_PIN_f1": 1.0,
-      "eval_PREFIX_f1": 0.9948805460750854,
-      "eval_SECONDARYADDRESS_f1": 1.0,
-      "eval_SEX_f1": 1.0,
-      "eval_SSN_f1": 0.9975247524752475,
-      "eval_STATE_f1": 0.9980806142034548,
-      "eval_STREET_f1": 0.997872340425532,
-      "eval_TIME_f1": 0.9930458970792767,
+      "eval_PHONEIMEI_f1": 0.9978448275862069,
+      "eval_PHONENUMBER_f1": 0.9975429975429976,
+      "eval_PIN_f1": 0.9879518072289156,
+      "eval_PREFIX_f1": 0.9871794871794872,
+      "eval_SECONDARYADDRESS_f1": 0.9970731707317074,
+      "eval_SEX_f1": 0.9830508474576272,
+      "eval_SSN_f1": 0.996031746031746,
+      "eval_STATE_f1": 0.9967320261437909,
+      "eval_STREET_f1": 0.9991266375545852,
+      "eval_TIME_f1": 0.9940944881889763,
       "eval_URL_f1": 1.0,
-      "eval_USERAGENT_f1": 1.0,
+      "eval_USERAGENT_f1": 0.9981481481481481,
       "eval_USERNAME_f1": 1.0,
-      "eval_VEHICLEVIN_f1": 1.0,
-      "eval_VEHICLEVRM_f1": 1.0,
-      "eval_ZIPCODE_f1": 0.9966024915062287,
-      "eval_loss": 0.020361173897981644,
-      "eval_overall_accuracy": 0.9912474155754653,
-      "eval_overall_f1": 0.9781817281260061,
-      "eval_overall_precision": 0.9756446991404012,
-      "eval_overall_recall": 0.9807319858966083,
-      "eval_runtime": 38.3337,
-      "eval_samples_per_second": 223.224,
-      "eval_steps_per_second": 13.956,
-      "step": 2675
+      "eval_VEHICLEVIN_f1": 0.9949748743718593,
+      "eval_VEHICLEVRM_f1": 0.9891540130151845,
+      "eval_ZIPCODE_f1": 0.9965694682675815,
+      "eval_loss": 0.02879495732486248,
+      "eval_overall_accuracy": 0.9873557132267288,
+      "eval_overall_f1": 0.9722718965551124,
+      "eval_overall_precision": 0.9696993453804241,
+      "eval_overall_recall": 0.974858133669609,
+      "eval_runtime": 45.3987,
+      "eval_samples_per_second": 235.623,
+      "eval_steps_per_second": 14.736,
+      "step": 5352
     },
     {
-      "epoch": 5.61,
-      "learning_rate": 7.248339276261382e-06,
-      "loss": 0.026,
-      "step": 3000
+      "epoch": 8.22,
+      "learning_rate": 5.892980518869237e-06,
+      "loss": 0.0376,
+      "step": 5500
     },
     {
-      "epoch": 6.0,
-      "eval_ACCOUNTNAME_f1": 1.0,
-      "eval_ACCOUNTNUMBER_f1": 1.0,
-      "eval_AGE_f1": 0.9950900163666121,
-      "eval_AMOUNT_f1": 1.0,
-      "eval_BIC_f1": 1.0,
-      "eval_BITCOINADDRESS_f1": 0.9883103081827843,
-      "eval_BUILDINGNUMBER_f1": 1.0,
+      "epoch": 8.97,
+      "learning_rate": 2.0458891705253473e-06,
+      "loss": 0.0327,
+      "step": 6000
+    },
+    {
+      "epoch": 9.0,
+      "eval_ACCOUNTNAME_f1": 0.9992912827781716,
+      "eval_ACCOUNTNUMBER_f1": 0.9985974754558204,
+      "eval_AGE_f1": 0.9871794871794872,
+      "eval_AMOUNT_f1": 0.9983552631578947,
+      "eval_BIC_f1": 0.9942196531791907,
+      "eval_BITCOINADDRESS_f1": 0.9957155098543274,
+      "eval_BUILDINGNUMBER_f1": 0.989821882951654,
       "eval_CITY_f1": 1.0,
       "eval_COMPANYNAME_f1": 1.0,
-      "eval_COUNTY_f1": 0.9984871406959154,
-      "eval_CREDITCARDCVV_f1": 0.983050847457627,
-      "eval_CREDITCARDISSUER_f1": 1.0,
-      "eval_CREDITCARDNUMBER_f1": 0.9827760891590679,
-      "eval_CURRENCYCODE_f1": 0.9948717948717948,
-      "eval_CURRENCYNAME_f1": 0.9224806201550387,
-      "eval_CURRENCYSYMBOL_f1": 0.9984301412872841,
-      "eval_CURRENCY_f1": 0.9662921348314606,
-      "eval_DATE_f1": 0.9872389791183296,
-      "eval_DOB_f1": 0.9749430523917995,
-      "eval_EMAIL_f1": 0.9800249687890137,
+      "eval_COUNTY_f1": 1.0,
+      "eval_CREDITCARDCVV_f1": 0.9444444444444444,
+      "eval_CREDITCARDISSUER_f1": 0.9970326409495549,
+      "eval_CREDITCARDNUMBER_f1": 0.9746348962336665,
+      "eval_CURRENCYCODE_f1": 0.9945945945945946,
+      "eval_CURRENCYNAME_f1": 0.7761194029850748,
+      "eval_CURRENCYSYMBOL_f1": 0.9958275382475661,
+      "eval_CURRENCY_f1": 0.8958051420838972,
+      "eval_DATE_f1": 0.9787041232442228,
+      "eval_DOB_f1": 0.9556907037358819,
+      "eval_EMAIL_f1": 1.0,
       "eval_ETHEREUMADDRESS_f1": 1.0,
-      "eval_EYECOLOR_f1": 1.0,
-      "eval_FIRSTNAME_f1": 1.0,
-      "eval_GENDER_f1": 0.9976470588235293,
+      "eval_EYECOLOR_f1": 0.9924812030075187,
+      "eval_FIRSTNAME_f1": 0.9947054930509596,
+      "eval_GENDER_f1": 1.0,
       "eval_HEIGHT_f1": 1.0,
-      "eval_IBAN_f1": 1.0,
-      "eval_IPV4_f1": 0.8389380530973451,
-      "eval_IPV6_f1": 0.977859778597786,
-      "eval_IP_f1": 0.7247119078104994,
-      "eval_JOBAREA_f1": 0.9666666666666667,
-      "eval_JOBTITLE_f1": 0.9957877000842459,
-      "eval_JOBTYPE_f1": 1.0,
-      "eval_LASTNAME_f1": 0.9955555555555555,
-      "eval_LITECOINADDRESS_f1": 0.9687500000000001,
-      "eval_MAC_f1": 1.0,
-      "eval_MASKEDNUMBER_f1": 0.9849624060150376,
-      "eval_MIDDLENAME_f1": 0.9583333333333334,
+      "eval_IBAN_f1": 0.9956709956709957,
+      "eval_IPV4_f1": 0.8455074337427277,
+      "eval_IPV6_f1": 0.8316981132075472,
+      "eval_IP_f1": 0.5173160173160173,
+      "eval_JOBAREA_f1": 0.909090909090909,
+      "eval_JOBTITLE_f1": 1.0,
+      "eval_JOBTYPE_f1": 0.9672131147540983,
+      "eval_LASTNAME_f1": 0.9870550161812298,
+      "eval_LITECOINADDRESS_f1": 0.9948979591836735,
+      "eval_MAC_f1": 0.9964912280701754,
+      "eval_MASKEDNUMBER_f1": 0.9817518248175182,
+      "eval_MIDDLENAME_f1": 0.7575757575757577,
       "eval_NEARBYGPSCOORDINATE_f1": 1.0,
-      "eval_ORDINALDIRECTION_f1": 0.8571428571428571,
-      "eval_PASSWORD_f1": 0.9949443882709808,
-      "eval_PHONEIMEI_f1": 0.9960578186596584,
-      "eval_PHONENUMBER_f1": 0.996742671009772,
-      "eval_PIN_f1": 0.996282527881041,
-      "eval_PREFIX_f1": 0.9940425531914894,
-      "eval_SECONDARYADDRESS_f1": 1.0,
-      "eval_SEX_f1": 1.0,
-      "eval_SSN_f1": 0.9975247524752475,
-      "eval_STATE_f1": 0.9980806142034548,
-      "eval_STREET_f1": 0.9989350372736955,
-      "eval_TIME_f1": 0.9958275382475661,
+      "eval_ORDINALDIRECTION_f1": 1.0,
+      "eval_PASSWORD_f1": 1.0,
+      "eval_PHONEIMEI_f1": 0.9978448275862069,
+      "eval_PHONENUMBER_f1": 0.9975429975429976,
+      "eval_PIN_f1": 0.9820359281437125,
+      "eval_PREFIX_f1": 0.9878594249201278,
+      "eval_SECONDARYADDRESS_f1": 0.9990243902439024,
+      "eval_SEX_f1": 0.9915966386554621,
+      "eval_SSN_f1": 0.996031746031746,
+      "eval_STATE_f1": 0.9967320261437909,
+      "eval_STREET_f1": 0.9991266375545852,
+      "eval_TIME_f1": 0.9970559371933267,
       "eval_URL_f1": 1.0,
-      "eval_USERAGENT_f1": 1.0,
+      "eval_USERAGENT_f1": 0.9981481481481481,
       "eval_USERNAME_f1": 1.0,
-      "eval_VEHICLEVIN_f1": 1.0,
-      "eval_VEHICLEVRM_f1": 0.9929411764705881,
-      "eval_ZIPCODE_f1": 0.9977426636568849,
-      "eval_loss": 0.011600074358284473,
-      "eval_overall_accuracy": 0.9960345650214706,
-      "eval_overall_f1": 0.9840955259376704,
-      "eval_overall_precision": 0.9818577290029166,
-      "eval_overall_recall": 0.9863435467050703,
-      "eval_runtime": 37.5457,
-      "eval_samples_per_second": 227.909,
-      "eval_steps_per_second": 14.249,
-      "step": 3210
+      "eval_VEHICLEVIN_f1": 0.9949748743718593,
+      "eval_VEHICLEVRM_f1": 0.9913419913419913,
+      "eval_ZIPCODE_f1": 0.9965694682675815,
+      "eval_loss": 0.023680225014686584,
+      "eval_overall_accuracy": 0.9899036323202373,
+      "eval_overall_f1": 0.9732687442389534,
+      "eval_overall_precision": 0.9687658610861671,
+      "eval_overall_recall": 0.9778136822194199,
+      "eval_runtime": 42.4615,
+      "eval_samples_per_second": 251.922,
+      "eval_steps_per_second": 15.755,
+      "step": 6021
     },
     {
-      "epoch": 6.54,
-      "learning_rate": 8.204806633547002e-07,
-      "loss": 0.0175,
-      "step": 3500
+      "epoch": 9.72,
+      "learning_rate": 1.619241524784959e-07,
+      "loss": 0.0267,
+      "step": 6500
     },
     {
-      "epoch": 7.0,
-      "eval_ACCOUNTNAME_f1": 1.0,
-      "eval_ACCOUNTNUMBER_f1": 1.0,
-      "eval_AGE_f1": 0.9950900163666121,
-      "eval_AMOUNT_f1": 1.0,
-      "eval_BIC_f1": 1.0,
-      "eval_BITCOINADDRESS_f1": 0.9914893617021276,
-      "eval_BUILDINGNUMBER_f1": 0.9969230769230769,
+      "epoch": 10.0,
+      "eval_ACCOUNTNAME_f1": 0.9992912827781716,
+      "eval_ACCOUNTNUMBER_f1": 0.9985974754558204,
+      "eval_AGE_f1": 0.988446726572529,
+      "eval_AMOUNT_f1": 0.9983552631578947,
+      "eval_BIC_f1": 0.9942196531791907,
+      "eval_BITCOINADDRESS_f1": 0.9974293059125964,
+      "eval_BUILDINGNUMBER_f1": 0.989821882951654,
       "eval_CITY_f1": 1.0,
       "eval_COMPANYNAME_f1": 1.0,
-      "eval_COUNTY_f1": 0.9984871406959154,
-      "eval_CREDITCARDCVV_f1": 0.983050847457627,
-      "eval_CREDITCARDISSUER_f1": 0.9964412811387899,
-      "eval_CREDITCARDNUMBER_f1": 0.9888776541961577,
-      "eval_CURRENCYCODE_f1": 0.9948717948717948,
-      "eval_CURRENCYNAME_f1": 0.9266409266409266,
-      "eval_CURRENCYSYMBOL_f1": 0.9984301412872841,
-      "eval_CURRENCY_f1": 0.9678456591639871,
-      "eval_DATE_f1": 0.9895348837209303,
-      "eval_DOB_f1": 0.9774266365688488,
-      "eval_EMAIL_f1": 0.9775840597758406,
+      "eval_COUNTY_f1": 0.9975903614457832,
+      "eval_CREDITCARDCVV_f1": 0.9541284403669724,
+      "eval_CREDITCARDISSUER_f1": 0.9970326409495549,
+      "eval_CREDITCARDNUMBER_f1": 0.9753846153846153,
+      "eval_CURRENCYCODE_f1": 0.9945945945945946,
+      "eval_CURRENCYNAME_f1": 0.7696969696969697,
+      "eval_CURRENCYSYMBOL_f1": 0.9958275382475661,
+      "eval_CURRENCY_f1": 0.8966442953020135,
+      "eval_DATE_f1": 0.9778380823156944,
+      "eval_DOB_f1": 0.9546247818499127,
+      "eval_EMAIL_f1": 1.0,
       "eval_ETHEREUMADDRESS_f1": 1.0,
-      "eval_EYECOLOR_f1": 1.0,
-      "eval_FIRSTNAME_f1": 1.0,
-      "eval_GENDER_f1": 0.9976470588235293,
+      "eval_EYECOLOR_f1": 0.9924812030075187,
+      "eval_FIRSTNAME_f1": 0.9947054930509596,
+      "eval_GENDER_f1": 1.0,
       "eval_HEIGHT_f1": 1.0,
-      "eval_IBAN_f1": 1.0,
-      "eval_IPV4_f1": 0.8359511343804538,
-      "eval_IPV6_f1": 0.9796672828096117,
-      "eval_IP_f1": 0.7367055771725033,
-      "eval_JOBAREA_f1": 0.9666666666666667,
+      "eval_IBAN_f1": 0.9978354978354979,
+      "eval_IPV4_f1": 0.8455497382198952,
+      "eval_IPV6_f1": 0.8854625550660794,
+      "eval_IP_f1": 0.5403508771929824,
+      "eval_JOBAREA_f1": 0.909090909090909,
       "eval_JOBTITLE_f1": 1.0,
-      "eval_JOBTYPE_f1": 1.0,
-      "eval_LASTNAME_f1": 1.0,
-      "eval_LITECOINADDRESS_f1": 0.9687500000000001,
-      "eval_MAC_f1": 1.0,
-      "eval_MASKEDNUMBER_f1": 0.9886506935687264,
-      "eval_MIDDLENAME_f1": 0.9583333333333334,
+      "eval_JOBTYPE_f1": 0.9672131147540983,
+      "eval_LASTNAME_f1": 0.9854604200323102,
+      "eval_LITECOINADDRESS_f1": 0.9948979591836735,
+      "eval_MAC_f1": 0.9964912280701754,
+      "eval_MASKEDNUMBER_f1": 0.9835766423357665,
+      "eval_MIDDLENAME_f1": 0.7384615384615385,
       "eval_NEARBYGPSCOORDINATE_f1": 1.0,
-      "eval_ORDINALDIRECTION_f1": 0.8571428571428571,
-      "eval_PASSWORD_f1": 0.9949443882709808,
-      "eval_PHONEIMEI_f1": 0.9960578186596584,
-      "eval_PHONENUMBER_f1": 0.9837837837837837,
-      "eval_PIN_f1": 0.996282527881041,
-      "eval_PREFIX_f1": 0.9948979591836735,
+      "eval_ORDINALDIRECTION_f1": 1.0,
+      "eval_PASSWORD_f1": 1.0,
+      "eval_PHONEIMEI_f1": 0.9978448275862069,
+      "eval_PHONENUMBER_f1": 0.9975429975429976,
+      "eval_PIN_f1": 0.9820359281437125,
+      "eval_PREFIX_f1": 0.9872286079182631,
       "eval_SECONDARYADDRESS_f1": 1.0,
-      "eval_SEX_f1": 1.0,
-      "eval_SSN_f1": 0.9938195302843017,
-      "eval_STATE_f1": 1.0,
-      "eval_STREET_f1": 0.9989350372736955,
-      "eval_TIME_f1": 0.9958275382475661,
+      "eval_SEX_f1": 0.9915966386554621,
+      "eval_SSN_f1": 0.996031746031746,
+      "eval_STATE_f1": 0.9967320261437909,
+      "eval_STREET_f1": 0.9991266375545852,
+      "eval_TIME_f1": 1.0,
       "eval_URL_f1": 1.0,
-      "eval_USERAGENT_f1": 1.0,
+      "eval_USERAGENT_f1": 0.9981481481481481,
       "eval_USERNAME_f1": 1.0,
-      "eval_VEHICLEVIN_f1": 1.0,
-      "eval_VEHICLEVRM_f1": 0.9929411764705881,
-      "eval_ZIPCODE_f1": 0.9966101694915254,
-      "eval_loss": 0.010100801475346088,
-      "eval_overall_accuracy": 0.9964507236388698,
-      "eval_overall_f1": 0.9844485166658412,
-      "eval_overall_precision": 0.9818226722647567,
-      "eval_overall_recall": 0.987088444157521,
-      "eval_runtime": 38.0399,
-      "eval_samples_per_second": 224.948,
-      "eval_steps_per_second": 14.064,
-      "step": 3745
+      "eval_VEHICLEVIN_f1": 0.9949748743718593,
+      "eval_VEHICLEVRM_f1": 0.987012987012987,
+      "eval_ZIPCODE_f1": 0.9965694682675815,
+      "eval_loss": 0.021080104634165764,
+      "eval_overall_accuracy": 0.9914984644710367,
+      "eval_overall_f1": 0.9756949897911104,
+      "eval_overall_precision": 0.9721830985915493,
+      "eval_overall_recall": 0.9792323455233292,
+      "eval_runtime": 45.9584,
+      "eval_samples_per_second": 232.754,
+      "eval_steps_per_second": 14.557,
+      "step": 6690
     },
     {
-      "epoch": 7.0,
-      "step": 3745,
-      "total_flos": 2715031187062272.0,
-      "train_loss": 0.04037893299107876,
-      "train_runtime": 961.4097,
-      "train_samples_per_second": 62.303,
-      "train_steps_per_second": 3.895
+      "epoch": 10.0,
+      "step": 6690,
+      "total_flos": 4787420476179840.0,
+      "train_loss": 0.1772846938248707,
+      "train_runtime": 1590.4288,
+      "train_samples_per_second": 67.259,
+      "train_steps_per_second": 4.206
     },
     {
-      "epoch": 7.0,
-      "eval_ACCOUNTNAME_f1": 1.0,
-      "eval_ACCOUNTNUMBER_f1": 1.0,
-      "eval_AGE_f1": 0.9950900163666121,
-      "eval_AMOUNT_f1": 1.0,
-      "eval_BIC_f1": 1.0,
-      "eval_BITCOINADDRESS_f1": 0.9914893617021276,
-      "eval_BUILDINGNUMBER_f1": 0.9969230769230769,
+      "epoch": 10.0,
+      "eval_ACCOUNTNAME_f1": 0.9992912827781716,
+      "eval_ACCOUNTNUMBER_f1": 0.9985974754558204,
+      "eval_AGE_f1": 0.988446726572529,
+      "eval_AMOUNT_f1": 0.9983552631578947,
+      "eval_BIC_f1": 0.9942196531791907,
+      "eval_BITCOINADDRESS_f1": 0.9974293059125964,
+      "eval_BUILDINGNUMBER_f1": 0.989821882951654,
       "eval_CITY_f1": 1.0,
       "eval_COMPANYNAME_f1": 1.0,
-      "eval_COUNTY_f1": 0.9984871406959154,
-      "eval_CREDITCARDCVV_f1": 0.983050847457627,
-      "eval_CREDITCARDISSUER_f1": 0.9964412811387899,
-      "eval_CREDITCARDNUMBER_f1": 0.9888776541961577,
-      "eval_CURRENCYCODE_f1": 0.9948717948717948,
-      "eval_CURRENCYNAME_f1": 0.9266409266409266,
-      "eval_CURRENCYSYMBOL_f1": 0.9984301412872841,
-      "eval_CURRENCY_f1": 0.9678456591639871,
-      "eval_DATE_f1": 0.9895348837209303,
-      "eval_DOB_f1": 0.9774266365688488,
-      "eval_EMAIL_f1": 0.9775840597758406,
+      "eval_COUNTY_f1": 0.9975903614457832,
+      "eval_CREDITCARDCVV_f1": 0.9541284403669724,
+      "eval_CREDITCARDISSUER_f1": 0.9970326409495549,
+      "eval_CREDITCARDNUMBER_f1": 0.9753846153846153,
+      "eval_CURRENCYCODE_f1": 0.9945945945945946,
+      "eval_CURRENCYNAME_f1": 0.7696969696969697,
+      "eval_CURRENCYSYMBOL_f1": 0.9958275382475661,
+      "eval_CURRENCY_f1": 0.8966442953020135,
+      "eval_DATE_f1": 0.9778380823156944,
+      "eval_DOB_f1": 0.9546247818499127,
+      "eval_EMAIL_f1": 1.0,
       "eval_ETHEREUMADDRESS_f1": 1.0,
-      "eval_EYECOLOR_f1": 1.0,
-      "eval_FIRSTNAME_f1": 1.0,
-      "eval_GENDER_f1": 0.9976470588235293,
+      "eval_EYECOLOR_f1": 0.9924812030075187,
+      "eval_FIRSTNAME_f1": 0.9947054930509596,
+      "eval_GENDER_f1": 1.0,
       "eval_HEIGHT_f1": 1.0,
-      "eval_IBAN_f1": 1.0,
-      "eval_IPV4_f1": 0.8359511343804538,
-      "eval_IPV6_f1": 0.9796672828096117,
-      "eval_IP_f1": 0.7367055771725033,
-      "eval_JOBAREA_f1": 0.9666666666666667,
+      "eval_IBAN_f1": 0.9978354978354979,
+      "eval_IPV4_f1": 0.8455497382198952,
+      "eval_IPV6_f1": 0.8854625550660794,
+      "eval_IP_f1": 0.5403508771929824,
+      "eval_JOBAREA_f1": 0.909090909090909,
       "eval_JOBTITLE_f1": 1.0,
-      "eval_JOBTYPE_f1": 1.0,
-      "eval_LASTNAME_f1": 1.0,
-      "eval_LITECOINADDRESS_f1": 0.9687500000000001,
-      "eval_MAC_f1": 1.0,
-      "eval_MASKEDNUMBER_f1": 0.9886506935687264,
-      "eval_MIDDLENAME_f1": 0.9583333333333334,
+      "eval_JOBTYPE_f1": 0.9672131147540983,
+      "eval_LASTNAME_f1": 0.9854604200323102,
+      "eval_LITECOINADDRESS_f1": 0.9948979591836735,
+      "eval_MAC_f1": 0.9964912280701754,
+      "eval_MASKEDNUMBER_f1": 0.9835766423357665,
+      "eval_MIDDLENAME_f1": 0.7384615384615385,
       "eval_NEARBYGPSCOORDINATE_f1": 1.0,
-      "eval_ORDINALDIRECTION_f1": 0.8571428571428571,
-      "eval_PASSWORD_f1": 0.9949443882709808,
-      "eval_PHONEIMEI_f1": 0.9960578186596584,
-      "eval_PHONENUMBER_f1": 0.9837837837837837,
-      "eval_PIN_f1": 0.996282527881041,
-      "eval_PREFIX_f1": 0.9948979591836735,
+      "eval_ORDINALDIRECTION_f1": 1.0,
+      "eval_PASSWORD_f1": 1.0,
+      "eval_PHONEIMEI_f1": 0.9978448275862069,
+      "eval_PHONENUMBER_f1": 0.9975429975429976,
+      "eval_PIN_f1": 0.9820359281437125,
+      "eval_PREFIX_f1": 0.9872286079182631,
       "eval_SECONDARYADDRESS_f1": 1.0,
-      "eval_SEX_f1": 1.0,
-      "eval_SSN_f1": 0.9938195302843017,
-      "eval_STATE_f1": 1.0,
-      "eval_STREET_f1": 0.9989350372736955,
-      "eval_TIME_f1": 0.9958275382475661,
+      "eval_SEX_f1": 0.9915966386554621,
+      "eval_SSN_f1": 0.996031746031746,
+      "eval_STATE_f1": 0.9967320261437909,
+      "eval_STREET_f1": 0.9991266375545852,
+      "eval_TIME_f1": 1.0,
       "eval_URL_f1": 1.0,
-      "eval_USERAGENT_f1": 1.0,
+      "eval_USERAGENT_f1": 0.9981481481481481,
       "eval_USERNAME_f1": 1.0,
-      "eval_VEHICLEVIN_f1": 1.0,
-      "eval_VEHICLEVRM_f1": 0.9929411764705881,
-      "eval_ZIPCODE_f1": 0.9966101694915254,
-      "eval_loss": 0.010100801475346088,
-      "eval_overall_accuracy": 0.9964507236388698,
-      "eval_overall_f1": 0.9844485166658412,
-      "eval_overall_precision": 0.9818226722647567,
-      "eval_overall_recall": 0.987088444157521,
-      "eval_runtime": 37.4037,
-      "eval_samples_per_second": 228.774,
-      "eval_steps_per_second": 14.303,
-      "step": 3745
+      "eval_VEHICLEVIN_f1": 0.9949748743718593,
+      "eval_VEHICLEVRM_f1": 0.987012987012987,
+      "eval_ZIPCODE_f1": 0.9965694682675815,
+      "eval_loss": 0.021080104634165764,
+      "eval_overall_accuracy": 0.9914984644710367,
+      "eval_overall_f1": 0.9756949897911104,
+      "eval_overall_precision": 0.9721830985915493,
+      "eval_overall_recall": 0.9792323455233292,
+      "eval_runtime": 40.5088,
+      "eval_samples_per_second": 264.066,
+      "eval_steps_per_second": 16.515,
+      "step": 6690
     }
   ],
   "logging_steps": 500,
-  "max_steps": 3745,
-  "num_train_epochs": 7,
+  "max_steps": 6690,
+  "num_train_epochs": 10,
   "save_steps": 500,
-  "total_flos": 2715031187062272.0,
+  "total_flos": 4787420476179840.0,
   "trial_name": null,
   "trial_params": null
 }