Commit
•
dd8e017
1
Parent(s):
6e0825b
Upload TFBertForPreTraining
Browse files- README.md +92 -92
- tf_model.h5 +1 -1
README.md
CHANGED
|
@@ -41,98 +41,98 @@ The following hyperparameters were used during training:
|
|
| 41 |
|
| 42 |
| Train Loss | Validation Loss | Epoch |
|
| 43 |
|:----------:|:---------------:|:-----:|
|
| 44 |
-
| 8.
|
| 45 |
-
| 7.
|
| 46 |
-
| 6.
|
| 47 |
-
| 6.
|
| 48 |
-
| 6.
|
| 49 |
-
|
|
| 50 |
-
| 6.
|
| 51 |
-
| 5.
|
| 52 |
-
| 5.
|
| 53 |
-
| 5.
|
| 54 |
-
| 5.
|
| 55 |
-
| 5.
|
| 56 |
-
| 5.
|
| 57 |
-
| 5.
|
| 58 |
-
| 5.
|
| 59 |
-
| 5.
|
| 60 |
-
| 5.
|
| 61 |
-
| 5.
|
| 62 |
-
| 5.
|
| 63 |
-
| 5.
|
| 64 |
-
| 5.
|
| 65 |
-
| 5.
|
| 66 |
-
| 5.
|
| 67 |
-
| 5.
|
| 68 |
-
| 5.
|
| 69 |
-
| 5.
|
| 70 |
-
| 5.
|
| 71 |
-
| 5.
|
| 72 |
-
| 5.
|
| 73 |
-
| 5.
|
| 74 |
-
| 5.
|
| 75 |
-
| 5.
|
| 76 |
-
| 5.
|
| 77 |
-
| 5.
|
| 78 |
-
| 5.6011 | 12.
|
| 79 |
-
| 5.
|
| 80 |
-
| 5.
|
| 81 |
-
| 5.
|
| 82 |
-
| 5.
|
| 83 |
-
| 5.
|
| 84 |
-
| 5.
|
| 85 |
-
| 5.
|
| 86 |
-
| 5.
|
| 87 |
-
| 5.
|
| 88 |
-
| 5.6252 | 13.
|
| 89 |
-
| 5.
|
| 90 |
-
| 5.
|
| 91 |
-
| 5.
|
| 92 |
-
| 5.
|
| 93 |
-
| 5.
|
| 94 |
-
| 5.
|
| 95 |
-
| 5.
|
| 96 |
-
| 5.
|
| 97 |
-
| 5.
|
| 98 |
-
| 5.
|
| 99 |
-
| 5.
|
| 100 |
-
| 5.7165 | 13.
|
| 101 |
-
| 5.
|
| 102 |
-
| 5.
|
| 103 |
-
| 5.
|
| 104 |
-
| 5.
|
| 105 |
-
| 5.
|
| 106 |
-
| 5.
|
| 107 |
-
| 5.
|
| 108 |
-
| 5.
|
| 109 |
-
| 5.
|
| 110 |
-
| 5.
|
| 111 |
-
| 5.
|
| 112 |
-
| 5.
|
| 113 |
-
| 5.
|
| 114 |
-
| 5.
|
| 115 |
-
| 5.
|
| 116 |
-
| 5.
|
| 117 |
-
| 5.
|
| 118 |
-
| 5.
|
| 119 |
-
| 5.
|
| 120 |
-
| 5.
|
| 121 |
-
| 5.
|
| 122 |
-
| 5.
|
| 123 |
-
| 5.
|
| 124 |
-
| 5.
|
| 125 |
-
| 5.
|
| 126 |
-
| 5.
|
| 127 |
-
| 5.
|
| 128 |
-
| 5.
|
| 129 |
-
| 5.
|
| 130 |
-
| 5.
|
| 131 |
-
| 5.
|
| 132 |
-
| 5.
|
| 133 |
-
| 5.
|
| 134 |
-
| 5.
|
| 135 |
-
| 5.
|
| 136 |
| nan | nan | 92 |
|
| 137 |
| nan | nan | 93 |
|
| 138 |
| nan | nan | 94 |
|
|
|
|
| 41 |
|
| 42 |
| Train Loss | Validation Loss | Epoch |
|
| 43 |
|:----------:|:---------------:|:-----:|
|
| 44 |
+
| 8.9076 | 9.5544 | 0 |
|
| 45 |
+
| 7.0572 | 9.6310 | 1 |
|
| 46 |
+
| 6.5781 | 10.4973 | 2 |
|
| 47 |
+
| 6.1054 | 10.4749 | 3 |
|
| 48 |
+
| 6.1980 | 10.4411 | 4 |
|
| 49 |
+
| 6.0896 | 11.1385 | 5 |
|
| 50 |
+
| 6.1630 | 10.8668 | 6 |
|
| 51 |
+
| 5.9313 | 11.2520 | 7 |
|
| 52 |
+
| 5.7459 | 10.9396 | 8 |
|
| 53 |
+
| 5.8505 | 11.1343 | 9 |
|
| 54 |
+
| 5.8592 | 11.6048 | 10 |
|
| 55 |
+
| 5.7595 | 12.0371 | 11 |
|
| 56 |
+
| 5.7283 | 11.4402 | 12 |
|
| 57 |
+
| 5.7948 | 11.6117 | 13 |
|
| 58 |
+
| 5.7973 | 11.7393 | 14 |
|
| 59 |
+
| 5.6228 | 11.9450 | 15 |
|
| 60 |
+
| 5.6996 | 11.9938 | 16 |
|
| 61 |
+
| 5.7468 | 12.3826 | 17 |
|
| 62 |
+
| 5.6336 | 11.7692 | 18 |
|
| 63 |
+
| 5.6287 | 12.1970 | 19 |
|
| 64 |
+
| 5.7435 | 12.3895 | 20 |
|
| 65 |
+
| 5.6587 | 12.2124 | 21 |
|
| 66 |
+
| 5.6767 | 12.1633 | 22 |
|
| 67 |
+
| 5.7494 | 12.1844 | 23 |
|
| 68 |
+
| 5.5532 | 12.4163 | 24 |
|
| 69 |
+
| 5.4826 | 12.3235 | 25 |
|
| 70 |
+
| 5.7103 | 12.7326 | 26 |
|
| 71 |
+
| 5.6399 | 12.3326 | 27 |
|
| 72 |
+
| 5.6171 | 12.4726 | 28 |
|
| 73 |
+
| 5.8517 | 12.3647 | 29 |
|
| 74 |
+
| 5.6446 | 12.4943 | 30 |
|
| 75 |
+
| 5.5662 | 12.6303 | 31 |
|
| 76 |
+
| 5.8222 | 12.5869 | 32 |
|
| 77 |
+
| 5.5710 | 13.0406 | 33 |
|
| 78 |
+
| 5.6011 | 12.5007 | 34 |
|
| 79 |
+
| 5.6860 | 12.2958 | 35 |
|
| 80 |
+
| 5.6071 | 12.5690 | 36 |
|
| 81 |
+
| 5.5824 | 12.4472 | 37 |
|
| 82 |
+
| 5.5800 | 12.8570 | 38 |
|
| 83 |
+
| 5.6298 | 12.9604 | 39 |
|
| 84 |
+
| 5.4751 | 13.0937 | 40 |
|
| 85 |
+
| 5.5724 | 12.8909 | 41 |
|
| 86 |
+
| 5.6251 | 13.1132 | 42 |
|
| 87 |
+
| 5.5483 | 12.7036 | 43 |
|
| 88 |
+
| 5.6252 | 13.1233 | 44 |
|
| 89 |
+
| 5.4592 | 13.1353 | 45 |
|
| 90 |
+
| 5.5780 | 13.2373 | 46 |
|
| 91 |
+
| 5.5350 | 13.4289 | 47 |
|
| 92 |
+
| 5.4859 | 13.3994 | 48 |
|
| 93 |
+
| 5.6908 | 13.1062 | 49 |
|
| 94 |
+
| 5.7516 | 13.1705 | 50 |
|
| 95 |
+
| 5.5373 | 13.3196 | 51 |
|
| 96 |
+
| 5.6078 | 13.3352 | 52 |
|
| 97 |
+
| 5.5998 | 13.3831 | 53 |
|
| 98 |
+
| 5.6833 | 13.4430 | 54 |
|
| 99 |
+
| 5.6047 | 12.7287 | 55 |
|
| 100 |
+
| 5.7165 | 13.1647 | 56 |
|
| 101 |
+
| 5.5246 | 13.5831 | 57 |
|
| 102 |
+
| 5.5244 | 13.4733 | 58 |
|
| 103 |
+
| 5.5659 | 13.8621 | 59 |
|
| 104 |
+
| 5.6702 | 13.0873 | 60 |
|
| 105 |
+
| 5.5403 | 13.2744 | 61 |
|
| 106 |
+
| 5.4980 | 13.5826 | 62 |
|
| 107 |
+
| 5.5052 | 13.4584 | 63 |
|
| 108 |
+
| 5.5921 | 13.6191 | 64 |
|
| 109 |
+
| 5.5647 | 13.2221 | 65 |
|
| 110 |
+
| 5.6330 | 13.4804 | 66 |
|
| 111 |
+
| 5.6607 | 13.0722 | 67 |
|
| 112 |
+
| 5.7957 | 13.6183 | 68 |
|
| 113 |
+
| 5.7403 | 13.5204 | 69 |
|
| 114 |
+
| 5.5702 | 13.4229 | 70 |
|
| 115 |
+
| 5.4891 | 13.6547 | 71 |
|
| 116 |
+
| 5.7374 | 13.5464 | 72 |
|
| 117 |
+
| 5.6032 | 13.3607 | 73 |
|
| 118 |
+
| 5.5891 | 14.0467 | 74 |
|
| 119 |
+
| 5.7014 | 13.7621 | 75 |
|
| 120 |
+
| 5.6749 | 13.4568 | 76 |
|
| 121 |
+
| 5.6180 | 13.7552 | 77 |
|
| 122 |
+
| 5.6203 | 13.7563 | 78 |
|
| 123 |
+
| 5.6290 | 13.4801 | 79 |
|
| 124 |
+
| 5.6179 | 13.6345 | 80 |
|
| 125 |
+
| 5.5856 | 13.8037 | 81 |
|
| 126 |
+
| 5.6667 | 14.1205 | 82 |
|
| 127 |
+
| 5.5012 | 14.2115 | 83 |
|
| 128 |
+
| 5.6736 | 13.9032 | 84 |
|
| 129 |
+
| 5.6132 | 13.7493 | 85 |
|
| 130 |
+
| 5.6931 | 13.5402 | 86 |
|
| 131 |
+
| 5.4744 | 13.9974 | 87 |
|
| 132 |
+
| 5.6554 | 14.0855 | 88 |
|
| 133 |
+
| 5.5775 | 13.7100 | 89 |
|
| 134 |
+
| 5.6002 | 13.7944 | 90 |
|
| 135 |
+
| 5.6341 | 14.4328 | 91 |
|
| 136 |
| nan | nan | 92 |
|
| 137 |
| nan | nan | 93 |
|
| 138 |
| nan | nan | 94 |
|
tf_model.h5
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 536063536
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f102ce019cb6e8265e796ccdf060a86759de7453b0144f1c4f279f0f4e901268
|
| 3 |
size 536063536
|