FinBERT / preprocessing.json
kunley2's picture
adding the tokenizer vocabulary
9e973aa verified
Raw
History Blame Contribute Delete
1.52 kB
{"amount_boundaries": [-73.0, 0.51, 1.48, 2.57, 3.8, 5.68, 7.91, 9.92, 11.81, 13.81, 16.02, 18.41, 20.96, 23.99, 27.39, 31.13, 35.08, 39.22, 43.03, 47.75, 52.59, 57.65, 62.02, 68.64, 76.0, 81.9, 91.0, 100.0, 118.27, 140.0, 185.0], "delta_boundaries": [2.0, 5.0, 9.0, 13.0, 18.0, 25.0, 34.0, 44.0, 56.0, 71.0, 91.0, 114.0, 138.0, 166.0, 195.0, 227.0, 263.0, 305.0, 350.0, 405.0, 471.0, 548.0, 636.0, 730.0, 832.0, 933.0, 1042.0, 1159.0, 1307.0, 1435.0, 1857.0], "timestamp_boundaries": [957453003.75, 1004688543.75, 1035813437.8125, 1058520307.5, 1076921209.6875, 1092934560.0, 1107433200.0, 1120408320.0, 1132068713.4375, 1142955438.75, 1153228730.625, 1162839213.75, 1172048511.5625, 1180883160.0, 1189292069.0625, 1197575670.0, 1205509860.9375, 1213115506.875, 1220434080.0, 1227524820.0, 1234530420.0, 1241355480.0, 1248093720.0, 1254667140.0, 1261129808.4375, 1267447014.375, 1273688860.3125, 1279788266.25, 1285840560.0, 1291887358.125, 1297857104.0625, 1303797210.0, 1309697235.9375, 1315499761.875, 1321288607.8125, 1327079040.0, 1332931279.6875, 1338649680.0, 1344340020.0, 1350022417.5, 1355697910.3125, 1361366940.0, 1366998290.625, 1372598141.25, 1378187874.375, 1383808020.0, 1389424859.0625, 1395018105.0, 1400621040.0, 1406244316.875, 1411808040.0, 1417351980.0, 1422869460.0, 1428320940.0, 1433762706.5625, 1439209200.0, 1444667280.0, 1450163220.0, 1455618840.0, 1461231120.0, 1466697324.375, 1472215320.0, 1477749000.0], "transactions_per_sequence": 16, "tokens_per_transaction": 16, "max_length": 258}