diff --git a/README.md b/README.md index 0a24098294917f8c5bb3ae1049cf0b04793cad4e..be2a166cf495b14fb36e92377637e96cb1fb1ebc 100644 --- a/README.md +++ b/README.md @@ -1,6 +1,6 @@ --- license: apache-2.0 -base_model: distilbert-base-uncased +base_model: bert-large-uncased-whole-word-masking tags: - generated_from_trainer model-index: @@ -13,9 +13,9 @@ should probably proofread and complete it, then remove this comment. --> # pictalk -This model is a fine-tuned version of [distilbert-base-uncased](https://huggingface.co/distilbert-base-uncased) on an unknown dataset. +This model is a fine-tuned version of [bert-large-uncased-whole-word-masking](https://huggingface.co/bert-large-uncased-whole-word-masking) on an unknown dataset. It achieves the following results on the evaluation set: -- Loss: 2.3449 +- Loss: 1.5561 ## Model description @@ -34,9 +34,9 @@ More information needed ### Training hyperparameters The following hyperparameters were used during training: -- learning_rate: 2e-05 -- train_batch_size: 64 -- eval_batch_size: 64 +- learning_rate: 1e-05 +- train_batch_size: 128 +- eval_batch_size: 128 - seed: 42 - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08 - lr_scheduler_type: linear @@ -47,9 +47,9 @@ The following hyperparameters were used during training: | Training Loss | Epoch | Step | Validation Loss | |:-------------:|:-----:|:----:|:---------------:| -| 2.417 | 1.0 | 157 | 2.3258 | -| 2.3966 | 2.0 | 314 | 2.3879 | -| 2.3843 | 3.0 | 471 | 2.3541 | +| 0.5356 | 1.0 | 21 | 1.4643 | +| 0.5393 | 2.0 | 42 | 1.4886 | +| 0.518 | 3.0 | 63 | 1.5391 | ### Framework versions diff --git a/config.json b/config.json index 14707dfdcb5d467e5b4a0d5c4ce7b60b93128cc3..93f23e9b57060306a41064fcf8fc7988d16c861c 100644 --- a/config.json +++ b/config.json @@ -1,24 +1,25 @@ { - "_name_or_path": "distilbert-base-uncased", - "activation": "gelu", + "_name_or_path": "bert-large-uncased-whole-word-masking", "architectures": [ - "DistilBertForMaskedLM" + "BertForMaskedLM" ], - "attention_dropout": 0.1, - "dim": 768, - "dropout": 0.1, - "hidden_dim": 3072, + "attention_probs_dropout_prob": 0.1, + "classifier_dropout": null, + "hidden_act": "gelu", + "hidden_dropout_prob": 0.1, + "hidden_size": 1024, "initializer_range": 0.02, + "intermediate_size": 4096, + "layer_norm_eps": 1e-12, "max_position_embeddings": 512, - "model_type": "distilbert", - "n_heads": 12, - "n_layers": 6, + "model_type": "bert", + "num_attention_heads": 16, + "num_hidden_layers": 24, "pad_token_id": 0, - "qa_dropout": 0.1, - "seq_classif_dropout": 0.2, - "sinusoidal_pos_embds": false, - "tie_weights_": true, + "position_embedding_type": "absolute", "torch_dtype": "float32", "transformers_version": "4.35.2", + "type_vocab_size": 2, + "use_cache": true, "vocab_size": 30522 } diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..83c022e8dc7fe40173b4f9c77699974d30eccc78 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,5 @@ +{ + "_from_model_config": true, + "pad_token_id": 0, + "transformers_version": "4.35.2" +} diff --git a/model.safetensors b/model.safetensors index 57cebd76640ab31b856505e63cf8b235141bf727..720172fdcff4d16fb6594f193dcd7da29c546849 100644 --- a/model.safetensors +++ b/model.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cde4f4c1c0a155f7c234f71c88ae97bd12c98205d044bee08f974945b81c0483 -size 267954768 +oid sha256:b8651acd980dd3538c7bddd4aca5937fd367b8af331aa80ca6878feb270a3851 +size 1340745016 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022349.e2189d3addf8.28574.0 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022349.e2189d3addf8.28574.0 new file mode 100644 index 0000000000000000000000000000000000000000..c06a450c9667ee256ad9ba66de76570386d589a2 --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022349.e2189d3addf8.28574.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:844c710000dfd42acc1be97227fc15eb443768da954b0bf9f78182425bacfe6a +size 5792 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022364.e2189d3addf8.28574.1 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022364.e2189d3addf8.28574.1 new file mode 100644 index 0000000000000000000000000000000000000000..992f554f5f229c346b294c42c30db3b364bd5b16 --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022364.e2189d3addf8.28574.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c79d4fe31ec9e863b7ac214061458677c8634b1992186fd05bd4ebe4be0591a4 +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022379.e2189d3addf8.28574.2 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022379.e2189d3addf8.28574.2 new file mode 100644 index 0000000000000000000000000000000000000000..8e7d77054959a674ce05b9651377d4011679b512 --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022379.e2189d3addf8.28574.2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b6c4d3e2e6d78f071001c7c24560c0e547f38f5652a0415092d9f1377a7afff +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022394.e2189d3addf8.28574.3 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022394.e2189d3addf8.28574.3 new file mode 100644 index 0000000000000000000000000000000000000000..4f452da716d4de8159f0f2c26110514ffb41d138 --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022394.e2189d3addf8.28574.3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eff41f61357fd59ea707f6baf8dee7258d546f582f542e682e33734dee4b3e1b +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022408.e2189d3addf8.28574.4 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022408.e2189d3addf8.28574.4 new file mode 100644 index 0000000000000000000000000000000000000000..eb7a957a5b710c2ecd9bb8c25daaa99a093af63e --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022408.e2189d3addf8.28574.4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a28ecdd7af30ca13346734951926bfba4bde6932e1c46615e3c655668bcfcda +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022423.e2189d3addf8.28574.5 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022423.e2189d3addf8.28574.5 new file mode 100644 index 0000000000000000000000000000000000000000..6018e9f8ebf1c66462648365a42ecd1261dd703c --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022423.e2189d3addf8.28574.5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edf28237685b3a8a1403e204785e3e3dd9d8b21f71446f30d1a639d1966576a9 +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022438.e2189d3addf8.28574.6 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022438.e2189d3addf8.28574.6 new file mode 100644 index 0000000000000000000000000000000000000000..c0d8f76b4a82df113c1e9fc72681c87a52c62c5f --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022438.e2189d3addf8.28574.6 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:034bb08554b00e9163e35c4cabf88676ba8053827206327a94f51b1ea227d617 +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022453.e2189d3addf8.28574.7 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022453.e2189d3addf8.28574.7 new file mode 100644 index 0000000000000000000000000000000000000000..672ad284d4e8686753c1b5e107566ffc7c842854 --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022453.e2189d3addf8.28574.7 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63ee8a217ad34cc99df931342e1eb309b575e0eb7d4825c1be0ae470ac22d86f +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022468.e2189d3addf8.28574.8 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022468.e2189d3addf8.28574.8 new file mode 100644 index 0000000000000000000000000000000000000000..f719e67da11560daef8ce603136b47a6c56ebeb2 --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022468.e2189d3addf8.28574.8 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:501ba86b34589265e9661fdb4b8e16ef35b89834d124082f37d987a11d9e4c48 +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022483.e2189d3addf8.28574.9 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022483.e2189d3addf8.28574.9 new file mode 100644 index 0000000000000000000000000000000000000000..66ffbf54fb98eabf8bea167fba4c70567263a804 --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022483.e2189d3addf8.28574.9 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73d114baaeb90b09cfbacb1f9703f8fa9bca2bf04b659239abb3254937e7e8d7 +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022498.e2189d3addf8.28574.10 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022498.e2189d3addf8.28574.10 new file mode 100644 index 0000000000000000000000000000000000000000..030996337af449757ead2e9a305f631118906e44 --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022498.e2189d3addf8.28574.10 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:551388d7a567c42a65572b3bba15639b06feac3573c1bf7333f84f6a18cbf86c +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022512.e2189d3addf8.28574.11 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022512.e2189d3addf8.28574.11 new file mode 100644 index 0000000000000000000000000000000000000000..ed2127c1309c90b2eb5b9a3fe57170dea84a48c9 --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022512.e2189d3addf8.28574.11 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c2b00fab7e8be86b7019652b95f8ef6f5eeafa21927c6e85092fa5d86bb0901 +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022527.e2189d3addf8.28574.12 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022527.e2189d3addf8.28574.12 new file mode 100644 index 0000000000000000000000000000000000000000..dd0d66de595abf4fa6dc6ed9c5f1b316e8b2df8d --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022527.e2189d3addf8.28574.12 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9bcfd64c905ae4378c0e5fa91504b0d65154bae835b641ed5e6fa82d7f920b7 +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022542.e2189d3addf8.28574.13 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022542.e2189d3addf8.28574.13 new file mode 100644 index 0000000000000000000000000000000000000000..cc5c6fd4f604d7aafcc0619fa27863ed91bd7a17 --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022542.e2189d3addf8.28574.13 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a18feef7d84b40ce94e9666494827ae12fd601d62807e6c1ce5d3768b3638a89 +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022557.e2189d3addf8.28574.14 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022557.e2189d3addf8.28574.14 new file mode 100644 index 0000000000000000000000000000000000000000..fbf3891a7e4f8b3719d12afd3cd2169c01727884 --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022557.e2189d3addf8.28574.14 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4db2f65cd762d34e21c7a2d30efc4ed713e95a9cda5e0dcaf6beee005d14d08 +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022572.e2189d3addf8.28574.15 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022572.e2189d3addf8.28574.15 new file mode 100644 index 0000000000000000000000000000000000000000..9b961f7ca0dd685553da9b8516a03978a5a80e26 --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022572.e2189d3addf8.28574.15 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e81fa80111bea92390506357bbcd7446d3899d44256ca2d672a0b47f0f172b9c +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022587.e2189d3addf8.28574.16 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022587.e2189d3addf8.28574.16 new file mode 100644 index 0000000000000000000000000000000000000000..6283e06f3279fe64a24a6b50e779d65aa4e6060f --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022587.e2189d3addf8.28574.16 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f60b021446e6d1f454c637e6fe41334b7ed7d171a83f8c39997db02a2babd5e8 +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022601.e2189d3addf8.28574.17 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022601.e2189d3addf8.28574.17 new file mode 100644 index 0000000000000000000000000000000000000000..fff07612e1a8da07cfe88e649210a2615266096d --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022601.e2189d3addf8.28574.17 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55c7923c89f23687d848635d078eab5c9f85f20f7a3545ae71ebab1e02cdb395 +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022616.e2189d3addf8.28574.18 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022616.e2189d3addf8.28574.18 new file mode 100644 index 0000000000000000000000000000000000000000..5cdc97761221120dc2579cd3f76ca6c36cd5b535 --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022616.e2189d3addf8.28574.18 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80b60ffff9235c6d00f8a593383636bfcf29289a6f13e2a6073e2b7e6d3b01fa +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022631.e2189d3addf8.28574.19 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022631.e2189d3addf8.28574.19 new file mode 100644 index 0000000000000000000000000000000000000000..28662208880fe228ff2f4afb414cb41ec03761ae --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022631.e2189d3addf8.28574.19 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66dff6809090a48efb2144a87b0255b4f7409e7a81441e40379c2b1a8087c710 +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022646.e2189d3addf8.28574.20 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022646.e2189d3addf8.28574.20 new file mode 100644 index 0000000000000000000000000000000000000000..475fc9cd7e7323be52845b4d8885ef866ffebc42 --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022646.e2189d3addf8.28574.20 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51044fa37139e11b84c923be02ab911406055a570e3e701ecdc82bc9e4a95cf5 +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022660.e2189d3addf8.28574.21 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022660.e2189d3addf8.28574.21 new file mode 100644 index 0000000000000000000000000000000000000000..0cb99797e2df4ad63ca4d73f662e1e7ee7b0ffee --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022660.e2189d3addf8.28574.21 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:844ff24005c5732da91664aba8ecec2f2df69330613b77e1be8bd1c2d63b5dd1 +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022676.e2189d3addf8.28574.22 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022676.e2189d3addf8.28574.22 new file mode 100644 index 0000000000000000000000000000000000000000..5723a6c43a40df16f180e072b0fc0c8a221881e3 --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022676.e2189d3addf8.28574.22 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f50ba3a31470d199cb4e5d31cd41a7c8a9ed46ad743aef0708df0e10f4eb8fc3 +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022691.e2189d3addf8.28574.23 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022691.e2189d3addf8.28574.23 new file mode 100644 index 0000000000000000000000000000000000000000..a7e0e0a69bb91e2df31ccbb9bd0a6fbcc86b4bae --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022691.e2189d3addf8.28574.23 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:930d579f30752c60f70704b9d782826fad3415b45e6725079470b9a0ac3fc36b +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022705.e2189d3addf8.28574.24 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022705.e2189d3addf8.28574.24 new file mode 100644 index 0000000000000000000000000000000000000000..7bd8f26252fb470e8416584aa4965a297242711c --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022705.e2189d3addf8.28574.24 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f841dd3d792a33bedaf57c70a0bd0352eb78e8b8e9c40eed544ec0307ab11806 +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022720.e2189d3addf8.28574.25 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022720.e2189d3addf8.28574.25 new file mode 100644 index 0000000000000000000000000000000000000000..9092b8a6dfa17c17eea92cb14d1d916669336321 --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022720.e2189d3addf8.28574.25 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef7684ac3d77a22d5af2405b8c5c78c224245ad751077d8a330e0c81aff1859b +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022735.e2189d3addf8.28574.26 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022735.e2189d3addf8.28574.26 new file mode 100644 index 0000000000000000000000000000000000000000..4098c2240504b51176ccafbe15a39fa13e33cf88 --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022735.e2189d3addf8.28574.26 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:531fb3484d4a35215ef867b89ab331991e2999701f7f8c24dfb3d8a55b076452 +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022750.e2189d3addf8.28574.27 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022750.e2189d3addf8.28574.27 new file mode 100644 index 0000000000000000000000000000000000000000..6b958399c0b06842da890a0a7454fcb479ec5271 --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022750.e2189d3addf8.28574.27 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a46fd6ec77d4bdceb8a85a1d9143a29f451320d6c0a5e8d1f54f518b944436ac +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022764.e2189d3addf8.28574.28 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022764.e2189d3addf8.28574.28 new file mode 100644 index 0000000000000000000000000000000000000000..313071c4d3c5165006916268c07d2f1ffdf59239 --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022764.e2189d3addf8.28574.28 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6224269fdbfb1d4521a70b5b5afa8ed736d813a4f91ec3f735607bf789d030b +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022780.e2189d3addf8.28574.29 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022780.e2189d3addf8.28574.29 new file mode 100644 index 0000000000000000000000000000000000000000..b63cc080fc700efe475d9f167ff3c53afaa7108a --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022780.e2189d3addf8.28574.29 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4343679c61779643a65b65738607b702bb12738b0a32f1d1ea88d6a1dba73d94 +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022795.e2189d3addf8.28574.30 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022795.e2189d3addf8.28574.30 new file mode 100644 index 0000000000000000000000000000000000000000..3a504c786de8ef32688166b43be5e04a3dc2c4bb --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022795.e2189d3addf8.28574.30 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d8db52c6ce7b49710dde04dcca8971798c7d727fca84a40886e75da8eb8a5bf +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022809.e2189d3addf8.28574.31 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022809.e2189d3addf8.28574.31 new file mode 100644 index 0000000000000000000000000000000000000000..a6e76f462b336f061efe6619266ded8ea0825026 --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022809.e2189d3addf8.28574.31 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fc68343f47fbba21be977fd93815e29bba5123a684f4d5fc4330ba28fc69cdf +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022824.e2189d3addf8.28574.32 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022824.e2189d3addf8.28574.32 new file mode 100644 index 0000000000000000000000000000000000000000..7e786975f5e99dd4926c2b1f73e3c5b4d5af4a9b --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022824.e2189d3addf8.28574.32 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4d0b57e1c0fd3872121a9efd12ec1777f36d96acdf8bc9b79810a91834b9d94 +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022839.e2189d3addf8.28574.33 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022839.e2189d3addf8.28574.33 new file mode 100644 index 0000000000000000000000000000000000000000..e44a5fec5281beddb53f8b8e6df8516a7ce52f61 --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022839.e2189d3addf8.28574.33 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2311d7e7f0b4028acc9790fbd96bf833028f2bf9f5e7d9ede553091ceb7c105b +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022854.e2189d3addf8.28574.34 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022854.e2189d3addf8.28574.34 new file mode 100644 index 0000000000000000000000000000000000000000..5cb619aa125b3e3d31997e668f6f23c362d461d7 --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022854.e2189d3addf8.28574.34 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cfb863d31fe1c8e1156bf696a32b862857b12e261db23a690cd6121ff5c825f +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022869.e2189d3addf8.28574.35 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022869.e2189d3addf8.28574.35 new file mode 100644 index 0000000000000000000000000000000000000000..a11196b6f48495f8fe79f2d8c7f47bae0444300d --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022869.e2189d3addf8.28574.35 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0438d4307ead15dd887142bab89ed7e2ad4fb5448540941b7a27f91563255af7 +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022884.e2189d3addf8.28574.36 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022884.e2189d3addf8.28574.36 new file mode 100644 index 0000000000000000000000000000000000000000..9c35e311c115763e8be94b02864794268f45f63c --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022884.e2189d3addf8.28574.36 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a6f215b5fad89cc8a5966789a1f8131265ac5e3eb604153d1fe2e383fc6bc1a +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022899.e2189d3addf8.28574.37 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022899.e2189d3addf8.28574.37 new file mode 100644 index 0000000000000000000000000000000000000000..be7af16a43b90d1ade1487b1b3350cc0a1ed4d03 --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022899.e2189d3addf8.28574.37 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:902e979549dac0f0ccf98a8431c2de08e16c31b0a6a6a0c220d0f407e773330b +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022914.e2189d3addf8.28574.38 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022914.e2189d3addf8.28574.38 new file mode 100644 index 0000000000000000000000000000000000000000..556d88c4a9dca0d2b3a7c0e2d71d85608b04f342 --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022914.e2189d3addf8.28574.38 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d605dd43abdf12c8ed84759572bc67aa45608a51e5e1bcd07b95f5d14eb37a6 +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022929.e2189d3addf8.28574.39 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022929.e2189d3addf8.28574.39 new file mode 100644 index 0000000000000000000000000000000000000000..2d4465885dedee60ea0ea206733e633099a2cc8c --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022929.e2189d3addf8.28574.39 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55345600c6e415ac88cff0227bc8a27a2906b6c201c7a2de3e050fe7e74dd080 +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022943.e2189d3addf8.28574.40 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022943.e2189d3addf8.28574.40 new file mode 100644 index 0000000000000000000000000000000000000000..8b25ab640bc17e626d3aa9c0d3155f30bee72c88 --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022943.e2189d3addf8.28574.40 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4a19c750a129a2c330fe1e4f21b2190544bab8864e9acf054dcb4fbe0129264 +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022958.e2189d3addf8.28574.41 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022958.e2189d3addf8.28574.41 new file mode 100644 index 0000000000000000000000000000000000000000..310301b30a412d5da1b7ce1ed306ae208be3d16e --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022958.e2189d3addf8.28574.41 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a6ff3b2a5534e141ef5ee9722c058ea9d460b7af2ed103c0fba2fe3ea22eea4 +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022973.e2189d3addf8.28574.42 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022973.e2189d3addf8.28574.42 new file mode 100644 index 0000000000000000000000000000000000000000..3f4d0c9c6c7b3c990d4a3ac4f8e89a306c04953e --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022973.e2189d3addf8.28574.42 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fd36783a35bbff6138c140a6f03ac1a2a7144c8e2630173bfef220addd47711 +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022988.e2189d3addf8.28574.43 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022988.e2189d3addf8.28574.43 new file mode 100644 index 0000000000000000000000000000000000000000..4af9f1821b2ca29c4e8593b94cfac52e4758493d --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706022988.e2189d3addf8.28574.43 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:458be6d67ea1af62637627f7700c4f50c49f9b381f34c922da5f224f4b93d33a +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706023003.e2189d3addf8.28574.44 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706023003.e2189d3addf8.28574.44 new file mode 100644 index 0000000000000000000000000000000000000000..f8d529b49cdcbd352cd9764238073275480049b4 --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706023003.e2189d3addf8.28574.44 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6afbb877165c30f4a2fec49474e003fb6a32986cf6a412c80d89f892a554b77 +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706023018.e2189d3addf8.28574.45 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706023018.e2189d3addf8.28574.45 new file mode 100644 index 0000000000000000000000000000000000000000..d29c597958e893efc616fab36ffe9e27d63e0853 --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706023018.e2189d3addf8.28574.45 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42831f4b03d6ce5ba28b8a2cf5f128b345acda2fda2ca3f1dd32cd86f62f0688 +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706023033.e2189d3addf8.28574.46 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706023033.e2189d3addf8.28574.46 new file mode 100644 index 0000000000000000000000000000000000000000..1bbc4627be993d8989e93e61b69fd93ef0d58955 --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706023033.e2189d3addf8.28574.46 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f35df49decf60d90abc83278b40558aa0507046cd25189dd6470bbd766cc1677 +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706023048.e2189d3addf8.28574.47 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706023048.e2189d3addf8.28574.47 new file mode 100644 index 0000000000000000000000000000000000000000..50fcab017c69e2d372c7b87f72f27f065230042a --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706023048.e2189d3addf8.28574.47 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:621b721b1c6477f24f6aa1b914af00e71026b7aafcea6a4520052f8abcf74bbb +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706023062.e2189d3addf8.28574.48 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706023062.e2189d3addf8.28574.48 new file mode 100644 index 0000000000000000000000000000000000000000..ea69182a9025df6f3df2eded4f90ab7aa2166165 --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706023062.e2189d3addf8.28574.48 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73f8a4c18533303727276000d62e66423ef3521587e7b2cf430b44b8175f7ddb +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706023077.e2189d3addf8.28574.49 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706023077.e2189d3addf8.28574.49 new file mode 100644 index 0000000000000000000000000000000000000000..4074870a9f3110a46e5049e6891d62a25b5c5b30 --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706023077.e2189d3addf8.28574.49 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71020d331b28f052a45266e47ab5a7ae676f74a24eaf9fd4e441334b712796cf +size 6058 diff --git a/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706023092.e2189d3addf8.28574.50 b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706023092.e2189d3addf8.28574.50 new file mode 100644 index 0000000000000000000000000000000000000000..898cca67c81d4d52866c91efb1cb790eb89cdaff --- /dev/null +++ b/runs/Jan23_15-05-48_e2189d3addf8/events.out.tfevents.1706023092.e2189d3addf8.28574.50 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f645c8ff6e6a3b5392f0ff95e5cf9b0b228cafcfb4b70cd4f5bf4ff10d36a6c +size 354 diff --git a/tokenizer_config.json b/tokenizer_config.json index fab1cece29054c4d72ce50bbf2d211122bd0a68d..2a269eff0f34e46722c55f811fca4b295887d635 100644 --- a/tokenizer_config.json +++ b/tokenizer_config.json @@ -50,6 +50,6 @@ "sep_token": "[SEP]", "strip_accents": null, "tokenize_chinese_chars": true, - "tokenizer_class": "DistilBertTokenizer", + "tokenizer_class": "BertTokenizer", "unk_token": "[UNK]" } diff --git a/training_args.bin b/training_args.bin index 9f5dcd5e3431a63d1b91b70b2dcd42447891d1b4..30ec6665018adc55dc4b8a6c376efac48c4550db 100644 --- a/training_args.bin +++ b/training_args.bin @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3629e9b82149728cf260838a9c06531a43644996668895dc18ef20ee35134994 +oid sha256:57f30a8dbb4cb11421223a49157be4d352ae9157d049f5bc5464f9ba38b72fa7 size 4600