Upload 11 files

Browse files

Files changed (12) hide show

.gitattributes +1 -0
added_tokens.json +6 -0
gliner_config.json +126 -0
optimizer.pt +3 -0
pytorch_model.bin +3 -0
rng_state.pth +3 -0
scheduler.pt +3 -0
special_tokens_map.json +15 -0
spm.model +3 -0
tokenizer.json +3 -0
tokenizer_config.json +883 -0
trainer_state.json +559 -0

.gitattributes CHANGED Viewed

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text

 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

added_tokens.json ADDED Viewed

	@@ -0,0 +1,6 @@

+{
+  "<<ENT>>": 250103,
+  "<<SEP>>": 250104,
+  "[FLERT]": 250102,
+  "[MASK]": 250101
+}

gliner_config.json ADDED Viewed

	@@ -0,0 +1,126 @@

+{
+  "bos_token_id": 1,
+  "class_token_index": 250103,
+  "dropout": 0.4,
+  "embed_ent_token": true,
+  "encoder_config": {
+    "_name_or_path": "microsoft/mdeberta-v3-base",
+    "add_cross_attention": false,
+    "architectures": null,
+    "attention_probs_dropout_prob": 0.1,
+    "bad_words_ids": null,
+    "begin_suppress_tokens": null,
+    "bos_token_id": null,
+    "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "dtype": null,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": null,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "hidden_act": "gelu",
+    "hidden_dropout_prob": 0.1,
+    "hidden_size": 768,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "intermediate_size": 3072,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "layer_norm_eps": 1e-07,
+    "legacy": true,
+    "length_penalty": 1.0,
+    "max_length": 20,
+    "max_position_embeddings": 512,
+    "max_relative_positions": -1,
+    "min_length": 0,
+    "model_type": "deberta-v2",
+    "no_repeat_ngram_size": 0,
+    "norm_rel_ebd": "layer_norm",
+    "num_attention_heads": 12,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_hidden_layers": 12,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": 0,
+    "pooler_dropout": 0,
+    "pooler_hidden_act": "gelu",
+    "pooler_hidden_size": 768,
+    "pos_att_type": [
+      "p2c",
+      "c2p"
+    ],
+    "position_biased_input": false,
+    "position_buckets": 256,
+    "prefix": null,
+    "problem_type": null,
+    "pruned_heads": {},
+    "relative_attention": true,
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "sep_token_id": null,
+    "share_att_key": true,
+    "suppress_tokens": null,
+    "task_specific_params": null,
+    "temperature": 1.0,
+    "tf_legacy_loss": false,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torchscript": false,
+    "type_vocab_size": 0,
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "vocab_size": 250105
+  },
+  "ent_token": "<<ENT>>",
+  "eos_token_id": 2,
+  "eval_every": 5000,
+  "fine_tune": true,
+  "fuse_layers": false,
+  "hidden_size": 512,
+  "lr_encoder": "1e-5",
+  "lr_others": "5e-5",
+  "max_len": 1400,
+  "max_neg_type_ratio": 1,
+  "max_types": 25,
+  "max_width": 12,
+  "model_name": "microsoft/mdeberta-v3-base",
+  "model_type": null,
+  "name": "correct",
+  "num_post_fusion_layers": 1,
+  "num_rnn_layers": 1,
+  "num_steps": 30000,
+  "pad_token_id": 0,
+  "post_fusion_schema": "",
+  "random_drop": true,
+  "sep_token": "<<SEP>>",
+  "shuffle_types": true,
+  "size_sup": -1,
+  "span_mode": "markerV0",
+  "subtoken_pooling": "first",
+  "train_batch_size": 8,
+  "transformers_version": "4.57.3",
+  "vocab_size": 250105,
+  "warmup_ratio": 3000,
+  "words_splitter_type": "whitespace"
+}

optimizer.pt ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
+size 0

pytorch_model.bin ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:03cc713ba2b67ab6e31ef05b2eecac863b7cfea0823c5898e9854d48403821cf
+size 1155877731

rng_state.pth ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:828fb7d132a3281c110c56629f4440486c2cc40a5c19ab0f4cee17b53ec7c312
+size 14455

scheduler.pt ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:1afd1e9d5db958ddd278c14cb488de7988bee2450684048440093f2c8c06fa11
+size 1529

special_tokens_map.json ADDED Viewed

	@@ -0,0 +1,15 @@

+{
+  "bos_token": "[CLS]",
+  "cls_token": "[CLS]",
+  "eos_token": "[SEP]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

spm.model ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:13c8d666d62a7bc4ac8f040aab68e942c861f93303156cc28f5c7e885d86d6e3
+size 4305025

tokenizer.json ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:87208f39b9e81f180629d45da55d7a24cf1e011884552d6d5096c92e0a639d39
+size 16351316

tokenizer_config.json ADDED Viewed

	@@ -0,0 +1,883 @@

+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250001": {
+      "content": "▁<extra_id_99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250002": {
+      "content": "▁<extra_id_98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250003": {
+      "content": "▁<extra_id_97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250004": {
+      "content": "▁<extra_id_96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250005": {
+      "content": "▁<extra_id_95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250006": {
+      "content": "▁<extra_id_94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250007": {
+      "content": "▁<extra_id_93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250008": {
+      "content": "▁<extra_id_92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250009": {
+      "content": "▁<extra_id_91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250010": {
+      "content": "▁<extra_id_90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250011": {
+      "content": "▁<extra_id_89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250012": {
+      "content": "▁<extra_id_88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250013": {
+      "content": "▁<extra_id_87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250014": {
+      "content": "▁<extra_id_86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250015": {
+      "content": "▁<extra_id_85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250016": {
+      "content": "▁<extra_id_84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250017": {
+      "content": "▁<extra_id_83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250018": {
+      "content": "▁<extra_id_82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250019": {
+      "content": "▁<extra_id_81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250020": {
+      "content": "▁<extra_id_80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250021": {
+      "content": "▁<extra_id_79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250022": {
+      "content": "▁<extra_id_78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250023": {
+      "content": "▁<extra_id_77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250024": {
+      "content": "▁<extra_id_76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250025": {
+      "content": "▁<extra_id_75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250026": {
+      "content": "▁<extra_id_74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250027": {
+      "content": "▁<extra_id_73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250028": {
+      "content": "▁<extra_id_72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250029": {
+      "content": "▁<extra_id_71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250030": {
+      "content": "▁<extra_id_70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250031": {
+      "content": "▁<extra_id_69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250032": {
+      "content": "▁<extra_id_68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250033": {
+      "content": "▁<extra_id_67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250034": {
+      "content": "▁<extra_id_66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250035": {
+      "content": "▁<extra_id_65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250036": {
+      "content": "▁<extra_id_64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250037": {
+      "content": "▁<extra_id_63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250038": {
+      "content": "▁<extra_id_62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250039": {
+      "content": "▁<extra_id_61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250040": {
+      "content": "▁<extra_id_60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250041": {
+      "content": "▁<extra_id_59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250042": {
+      "content": "▁<extra_id_58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250043": {
+      "content": "▁<extra_id_57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250044": {
+      "content": "▁<extra_id_56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250045": {
+      "content": "▁<extra_id_55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250046": {
+      "content": "▁<extra_id_54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250047": {
+      "content": "▁<extra_id_53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250048": {
+      "content": "▁<extra_id_52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250049": {
+      "content": "▁<extra_id_51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250050": {
+      "content": "▁<extra_id_50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250051": {
+      "content": "▁<extra_id_49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250052": {
+      "content": "▁<extra_id_48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250053": {
+      "content": "▁<extra_id_47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250054": {
+      "content": "▁<extra_id_46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250055": {
+      "content": "▁<extra_id_45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250056": {
+      "content": "▁<extra_id_44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250057": {
+      "content": "▁<extra_id_43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250058": {
+      "content": "▁<extra_id_42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250059": {
+      "content": "▁<extra_id_41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250060": {
+      "content": "▁<extra_id_40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250061": {
+      "content": "▁<extra_id_39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250062": {
+      "content": "▁<extra_id_38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250063": {
+      "content": "▁<extra_id_37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250064": {
+      "content": "▁<extra_id_36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250065": {
+      "content": "▁<extra_id_35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250066": {
+      "content": "▁<extra_id_34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250067": {
+      "content": "▁<extra_id_33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250068": {
+      "content": "▁<extra_id_32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250069": {
+      "content": "▁<extra_id_31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250070": {
+      "content": "▁<extra_id_30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250071": {
+      "content": "▁<extra_id_29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250072": {
+      "content": "▁<extra_id_28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250073": {
+      "content": "▁<extra_id_27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250074": {
+      "content": "▁<extra_id_26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250075": {
+      "content": "▁<extra_id_25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250076": {
+      "content": "▁<extra_id_24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250077": {
+      "content": "▁<extra_id_23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250078": {
+      "content": "▁<extra_id_22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250079": {
+      "content": "▁<extra_id_21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250080": {
+      "content": "▁<extra_id_20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250081": {
+      "content": "▁<extra_id_19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250082": {
+      "content": "▁<extra_id_18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250083": {
+      "content": "▁<extra_id_17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250084": {
+      "content": "▁<extra_id_16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250085": {
+      "content": "▁<extra_id_15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250086": {
+      "content": "▁<extra_id_14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250087": {
+      "content": "▁<extra_id_13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250088": {
+      "content": "▁<extra_id_12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250089": {
+      "content": "▁<extra_id_11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250090": {
+      "content": "▁<extra_id_10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250091": {
+      "content": "▁<extra_id_9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250092": {
+      "content": "▁<extra_id_8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250093": {
+      "content": "▁<extra_id_7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250094": {
+      "content": "▁<extra_id_6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250095": {
+      "content": "▁<extra_id_5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250096": {
+      "content": "▁<extra_id_4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250097": {
+      "content": "▁<extra_id_3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250098": {
+      "content": "▁<extra_id_2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250099": {
+      "content": "▁<extra_id_1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250100": {
+      "content": "▁<extra_id_0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250101": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250102": {
+      "content": "[FLERT]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250103": {
+      "content": "<<ENT>>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250104": {
+      "content": "<<SEP>>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "[CLS]",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "[CLS]",
+  "do_lower_case": false,
+  "eos_token": "[SEP]",
+  "extra_special_tokens": {},
+  "mask_token": "[MASK]",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "sp_model_kwargs": {},
+  "split_by_punct": false,
+  "tokenizer_class": "DebertaV2Tokenizer",
+  "unk_token": "[UNK]",
+  "vocab_type": "spm"
+}

trainer_state.json ADDED Viewed

	@@ -0,0 +1,559 @@

+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 4.967105263157895,
+  "eval_steps": 500,
+  "global_step": 755,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.06578947368421052,
+      "grad_norm": 12741.283203125,
+      "learning_rate": 2.368421052631579e-06,
+      "loss": 1343.5036,
+      "step": 10
+    },
+    {
+      "epoch": 0.13157894736842105,
+      "grad_norm": 3765.042724609375,
+      "learning_rate": 5e-06,
+      "loss": 1025.8134,
+      "step": 20
+    },
+    {
+      "epoch": 0.19736842105263158,
+      "grad_norm": 3857.6552734375,
+      "learning_rate": 7.631578947368423e-06,
+      "loss": 931.7692,
+      "step": 30
+    },
+    {
+      "epoch": 0.2631578947368421,
+      "grad_norm": 3910.090087890625,
+      "learning_rate": 9.986052998605302e-06,
+      "loss": 828.1059,
+      "step": 40
+    },
+    {
+      "epoch": 0.32894736842105265,
+      "grad_norm": 3312.494140625,
+      "learning_rate": 9.846582984658299e-06,
+      "loss": 701.0779,
+      "step": 50
+    },
+    {
+      "epoch": 0.39473684210526316,
+      "grad_norm": 7742.6982421875,
+      "learning_rate": 9.707112970711298e-06,
+      "loss": 575.7785,
+      "step": 60
+    },
+    {
+      "epoch": 0.4605263157894737,
+      "grad_norm": 4383.2861328125,
+      "learning_rate": 9.567642956764297e-06,
+      "loss": 683.3667,
+      "step": 70
+    },
+    {
+      "epoch": 0.5263157894736842,
+      "grad_norm": 4326.119140625,
+      "learning_rate": 9.428172942817295e-06,
+      "loss": 689.7952,
+      "step": 80
+    },
+    {
+      "epoch": 0.5921052631578947,
+      "grad_norm": 3050.6357421875,
+      "learning_rate": 9.288702928870293e-06,
+      "loss": 529.22,
+      "step": 90
+    },
+    {
+      "epoch": 0.6578947368421053,
+      "grad_norm": 8133.0595703125,
+      "learning_rate": 9.149232914923292e-06,
+      "loss": 493.8726,
+      "step": 100
+    },
+    {
+      "epoch": 0.7236842105263158,
+      "grad_norm": 4629.41162109375,
+      "learning_rate": 9.00976290097629e-06,
+      "loss": 480.3524,
+      "step": 110
+    },
+    {
+      "epoch": 0.7894736842105263,
+      "grad_norm": 3343.38232421875,
+      "learning_rate": 8.87029288702929e-06,
+      "loss": 519.6425,
+      "step": 120
+    },
+    {
+      "epoch": 0.8552631578947368,
+      "grad_norm": 3955.08447265625,
+      "learning_rate": 8.730822873082288e-06,
+      "loss": 580.8739,
+      "step": 130
+    },
+    {
+      "epoch": 0.9210526315789473,
+      "grad_norm": 4120.26123046875,
+      "learning_rate": 8.591352859135287e-06,
+      "loss": 566.2863,
+      "step": 140
+    },
+    {
+      "epoch": 0.9868421052631579,
+      "grad_norm": 2743.97119140625,
+      "learning_rate": 8.451882845188284e-06,
+      "loss": 498.7171,
+      "step": 150
+    },
+    {
+      "epoch": 1.0526315789473684,
+      "grad_norm": 3119.446044921875,
+      "learning_rate": 8.312412831241283e-06,
+      "loss": 448.7976,
+      "step": 160
+    },
+    {
+      "epoch": 1.118421052631579,
+      "grad_norm": 3619.334228515625,
+      "learning_rate": 8.172942817294282e-06,
+      "loss": 490.538,
+      "step": 170
+    },
+    {
+      "epoch": 1.1842105263157894,
+      "grad_norm": 3563.162353515625,
+      "learning_rate": 8.033472803347281e-06,
+      "loss": 550.9566,
+      "step": 180
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 3006.31884765625,
+      "learning_rate": 7.89400278940028e-06,
+      "loss": 496.8316,
+      "step": 190
+    },
+    {
+      "epoch": 1.3157894736842106,
+      "grad_norm": 3445.16650390625,
+      "learning_rate": 7.754532775453279e-06,
+      "loss": 468.8848,
+      "step": 200
+    },
+    {
+      "epoch": 1.381578947368421,
+      "grad_norm": 2652.3056640625,
+      "learning_rate": 7.615062761506277e-06,
+      "loss": 386.9485,
+      "step": 210
+    },
+    {
+      "epoch": 1.4473684210526316,
+      "grad_norm": 7152.8544921875,
+      "learning_rate": 7.475592747559275e-06,
+      "loss": 406.5552,
+      "step": 220
+    },
+    {
+      "epoch": 1.513157894736842,
+      "grad_norm": 2007.9990234375,
+      "learning_rate": 7.3361227336122745e-06,
+      "loss": 453.7567,
+      "step": 230
+    },
+    {
+      "epoch": 1.5789473684210527,
+      "grad_norm": 3840.892578125,
+      "learning_rate": 7.1966527196652726e-06,
+      "loss": 379.3861,
+      "step": 240
+    },
+    {
+      "epoch": 1.6447368421052633,
+      "grad_norm": 3999.458740234375,
+      "learning_rate": 7.057182705718271e-06,
+      "loss": 477.9281,
+      "step": 250
+    },
+    {
+      "epoch": 1.7105263157894737,
+      "grad_norm": 2132.456787109375,
+      "learning_rate": 6.91771269177127e-06,
+      "loss": 410.921,
+      "step": 260
+    },
+    {
+      "epoch": 1.776315789473684,
+      "grad_norm": 3105.357421875,
+      "learning_rate": 6.778242677824268e-06,
+      "loss": 442.1194,
+      "step": 270
+    },
+    {
+      "epoch": 1.8421052631578947,
+      "grad_norm": 2635.864501953125,
+      "learning_rate": 6.6387726638772664e-06,
+      "loss": 389.496,
+      "step": 280
+    },
+    {
+      "epoch": 1.9078947368421053,
+      "grad_norm": 2923.394287109375,
+      "learning_rate": 6.499302649930266e-06,
+      "loss": 439.763,
+      "step": 290
+    },
+    {
+      "epoch": 1.973684210526316,
+      "grad_norm": 3647.169921875,
+      "learning_rate": 6.359832635983264e-06,
+      "loss": 406.6518,
+      "step": 300
+    },
+    {
+      "epoch": 2.039473684210526,
+      "grad_norm": 2935.630126953125,
+      "learning_rate": 6.220362622036262e-06,
+      "loss": 331.8123,
+      "step": 310
+    },
+    {
+      "epoch": 2.1052631578947367,
+      "grad_norm": 2370.527099609375,
+      "learning_rate": 6.080892608089262e-06,
+      "loss": 343.2197,
+      "step": 320
+    },
+    {
+      "epoch": 2.1710526315789473,
+      "grad_norm": 2738.644287109375,
+      "learning_rate": 5.94142259414226e-06,
+      "loss": 369.9035,
+      "step": 330
+    },
+    {
+      "epoch": 2.236842105263158,
+      "grad_norm": 2592.207275390625,
+      "learning_rate": 5.801952580195258e-06,
+      "loss": 402.548,
+      "step": 340
+    },
+    {
+      "epoch": 2.3026315789473686,
+      "grad_norm": 4248.5478515625,
+      "learning_rate": 5.662482566248258e-06,
+      "loss": 457.1924,
+      "step": 350
+    },
+    {
+      "epoch": 2.3684210526315788,
+      "grad_norm": 2736.706298828125,
+      "learning_rate": 5.523012552301256e-06,
+      "loss": 381.4614,
+      "step": 360
+    },
+    {
+      "epoch": 2.4342105263157894,
+      "grad_norm": 2056.372802734375,
+      "learning_rate": 5.383542538354254e-06,
+      "loss": 363.8397,
+      "step": 370
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 2987.6806640625,
+      "learning_rate": 5.244072524407254e-06,
+      "loss": 432.6885,
+      "step": 380
+    },
+    {
+      "epoch": 2.5657894736842106,
+      "grad_norm": 4919.654296875,
+      "learning_rate": 5.104602510460252e-06,
+      "loss": 395.5194,
+      "step": 390
+    },
+    {
+      "epoch": 2.6315789473684212,
+      "grad_norm": 2719.568115234375,
+      "learning_rate": 4.9651324965132506e-06,
+      "loss": 377.963,
+      "step": 400
+    },
+    {
+      "epoch": 2.6973684210526314,
+      "grad_norm": 3378.98876953125,
+      "learning_rate": 4.825662482566249e-06,
+      "loss": 454.2221,
+      "step": 410
+    },
+    {
+      "epoch": 2.763157894736842,
+      "grad_norm": 941.3067016601562,
+      "learning_rate": 4.6861924686192475e-06,
+      "loss": 334.1994,
+      "step": 420
+    },
+    {
+      "epoch": 2.8289473684210527,
+      "grad_norm": 3209.615478515625,
+      "learning_rate": 4.546722454672246e-06,
+      "loss": 386.7458,
+      "step": 430
+    },
+    {
+      "epoch": 2.8947368421052633,
+      "grad_norm": 2738.612060546875,
+      "learning_rate": 4.407252440725244e-06,
+      "loss": 313.3205,
+      "step": 440
+    },
+    {
+      "epoch": 2.9605263157894735,
+      "grad_norm": 2505.005126953125,
+      "learning_rate": 4.267782426778243e-06,
+      "loss": 318.3042,
+      "step": 450
+    },
+    {
+      "epoch": 3.026315789473684,
+      "grad_norm": 2280.536865234375,
+      "learning_rate": 4.128312412831242e-06,
+      "loss": 355.1427,
+      "step": 460
+    },
+    {
+      "epoch": 3.0921052631578947,
+      "grad_norm": 3746.776123046875,
+      "learning_rate": 3.98884239888424e-06,
+      "loss": 321.6535,
+      "step": 470
+    },
+    {
+      "epoch": 3.1578947368421053,
+      "grad_norm": 2580.090087890625,
+      "learning_rate": 3.849372384937239e-06,
+      "loss": 389.3218,
+      "step": 480
+    },
+    {
+      "epoch": 3.223684210526316,
+      "grad_norm": 2343.642578125,
+      "learning_rate": 3.7099023709902376e-06,
+      "loss": 359.2708,
+      "step": 490
+    },
+    {
+      "epoch": 3.2894736842105265,
+      "grad_norm": 2266.267822265625,
+      "learning_rate": 3.570432357043236e-06,
+      "loss": 435.1246,
+      "step": 500
+    },
+    {
+      "epoch": 3.3552631578947367,
+      "grad_norm": 3043.51318359375,
+      "learning_rate": 3.4309623430962345e-06,
+      "loss": 321.2599,
+      "step": 510
+    },
+    {
+      "epoch": 3.4210526315789473,
+      "grad_norm": 2253.009765625,
+      "learning_rate": 3.2914923291492334e-06,
+      "loss": 310.0588,
+      "step": 520
+    },
+    {
+      "epoch": 3.486842105263158,
+      "grad_norm": 4041.337890625,
+      "learning_rate": 3.152022315202232e-06,
+      "loss": 302.3955,
+      "step": 530
+    },
+    {
+      "epoch": 3.5526315789473686,
+      "grad_norm": 3892.867431640625,
+      "learning_rate": 3.0125523012552303e-06,
+      "loss": 372.87,
+      "step": 540
+    },
+    {
+      "epoch": 3.6184210526315788,
+      "grad_norm": 1721.0771484375,
+      "learning_rate": 2.873082287308229e-06,
+      "loss": 339.0192,
+      "step": 550
+    },
+    {
+      "epoch": 3.6842105263157894,
+      "grad_norm": 2730.7734375,
+      "learning_rate": 2.7336122733612273e-06,
+      "loss": 335.406,
+      "step": 560
+    },
+    {
+      "epoch": 3.75,
+      "grad_norm": 2706.309814453125,
+      "learning_rate": 2.594142259414226e-06,
+      "loss": 357.9787,
+      "step": 570
+    },
+    {
+      "epoch": 3.8157894736842106,
+      "grad_norm": 5227.97705078125,
+      "learning_rate": 2.4546722454672246e-06,
+      "loss": 362.4296,
+      "step": 580
+    },
+    {
+      "epoch": 3.8815789473684212,
+      "grad_norm": 2932.572998046875,
+      "learning_rate": 2.315202231520223e-06,
+      "loss": 329.5911,
+      "step": 590
+    },
+    {
+      "epoch": 3.9473684210526314,
+      "grad_norm": 2948.697265625,
+      "learning_rate": 2.175732217573222e-06,
+      "loss": 366.91,
+      "step": 600
+    },
+    {
+      "epoch": 4.0131578947368425,
+      "grad_norm": 2344.489013671875,
+      "learning_rate": 2.0362622036262205e-06,
+      "loss": 314.6336,
+      "step": 610
+    },
+    {
+      "epoch": 4.078947368421052,
+      "grad_norm": 3181.4521484375,
+      "learning_rate": 1.8967921896792191e-06,
+      "loss": 309.1377,
+      "step": 620
+    },
+    {
+      "epoch": 4.144736842105263,
+      "grad_norm": 2467.346435546875,
+      "learning_rate": 1.7573221757322176e-06,
+      "loss": 349.3991,
+      "step": 630
+    },
+    {
+      "epoch": 4.2105263157894735,
+      "grad_norm": 4259.5654296875,
+      "learning_rate": 1.6178521617852163e-06,
+      "loss": 318.5878,
+      "step": 640
+    },
+    {
+      "epoch": 4.276315789473684,
+      "grad_norm": 2608.833984375,
+      "learning_rate": 1.478382147838215e-06,
+      "loss": 329.6976,
+      "step": 650
+    },
+    {
+      "epoch": 4.342105263157895,
+      "grad_norm": 4429.38671875,
+      "learning_rate": 1.3389121338912134e-06,
+      "loss": 308.7365,
+      "step": 660
+    },
+    {
+      "epoch": 4.407894736842105,
+      "grad_norm": 3620.8515625,
+      "learning_rate": 1.199442119944212e-06,
+      "loss": 353.2343,
+      "step": 670
+    },
+    {
+      "epoch": 4.473684210526316,
+      "grad_norm": 3577.33203125,
+      "learning_rate": 1.0599721059972108e-06,
+      "loss": 304.5744,
+      "step": 680
+    },
+    {
+      "epoch": 4.5394736842105265,
+      "grad_norm": 2387.5029296875,
+      "learning_rate": 9.205020920502093e-07,
+      "loss": 388.6656,
+      "step": 690
+    },
+    {
+      "epoch": 4.605263157894737,
+      "grad_norm": 2653.211669921875,
+      "learning_rate": 7.810320781032078e-07,
+      "loss": 360.9954,
+      "step": 700
+    },
+    {
+      "epoch": 4.671052631578947,
+      "grad_norm": 3058.907470703125,
+      "learning_rate": 6.415620641562065e-07,
+      "loss": 417.5069,
+      "step": 710
+    },
+    {
+      "epoch": 4.7368421052631575,
+      "grad_norm": 3122.1025390625,
+      "learning_rate": 5.020920502092051e-07,
+      "loss": 286.6377,
+      "step": 720
+    },
+    {
+      "epoch": 4.802631578947368,
+      "grad_norm": 2571.658935546875,
+      "learning_rate": 3.6262203626220363e-07,
+      "loss": 289.6024,
+      "step": 730
+    },
+    {
+      "epoch": 4.868421052631579,
+      "grad_norm": 4391.81591796875,
+      "learning_rate": 2.2315202231520225e-07,
+      "loss": 301.8846,
+      "step": 740
+    },
+    {
+      "epoch": 4.934210526315789,
+      "grad_norm": 2866.98486328125,
+      "learning_rate": 8.368200836820084e-08,
+      "loss": 348.0844,
+      "step": 750
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 755,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}