Update

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e0f9ed31de8b831c1e44fb8e8644b7b3a816772278dbea398f09a80d9f237f8c
+oid sha256:31f123afd6dedc97a4c8a99b5563b558e4ed1da0c3077ddbd3283dad45359185
 size 442518104

modeling_multitask.py

@@ -102,7 +102,7 @@ class MultiTaskModel(BertPreTrainedModel):
 
             return loss, multiturn_acc, task_acc, length_acc, multiquestion_acc, macro_f1
         elif multiturn_labels == None and task_labels == None and length_labels == None and multiquestion_labels == None:
-            '''
+
             #[ For pred in local ]
             label_config = {"task_label_dict": {"질의응답": 0, "대화요약": 1, "문서요약": 2},
             "length_label_dict": {"긴문장": 0, "짧은문장": 1, "중간문장": 2},
@@ -144,4 +144,5 @@ class MultiTaskModel(BertPreTrainedModel):
             return multiturn_pred_result, task_pred_result, length_pred_result, multiquestion_result
             '''
             # [ For pred in torchserve ]
-            return multiturn_logits, task_logits, length_logits, multiquestion_logits
+            return multiturn_logits, task_logits, length_logits, multiquestion_logits
+            '''

special_tokens_map.json

@@ -1,37 +1,7 @@
 {
-  "cls_token": {
-    "content": "[CLS]",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "mask_token": {
-    "content": "[MASK]",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "pad_token": {
-    "content": "[PAD]",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "sep_token": {
-    "content": "[SEP]",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "unk_token": {
-    "content": "[UNK]",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  }
+  "unk_token": "[UNK]",
+  "sep_token": "[SEP]",
+  "pad_token": "[PAD]",
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]"
 }

tokenizer_config.json

@@ -1,57 +1,13 @@
 {
-  "added_tokens_decoder": {
-    "0": {
-      "content": "[PAD]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "1": {
-      "content": "[UNK]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "2": {
-      "content": "[CLS]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "3": {
-      "content": "[SEP]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "4": {
-      "content": "[MASK]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    }
-  },
-  "clean_up_tokenization_spaces": true,
-  "cls_token": "[CLS]",
-  "do_basic_tokenize": true,
   "do_lower_case": false,
-  "mask_token": "[MASK]",
-  "model_max_length": 512,
+  "do_basic_tokenize": true,
   "never_split": null,
-  "pad_token": "[PAD]",
+  "unk_token": "[UNK]",
   "sep_token": "[SEP]",
-  "strip_accents": null,
+  "pad_token": "[PAD]",
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
   "tokenize_chinese_chars": true,
-  "tokenizer_class": "BertTokenizer",
-  "unk_token": "[UNK]"
+  "strip_accents": null,
+  "model_max_length": 512
 }