Add inital files (320k)

added_tokens.json

@@ -0,0 +1 @@
+{"NUMBER_PERCENTAGE_TOKEN": 30525, "HYPHENATED_URL_TOKEN": 30524, "START_SELFPROMO_TOKEN": 30536, "START_SPONSOR_TOKEN": 30534, "PROFANITY_TOKEN": 30532, "[Laughter]": 30531, "BETWEEN_SEGMENTS_TOKEN": 30540, "NUMBER_TOKEN": 30526, "SHORT_HYPHENATED_TOKEN": 30527, "END_SPONSOR_TOKEN": 30535, "LONG_WORD_TOKEN": 30528, "EXTRACT_SEGMENTS: ": 30522, "END_INTERACTION_TOKEN": 30539, "[Applause]": 30530, "START_INTERACTION_TOKEN": 30538, "END_SELFPROMO_TOKEN": 30537, "URL_TOKEN": 30523, "NO_SEGMENT_TOKEN": 30533, "[Music]": 30529}

config.json

@@ -0,0 +1,39 @@
+{
+  "_name_or_path": "models/classifier-85000",
+  "architectures": [
+    "BertForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": 0,
+    "1": 1,
+    "2": 2,
+    "3": 3
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "0": 0,
+    "1": 1,
+    "2": 2,
+    "3": 3
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "torch_dtype": "float32",
+  "transformers_version": "4.17.0",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30541
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5adefcec339329c7c3d2ef2c94a00bf7f19a361c6808d54a7a987169f372f491
+size 438084653

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:341b9fac5e4ef18cdbcc0f24ef9702f00339086845194584ef728d46e5bb3aac
+size 14439

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950d6c7290e92072e8c7281edabc31c607439497fc3ee6bbfd903b99ea82e72f
+size 623

special_tokens_map.json

@@ -0,0 +1 @@
+{"unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]"}

tokenizer_config.json

@@ -0,0 +1 @@
+{"do_lower_case": true, "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "tokenize_chinese_chars": true, "strip_accents": null, "model_max_length": 512, "special_tokens_map_file": null, "name_or_path": "models/classifier-85000", "tokenizer_class": "BertTokenizer"}

trainer_state.json

@@ -0,0 +1,379 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.8509766855702583,
+  "global_step": 235000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.921235034656585e-05,
+      "loss": 0.3334,
+      "step": 5000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.8424700693131696e-05,
+      "loss": 0.3387,
+      "step": 10000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.7637051039697544e-05,
+      "loss": 0.3327,
+      "step": 15000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.684940138626339e-05,
+      "loss": 0.3492,
+      "step": 20000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.606175173282924e-05,
+      "loss": 0.3349,
+      "step": 25000
+    },
+    {
+      "epoch": 0.2,
+      "eval_accuracy": 0.9155995845794678,
+      "eval_loss": 0.389266699552536,
+      "eval_runtime": 551.1932,
+      "eval_samples_per_second": 51.289,
+      "eval_steps_per_second": 12.823,
+      "step": 25000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.5274102079395087e-05,
+      "loss": 0.3279,
+      "step": 30000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.4486452425960932e-05,
+      "loss": 0.3301,
+      "step": 35000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.369880277252678e-05,
+      "loss": 0.3243,
+      "step": 40000
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.2911153119092628e-05,
+      "loss": 0.293,
+      "step": 45000
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.2123503465658477e-05,
+      "loss": 0.3053,
+      "step": 50000
+    },
+    {
+      "epoch": 0.39,
+      "eval_accuracy": 0.9235231876373291,
+      "eval_loss": 0.3810465931892395,
+      "eval_runtime": 542.4272,
+      "eval_samples_per_second": 52.118,
+      "eval_steps_per_second": 13.03,
+      "step": 50000
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.1335853812224324e-05,
+      "loss": 0.3126,
+      "step": 55000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.0548204158790173e-05,
+      "loss": 0.3072,
+      "step": 60000
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 9.760554505356018e-06,
+      "loss": 0.2957,
+      "step": 65000
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.972904851921865e-06,
+      "loss": 0.2968,
+      "step": 70000
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.185255198487714e-06,
+      "loss": 0.2882,
+      "step": 75000
+    },
+    {
+      "epoch": 0.59,
+      "eval_accuracy": 0.9224973320960999,
+      "eval_loss": 0.37537074089050293,
+      "eval_runtime": 521.9317,
+      "eval_samples_per_second": 54.164,
+      "eval_steps_per_second": 13.542,
+      "step": 75000
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.3976055450535615e-06,
+      "loss": 0.2754,
+      "step": 80000
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 6.6099558916194085e-06,
+      "loss": 0.2607,
+      "step": 85000
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 5.8223062381852555e-06,
+      "loss": 0.2818,
+      "step": 90000
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 5.034656584751103e-06,
+      "loss": 0.2736,
+      "step": 95000
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 4.24700693131695e-06,
+      "loss": 0.2644,
+      "step": 100000
+    },
+    {
+      "epoch": 0.79,
+      "eval_accuracy": 0.9297842383384705,
+      "eval_loss": 0.3645715117454529,
+      "eval_runtime": 521.9055,
+      "eval_samples_per_second": 54.167,
+      "eval_steps_per_second": 13.543,
+      "step": 100000
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.459357277882798e-06,
+      "loss": 0.2552,
+      "step": 105000
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 2.6717076244486457e-06,
+      "loss": 0.266,
+      "step": 110000
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.884057971014493e-06,
+      "loss": 0.2684,
+      "step": 115000
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.0964083175803404e-06,
+      "loss": 0.2501,
+      "step": 120000
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.087586641461878e-07,
+      "loss": 0.273,
+      "step": 125000
+    },
+    {
+      "epoch": 0.98,
+      "eval_accuracy": 0.9299964904785156,
+      "eval_loss": 0.3369257152080536,
+      "eval_runtime": 522.7551,
+      "eval_samples_per_second": 54.079,
+      "eval_steps_per_second": 13.521,
+      "step": 125000
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 1.7952110901071204e-05,
+      "loss": 0.2834,
+      "step": 130000
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 1.787334593572779e-05,
+      "loss": 0.3047,
+      "step": 135000
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 1.7794580970384373e-05,
+      "loss": 0.2963,
+      "step": 140000
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 1.771581600504096e-05,
+      "loss": 0.3031,
+      "step": 145000
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 1.7637051039697544e-05,
+      "loss": 0.3033,
+      "step": 150000
+    },
+    {
+      "epoch": 1.18,
+      "eval_accuracy": 0.9257162809371948,
+      "eval_loss": 0.4006378650665283,
+      "eval_runtime": 519.4649,
+      "eval_samples_per_second": 54.421,
+      "eval_steps_per_second": 13.606,
+      "step": 150000
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 1.755828607435413e-05,
+      "loss": 0.3024,
+      "step": 155000
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 1.7479521109010713e-05,
+      "loss": 0.3135,
+      "step": 160000
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 1.74007561436673e-05,
+      "loss": 0.3137,
+      "step": 165000
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 1.732199117832388e-05,
+      "loss": 0.3227,
+      "step": 170000
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 1.7243226212980467e-05,
+      "loss": 0.3246,
+      "step": 175000
+    },
+    {
+      "epoch": 1.38,
+      "eval_accuracy": 0.924018383026123,
+      "eval_loss": 0.3924681842327118,
+      "eval_runtime": 518.8244,
+      "eval_samples_per_second": 54.489,
+      "eval_steps_per_second": 13.623,
+      "step": 175000
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 1.7164461247637053e-05,
+      "loss": 0.3281,
+      "step": 180000
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 1.708569628229364e-05,
+      "loss": 0.3256,
+      "step": 185000
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 1.700693131695022e-05,
+      "loss": 0.313,
+      "step": 190000
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 1.6928166351606807e-05,
+      "loss": 0.3313,
+      "step": 195000
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 1.684940138626339e-05,
+      "loss": 0.2953,
+      "step": 200000
+    },
+    {
+      "epoch": 1.58,
+      "eval_accuracy": 0.9212592840194702,
+      "eval_loss": 0.3895967900753021,
+      "eval_runtime": 526.2623,
+      "eval_samples_per_second": 53.718,
+      "eval_steps_per_second": 13.431,
+      "step": 200000
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 1.6770636420919976e-05,
+      "loss": 0.3103,
+      "step": 205000
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 1.669187145557656e-05,
+      "loss": 0.3089,
+      "step": 210000
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 1.6613106490233147e-05,
+      "loss": 0.3095,
+      "step": 215000
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 1.653434152488973e-05,
+      "loss": 0.3288,
+      "step": 220000
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 1.6455576559546316e-05,
+      "loss": 0.3199,
+      "step": 225000
+    },
+    {
+      "epoch": 1.77,
+      "eval_accuracy": 0.9203749299049377,
+      "eval_loss": 0.3942428529262543,
+      "eval_runtime": 520.6801,
+      "eval_samples_per_second": 54.294,
+      "eval_steps_per_second": 13.575,
+      "step": 225000
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 1.6376811594202898e-05,
+      "loss": 0.306,
+      "step": 230000
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 1.6298046628859484e-05,
+      "loss": 0.3104,
+      "step": 235000
+    }
+  ],
+  "max_steps": 1269600,
+  "num_train_epochs": 10,
+  "total_flos": 2.473283070586798e+17,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561b187687b39a679c0f6eebbf20fc3ece81123ada2b8481d039e8076a99fef3
+size 2991