|
['run_entity.py', '--do_eval', '--eval_test', '--learning_rate=1e-5', '--task_learning_rate=5e-4', '--train_batch_size=32', '--context_window', '0', '--task', 'ko', '--data_dir', 'korean_data/json/', '--model', 'monologg/kobert', '--output_dir', 'sh_aug+klue_dir']
|
|
Namespace(bert_model_dir=None, bertadam=False, context_window=0, data_dir='korean_data/json/', dev_data='korean_data/json/dev.json', dev_pred_filename='ent_pred_dev.json', do_eval=True, do_train=False, eval_batch_size=32, eval_per_epoch=1, eval_test=True, learning_rate=1e-05, max_span_length=8, model='monologg/kobert', num_epoch=20, output_dir='sh_aug+klue_dir', print_loss_step=100, seed=0, task='ko', task_learning_rate=0.0005, test_data='korean_data/json/test.json', test_pred_filename='ent_pred_test.json', train_batch_size=32, train_data='korean_data/json/train.json', train_shuffle=False, use_albert=False, warmup_proportion=0.1)
|
|
Moving to CUDA...
|
|
|
|
|
|
Extracted 5000 samples from 5000 documents, with 14178 NER labels, 31.704 avg input length, 93 max length
|
|
Max Length: 93, max NER: 16
|
|
Loading BERT model from sh_aug+klue_dir/
|
|
Moving to CUDA...
|
|
|
|
Loading BERT model from KLUE_dir/
|
|
Moving to CUDA...
|
|
|
|
|
|
Extracted 1 samples from 1 documents, with 0 NER labels, 15.000 avg input length, 15 max length
|
|
Max Length: 15, max NER: 0
|
|
Evaluating...
|
|
Accuracy: 0.978261
|
|
Cor: 0, Pred TOT: 2, Gold TOT: 0
|
|
P: 0.00000, R: 0.00000, F1: 0.00000
|
|
Used time: 1.660250
|
|
Evaluating...
|
|
Accuracy: 0.989130
|
|
Cor: 0, Pred TOT: 1, Gold TOT: 0
|
|
P: 0.00000, R: 0.00000, F1: 0.00000
|
|
Used time: 0.009506
|
|
Total pred entities: 2
|
|
Output predictions to sh_aug+klue_dir\ent_pred_test.json..
|
|
Total pred entities: 1
|
|
Output predictions to sh_aug+klue_dir\ent_pred_test.json..
|
|
|
|
Extracted 1 samples from 1 documents, with 0 NER labels, 14.000 avg input length, 14 max length
|
|
Max Length: 14, max NER: 0
|
|
Evaluating...
|
|
Accuracy: 0.952381
|
|
Cor: 0, Pred TOT: 4, Gold TOT: 0
|
|
P: 0.00000, R: 0.00000, F1: 0.00000
|
|
Used time: 0.145730
|
|
Evaluating...
|
|
Accuracy: 0.976190
|
|
Cor: 0, Pred TOT: 2, Gold TOT: 0
|
|
P: 0.00000, R: 0.00000, F1: 0.00000
|
|
Used time: 0.203033
|
|
Total pred entities: 4
|
|
Output predictions to sh_aug+klue_dir\ent_pred_test.json..
|
|
Total pred entities: 2
|
|
Output predictions to sh_aug+klue_dir\ent_pred_test.json..
|
|
|
|
Extracted 1 samples from 1 documents, with 0 NER labels, 11.000 avg input length, 11 max length
|
|
Max Length: 11, max NER: 0
|
|
Evaluating...
|
|
Accuracy: 0.950000
|
|
Cor: 0, Pred TOT: 3, Gold TOT: 0
|
|
P: 0.00000, R: 0.00000, F1: 0.00000
|
|
Used time: 0.149735
|
|
Evaluating...
|
|
Accuracy: 0.950000
|
|
Cor: 0, Pred TOT: 3, Gold TOT: 0
|
|
P: 0.00000, R: 0.00000, F1: 0.00000
|
|
Used time: 0.123036
|
|
Total pred entities: 3
|
|
Output predictions to sh_aug+klue_dir\ent_pred_test.json..
|
|
Total pred entities: 3
|
|
Output predictions to sh_aug+klue_dir\ent_pred_test.json..
|
|
|
|
Extracted 1 samples from 1 documents, with 0 NER labels, 10.000 avg input length, 10 max length
|
|
Max Length: 10, max NER: 0
|
|
Evaluating...
|
|
Accuracy: 0.980769
|
|
Cor: 0, Pred TOT: 1, Gold TOT: 0
|
|
P: 0.00000, R: 0.00000, F1: 0.00000
|
|
Used time: 0.070563
|
|
Evaluating...
|
|
Accuracy: 0.980769
|
|
Cor: 0, Pred TOT: 1, Gold TOT: 0
|
|
P: 0.00000, R: 0.00000, F1: 0.00000
|
|
Used time: 0.007507
|
|
Total pred entities: 1
|
|
Output predictions to sh_aug+klue_dir\ent_pred_test.json..
|
|
Total pred entities: 1
|
|
Output predictions to sh_aug+klue_dir\ent_pred_test.json..
|
|
|
|
Extracted 1 samples from 1 documents, with 0 NER labels, 13.000 avg input length, 13 max length
|
|
Max Length: 13, max NER: 0
|
|
Evaluating...
|
|
Accuracy: 0.986842
|
|
Cor: 0, Pred TOT: 1, Gold TOT: 0
|
|
P: 0.00000, R: 0.00000, F1: 0.00000
|
|
Used time: 0.011518
|
|
Evaluating...
|
|
Accuracy: 0.986842
|
|
Cor: 0, Pred TOT: 1, Gold TOT: 0
|
|
P: 0.00000, R: 0.00000, F1: 0.00000
|
|
Used time: 0.010508
|
|
Total pred entities: 1
|
|
Output predictions to sh_aug+klue_dir\ent_pred_test.json..
|
|
Total pred entities: 1
|
|
Output predictions to sh_aug+klue_dir\ent_pred_test.json..
|
|
|
|
Extracted 1 samples from 1 documents, with 0 NER labels, 12.000 avg input length, 12 max length
|
|
Max Length: 12, max NER: 0
|
|
Evaluating...
|
|
Accuracy: 0.955882
|
|
Cor: 0, Pred TOT: 3, Gold TOT: 0
|
|
P: 0.00000, R: 0.00000, F1: 0.00000
|
|
Used time: 0.147390
|
|
Evaluating...
|
|
Accuracy: 0.955882
|
|
Cor: 0, Pred TOT: 3, Gold TOT: 0
|
|
P: 0.00000, R: 0.00000, F1: 0.00000
|
|
Used time: 0.125365
|
|
Total pred entities: 3
|
|
Output predictions to sh_aug+klue_dir\ent_pred_test.json..
|
|
Total pred entities: 3
|
|
Output predictions to sh_aug+klue_dir\ent_pred_test.json..
|
|
|
|
Extracted 1 samples from 1 documents, with 0 NER labels, 12.000 avg input length, 12 max length
|
|
Max Length: 12, max NER: 0
|
|
Evaluating...
|
|
Accuracy: 0.985294
|
|
Cor: 0, Pred TOT: 1, Gold TOT: 0
|
|
P: 0.00000, R: 0.00000, F1: 0.00000
|
|
Used time: 0.149942
|
|
Evaluating...
|
|
Accuracy: 0.985294
|
|
Cor: 0, Pred TOT: 1, Gold TOT: 0
|
|
P: 0.00000, R: 0.00000, F1: 0.00000
|
|
Used time: 0.136553
|
|
Total pred entities: 1
|
|
Output predictions to sh_aug+klue_dir\ent_pred_test.json..
|
|
Total pred entities: 1
|
|
Output predictions to sh_aug+klue_dir\ent_pred_test.json..
|
|
|
|
Extracted 1 samples from 1 documents, with 0 NER labels, 11.000 avg input length, 11 max length
|
|
Max Length: 11, max NER: 0
|
|
Evaluating...
|
|
Accuracy: 0.966667
|
|
Cor: 0, Pred TOT: 2, Gold TOT: 0
|
|
P: 0.00000, R: 0.00000, F1: 0.00000
|
|
Used time: 0.144237
|
|
Evaluating...
|
|
Accuracy: 0.983333
|
|
Cor: 0, Pred TOT: 1, Gold TOT: 0
|
|
P: 0.00000, R: 0.00000, F1: 0.00000
|
|
Used time: 0.133758
|
|
Total pred entities: 2
|
|
Output predictions to sh_aug+klue_dir\ent_pred_test.json..
|
|
Total pred entities: 1
|
|
Output predictions to sh_aug+klue_dir\ent_pred_test.json..
|
|
|
|
Extracted 1 samples from 1 documents, with 0 NER labels, 12.000 avg input length, 12 max length
|
|
Max Length: 12, max NER: 0
|
|
Evaluating...
|
|
Accuracy: 0.955882
|
|
Cor: 0, Pred TOT: 3, Gold TOT: 0
|
|
P: 0.00000, R: 0.00000, F1: 0.00000
|
|
Used time: 0.080669
|
|
Evaluating...
|
|
Accuracy: 0.970588
|
|
Cor: 0, Pred TOT: 2, Gold TOT: 0
|
|
P: 0.00000, R: 0.00000, F1: 0.00000
|
|
Used time: 0.015511
|
|
Total pred entities: 3
|
|
Output predictions to sh_aug+klue_dir\ent_pred_test.json..
|
|
Total pred entities: 2
|
|
Output predictions to sh_aug+klue_dir\ent_pred_test.json..
|
|
|
