quote-attribution__qa-model-v2 / callback-metrics-state-30000.json
Alex Spangher
e
b763a7c
{"QUOTE_loss": 2.264791488647461, "QUOTE_f1": 0.5278512604235758, "QUOTE_e": 0.5536519386834986, "BACKGROUND_loss": 1.7726199626922607, "BACKGROUND_f1": 0.6413288652113779, "BACKGROUND_e": 0.6810126582278481, "PUBLISHED WORK_loss": 3.1950435638427734, "PUBLISHED WORK_f1": 0.4224412261398537, "PUBLISHED WORK_e": 0.47959183673469385, "STATEMENT_loss": 2.6045243740081787, "STATEMENT_f1": 0.4805834615831077, "STATEMENT_e": 0.5923566878980892, "DOCUMENT_loss": 4.592893600463867, "DOCUMENT_f1": 0.3433333333333333, "DOCUMENT_e": 0.35, "SOCIAL MEDIA POST_loss": 8.90745735168457, "SOCIAL MEDIA POST_f1": 0.0, "SOCIAL MEDIA POST_e": 0.21428571428571427, "PRESS REPORT_loss": 5.348884105682373, "PRESS REPORT_f1": 0.3576029424601471, "PRESS REPORT_e": 0.3898305084745763, "DECLINED COMMENT_loss": 2.66397762298584, "DECLINED COMMENT_f1": 0.2835811406483114, "DECLINED COMMENT_e": 0.5, "PROPOSAL/ORDER/LAW_loss": 3.6761722564697266, "PROPOSAL/ORDER/LAW_f1": 0.22574425276162902, "PROPOSAL/ORDER/LAW_e": 0.3235294117647059, "PRICE SIGNAL_loss": 5.255252838134766, "PRICE SIGNAL_f1": 0.2894736842105263, "PRICE SIGNAL_e": 0.3157894736842105, "NARRATIVE_loss": 1.5463261604309082, "NARRATIVE_f1": 0.6224063166222051, "NARRATIVE_e": 0.6929133858267716, "Other: DIRECT OBSERVATION_loss": 9.112857818603516, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 3.5365655422210693, "COMMUNICATION, NOT TO JOURNO_f1": 0.5206412016745682, "COMMUNICATION, NOT TO JOURNO_e": 0.53125, "PUBLIC SPEECH, NOT TO JOURNO_loss": 1.8124828338623047, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.2916666666666667, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.4583333333333333, "PROPOSAL_loss": 6.498042106628418, "PROPOSAL_f1": 0.11685823754789272, "PROPOSAL_e": 0.2413793103448276, "TWEET_loss": 4.535036087036133, "TWEET_f1": 0.06156627530725228, "TWEET_e": 0.11764705882352941, "VOTE/POLL_loss": 4.758568286895752, "VOTE/POLL_f1": 0.371201540068402, "VOTE/POLL_e": 0.43478260869565216, "LAWSUIT_loss": 6.00137186050415, "LAWSUIT_f1": 0.10999822774776045, "LAWSUIT_e": 0.2916666666666667, "DIRECT OBSERVATION_loss": 5.983309268951416, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.04, "Other: PROPOSAL_loss": 0.3662540018558502, "Other: PROPOSAL_f1": 0.8, "Other: PROPOSAL_e": 0.8, "Other: LAWSUIT_loss": 6.869369029998779, "Other: LAWSUIT_f1": 0.23529411764705882, "Other: LAWSUIT_e": 0.23529411764705882, "Other: Campaign filing_loss": 2.0620663166046143, "Other: Campaign filing_f1": 0.3973214285714286, "Other: Campaign filing_e": 0.375, "Other: Campaign Filing_loss": 1.5602784156799316, "Other: Campaign Filing_f1": 0.5, "Other: Campaign Filing_e": 0.5, "Other: Data Analysis_loss": 4.640828609466553, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 1.616180658340454, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.5555555555555556, "full_loss": 2.5756478309631348, "full_f1": 0.49775985966748726, "full_e": 0.5402722631877481}