Update README.md

README.md

@@ -1,3 +1,36 @@
 ---
 license: apache-2.0
 ---
+
+RoBERTa-based sentence-level classification model.
+Similar to alex2awesome/quote-detection__roberta-base-sentence, except it's trained on a lot more data.
+
+Scores this accuracy on the original gold-label training dataset mentioned in: https://arxiv.org/pdf/2305.14904.pdf 
+
+{
+    "eval_samples": 86,
+    "test_f1": 0.8056872037914692,
+    "test_loss": 0.4573868425250922,
+}
+
+{
+"DIRECT QUOTE_f1": 0.9284126278345932, 
+"full_f1": 0.8055235903337169, 
+"BACKGROUND_f1": 0.770718232044199, 
+"NO QUOTE_f1": 0.0, 
+"INDIRECT QUOTE_f1": 0.8142250530785562, 
+"PUBLISHED WORK_f1": 0.8680851063829788, 
+"STATEMENT_f1": 0.9477124183006536, 
+"PRESS REPORT_f1": 0.9457364341085273,
+"DECLINED COMMENT_f1": 0.9444444444444444, 
+"SOCIAL MEDIA POST_f1": 0.8936170212765957, 
+"PROPOSAL/ORDER/LAW_f1": 0.5616438356164384, 
+"PRICE SIGNAL_f1": 0.7272727272727273, 
+"NARRATIVE_f1": 0.8833333333333333, 
+"DIRECT OBSERVATION_f1": 0.4324324324324324, 
+"COMMUNICATION_f1": 0.9672131147540983,
+"PUBLIC SPEECH_f1": 0.983050847457627, 
+"VOTE/POLL_f1": 0.8205128205128205,
+"COURT PROCEEDING_f1": 0.9491525423728813
+}
+