alex2awesome / quote-attribution__qa-model

Big-Bird-base Span-detection model (based off extractive QA) for source detection.

{ "INDIRECT QUOTE_loss": 2.1680643558502197, "INDIRECT QUOTE_f1": 0.5832819493021588, "INDIRECT QUOTE_e": 0.5954545454545455, "DIRECT QUOTE_loss": 2.801011085510254, "DIRECT QUOTE_f1": 0.5635643892446235, "DIRECT QUOTE_e": 0.6109725685785536, "BACKGROUND_loss": 3.1039113998413086, "BACKGROUND_f1": 0.611717346713872, "BACKGROUND_e": 0.6445497630331753, "PUBLISHED WORK_loss": 3.808171510696411, "PUBLISHED WORK_f1": 0.4371806382199098, "PUBLISHED WORK_e": 0.48091603053435117, "STATEMENT_loss": 2.080826997756958, "STATEMENT_f1": 0.5286385342053358, "STATEMENT_e": 0.6842105263157895, "SOCIAL MEDIA POST_loss": 4.998101711273193, "SOCIAL MEDIA POST_f1": 0.153008769008769, "SOCIAL MEDIA POST_e": 0.2727272727272727, "PRESS REPORT_loss": 4.468905448913574, "PRESS REPORT_f1": 0.49912424740010947, "PRESS REPORT_e": 0.5689655172413793, "DECLINED COMMENT_loss": 3.148961067199707, "DECLINED COMMENT_f1": 0.375, "DECLINED COMMENT_e": 0.5, "PROPOSAL/ORDER/LAW_loss": 3.330847978591919, "PROPOSAL/ORDER/LAW_f1": 0.33189112529318715, "PROPOSAL/ORDER/LAW_e": 0.52, "PRICE SIGNAL_loss": 4.048040866851807, "PRICE SIGNAL_f1": 0.4912280701754385, "PRICE SIGNAL_e": 0.5263157894736842, "NARRATIVE_loss": 1.8141759634017944, "NARRATIVE_f1": 0.6115449846893029, "NARRATIVE_e": 0.6985294117647058, "DIRECT OBSERVATION_loss": 4.806377410888672, "DIRECT OBSERVATION_f1": 0.01694915254237288, "DIRECT OBSERVATION_e": 0.22033898305084745, "COMMUNICATION_loss": 3.3593952655792236, "COMMUNICATION_f1": 0.5574448529411764, "COMMUNICATION_e": 0.578125, "PUBLIC SPEECH_loss": 2.9915313720703125, "PUBLIC SPEECH_f1": 0.30833333333333335, "PUBLIC SPEECH_e": 0.65, "VOTE/POLL_loss": 5.5998759269714355, "VOTE/POLL_f1": 0.3069828722002635, "VOTE/POLL_e": 0.34782608695652173, "COURT PROCEEDING_loss": 6.140444755554199, "COURT PROCEEDING_f1": 0.2898239538239538, "COURT PROCEEDING_e": 0.32, "full_loss": 2.76505708694458, "full_f1": 0.5431272378305184, "full_e": 0.5950782997762863 }