Commit
·
ca6a55d
1
Parent(s):
a433e71
Update README.md
Browse files
README.md
CHANGED
|
@@ -7,5 +7,82 @@ Big-Bird-base Span-detection model (based off extractive QA) for source detectio
|
|
| 7 |
Scores this accuracy on the original gold-label training dataset mentioned in: https://arxiv.org/pdf/2305.14904.pdf
|
| 8 |
|
| 9 |
```
|
| 10 |
-
{
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 11 |
```
|
|
|
|
| 7 |
Scores this accuracy on the original gold-label training dataset mentioned in: https://arxiv.org/pdf/2305.14904.pdf
|
| 8 |
|
| 9 |
```
|
| 10 |
+
{'QUOTE_loss': 0.8826233148574829,
|
| 11 |
+
'QUOTE_f1': 0.7606302094654609,
|
| 12 |
+
'QUOTE_e': 0.8011722272317403,
|
| 13 |
+
'BACKGROUND_loss': 1.0125975608825684,
|
| 14 |
+
'BACKGROUND_f1': 0.7663278679052017,
|
| 15 |
+
'BACKGROUND_e': 0.8025316455696202,
|
| 16 |
+
'PUBLISHED WORK_loss': 2.235799551010132,
|
| 17 |
+
'PUBLISHED WORK_f1': 0.5839164237123421,
|
| 18 |
+
'PUBLISHED WORK_e': 0.6632653061224489,
|
| 19 |
+
'STATEMENT_loss': 0.9887452125549316,
|
| 20 |
+
'STATEMENT_f1': 0.6281586686183751,
|
| 21 |
+
'STATEMENT_e': 0.821656050955414,
|
| 22 |
+
'DOCUMENT_loss': 3.033191442489624,
|
| 23 |
+
'DOCUMENT_f1': 0.37,
|
| 24 |
+
'DOCUMENT_e': 0.5,
|
| 25 |
+
'SOCIAL MEDIA POST_loss': 2.6609137058258057,
|
| 26 |
+
'SOCIAL MEDIA POST_f1': 0.07142857142857142,
|
| 27 |
+
'SOCIAL MEDIA POST_e': 0.6428571428571429,
|
| 28 |
+
'PRESS REPORT_loss': 4.626288414001465,
|
| 29 |
+
'PRESS REPORT_f1': 0.4195856873822975,
|
| 30 |
+
'PRESS REPORT_e': 0.4915254237288136,
|
| 31 |
+
'DECLINED COMMENT_loss': 1.823654055595398,
|
| 32 |
+
'DECLINED COMMENT_f1': 0.5,
|
| 33 |
+
'DECLINED COMMENT_e': 0.6875,
|
| 34 |
+
'PROPOSAL/ORDER/LAW_loss': 1.8824642896652222,
|
| 35 |
+
'PROPOSAL/ORDER/LAW_f1': 0.3897058823529412,
|
| 36 |
+
'PROPOSAL/ORDER/LAW_e': 0.5882352941176471,
|
| 37 |
+
'PRICE SIGNAL_loss': 3.1955513954162598,
|
| 38 |
+
'PRICE SIGNAL_f1': 0.3581029725649435,
|
| 39 |
+
'PRICE SIGNAL_e': 0.42105263157894735,
|
| 40 |
+
'NARRATIVE_loss': 1.0812034606933594,
|
| 41 |
+
'NARRATIVE_f1': 0.7716535433070866,
|
| 42 |
+
'NARRATIVE_e': 0.8582677165354331,
|
| 43 |
+
'Other: DIRECT OBSERVATION_loss': 2.9162957668304443,
|
| 44 |
+
'Other: DIRECT OBSERVATION_f1': 0.0,
|
| 45 |
+
'Other: DIRECT OBSERVATION_e': 0.5,
|
| 46 |
+
'COMMUNICATION, NOT TO JOURNO_loss': 2.4340972900390625,
|
| 47 |
+
'COMMUNICATION, NOT TO JOURNO_f1': 0.6199886204481793,
|
| 48 |
+
'COMMUNICATION, NOT TO JOURNO_e': 0.703125,
|
| 49 |
+
'PUBLIC SPEECH, NOT TO JOURNO_loss': 1.0328387022018433,
|
| 50 |
+
'PUBLIC SPEECH, NOT TO JOURNO_f1': 0.3680555555555555,
|
| 51 |
+
'PUBLIC SPEECH, NOT TO JOURNO_e': 0.8333333333333334,
|
| 52 |
+
'PROPOSAL_loss': 9.785638809204102,
|
| 53 |
+
'PROPOSAL_f1': 0.18582375478927204,
|
| 54 |
+
'PROPOSAL_e': 0.3103448275862069,
|
| 55 |
+
'TWEET_loss': 1.5086543560028076,
|
| 56 |
+
'TWEET_f1': 0.29411764705882354,
|
| 57 |
+
'TWEET_e': 0.29411764705882354,
|
| 58 |
+
'VOTE/POLL_loss': 2.717064619064331,
|
| 59 |
+
'VOTE/POLL_f1': 0.2842423311312542,
|
| 60 |
+
'VOTE/POLL_e': 0.30434782608695654,
|
| 61 |
+
'LAWSUIT_loss': 4.084840297698975,
|
| 62 |
+
'LAWSUIT_f1': 0.24777537277537276,
|
| 63 |
+
'LAWSUIT_e': 0.4791666666666667,
|
| 64 |
+
'DIRECT OBSERVATION_loss': 2.662404775619507,
|
| 65 |
+
'DIRECT OBSERVATION_f1': 0.02,
|
| 66 |
+
'DIRECT OBSERVATION_e': 0.52,
|
| 67 |
+
'Other: PROPOSAL_loss': 1.9756362438201904,
|
| 68 |
+
'Other: PROPOSAL_f1': 0.4,
|
| 69 |
+
'Other: PROPOSAL_e': 0.4,
|
| 70 |
+
'Other: LAWSUIT_loss': 2.9898979663848877,
|
| 71 |
+
'Other: LAWSUIT_f1': 0.35294117647058826,
|
| 72 |
+
'Other: LAWSUIT_e': 0.35294117647058826,
|
| 73 |
+
'Other: Campaign filing_loss': 2.1050233840942383,
|
| 74 |
+
'Other: Campaign filing_f1': 0.375,
|
| 75 |
+
'Other: Campaign filing_e': 0.375,
|
| 76 |
+
'Other: Campaign Filing_loss': 0.9306182861328125,
|
| 77 |
+
'Other: Campaign Filing_f1': 0.4013157894736842,
|
| 78 |
+
'Other: Campaign Filing_e': 0.375,
|
| 79 |
+
'Other: Data Analysis_loss': 0.32309359312057495,
|
| 80 |
+
'Other: Data Analysis_f1': 0.0,
|
| 81 |
+
'Other: Data Analysis_e': 1.0,
|
| 82 |
+
'Other: Evaluation_loss': 2.189145088195801,
|
| 83 |
+
'Other: Evaluation_f1': 0.0,
|
| 84 |
+
'Other: Evaluation_e': 0.5555555555555556,
|
| 85 |
+
'full_loss': 1.2835853099822998,
|
| 86 |
+
'full_f1': 0.6861547922871403,
|
| 87 |
+
'full_e': 0.7609188882586501}
|
| 88 |
```
|