Evaluation Sample:
Comparing different liveblogs for several events using ROUGE-1 evaluation metric (word co-occurrence statistics).
Each liveblog is compared to all others in turn, 1 against the rest.
"r" = Recall: Correct words divided by the number of words that should have been returned. "p" = Precision: Number of correct words divided by the number of all returned words in a liveblog.
"f" = F1 Score of Precision & Recall. Can be considered as a "quality" score of a liveblog.
| [ | |
| {"Event":"mh17(6)","Liveblog":"reference_0","r":0.01,"p":0.57,"f":0.03, "gensize":26, "refsize":1184}, | |
| {"Event":"mh17(6)","Liveblog":"reference_1","r":0.04,"p":0.60,"f":0.08, "gensize":32, "refsize":1178}, | |
| {"Event":"mh17(6)","Liveblog":"reference_2","r":0.31,"p":0.37,"f":0.33, "gensize":133, "refsize":1077}, | |
| {"Event":"mh17(6)","Liveblog":"reference_3","r":0.64,"p":0.21,"f":0.31, "gensize":105, "refsize":1105}, | |
| {"Event":"mh17(6)","Liveblog":"reference_4","r":0.08,"p":0.51,"f":0.14, "gensize":220, "refsize":990}, | |
| {"Event":"mh17(6)","Liveblog":"reference_5","r":0.69,"p":0.19,"f":0.30, "gensize":694, "refsize":516}, | |
| {"Event":"mh17(6)","Liveblog":"average_human","r":0.30,"p":0.41,"f":0.20, "gensize":0, "refsize":0}, | |
| {"Event":"laxshooting(6)","Liveblog":"reference_0","r":0.78,"p":0.25,"f":0.38, "gensize":358, "refsize":1038}, | |
| {"Event":"laxshooting(6)","Liveblog":"reference_1","r":0.65,"p":0.62,"f":0.63, "gensize":293, "refsize":1103}, | |
| {"Event":"laxshooting(6)","Liveblog":"reference_2","r":0.05,"p":0.70,"f":0.10, "gensize":50, "refsize":1346}, | |
| {"Event":"laxshooting(6)","Liveblog":"reference_3","r":0.28,"p":0.58,"f":0.38, "gensize":178, "refsize":1218}, | |
| {"Event":"laxshooting(6)","Liveblog":"reference_4","r":0.64,"p":0.63,"f":0.63, "gensize":200, "refsize":1196}, | |
| {"Event":"laxshooting(6)","Liveblog":"reference_5","r":0.64,"p":0.63,"f":0.63, "gensize":317, "refsize":1079}, | |
| {"Event":"laxshooting(6)","Liveblog":"average_human","r":0.51,"p":0.57,"f":0.46, "gensize":0, "refsize":0}, | |
| {"Event":"robford(4)","Liveblog":"reference_0","r":0.46,"p":0.72,"f":0.57, "gensize":255, "refsize":1419}, | |
| {"Event":"robford(4)","Liveblog":"reference_1","r":0.66,"p":0.57,"f":0.61, "gensize":836, "refsize":838}, | |
| {"Event":"robford(4)","Liveblog":"reference_2","r":0.43,"p":0.78,"f":0.56, "gensize":133, "refsize":1541}, | |
| {"Event":"robford(4)","Liveblog":"reference_3","r":0.79,"p":0.41,"f":0.54, "gensize":450, "refsize":1224}, | |
| {"Event":"robford(4)","Liveblog":"average_human","r":0.59,"p":0.62,"f":0.57, "gensize":0, "refsize":0}, | |
| {"Event":"tornado(6)","Liveblog":"reference_0","r":0.25,"p":0.48,"f":0.33, "gensize":267, "refsize":2308}, | |
| {"Event":"tornado(6)","Liveblog":"reference_1","r":0.51,"p":0.23,"f":0.32, "gensize":820, "refsize":1755}, | |
| {"Event":"tornado(6)","Liveblog":"reference_2","r":0.61,"p":0.21,"f":0.31, "gensize":573, "refsize":2002}, | |
| {"Event":"tornado(6)","Liveblog":"reference_3","r":0.31,"p":0.41,"f":0.35, "gensize":307, "refsize":2268}, | |
| {"Event":"tornado(6)","Liveblog":"reference_4","r":0.06,"p":0.63,"f":0.10, "gensize":64, "refsize":2511}, | |
| {"Event":"tornado(6)","Liveblog":"reference_5","r":0.22,"p":0.48,"f":0.30, "gensize":544, "refsize":2031}, | |
| {"Event":"tornado(6)","Liveblog":"average_human","r":0.33,"p":0.41,"f":0.29, "gensize":0, "refsize":0}, | |
| {"Event":"metronorth(3)","Liveblog":"reference_0","r":0.03,"p":0.83,"f":0.05, "gensize":23, "refsize":567}, | |
| {"Event":"metronorth(3)","Liveblog":"reference_1","r":0.37,"p":0.44,"f":0.40, "gensize":254, "refsize":336}, | |
| {"Event":"metronorth(3)","Liveblog":"reference_2","r":0.83,"p":0.19,"f":0.31, "gensize":313, "refsize":277}, | |
| {"Event":"metronorth(3)","Liveblog":"average_human","r":0.41,"p":0.49,"f":0.25, "gensize":0, "refsize":0}, | |
| {"Event":"westgate(4)","Liveblog":"reference_0","r":0.08,"p":0.47,"f":0.14, "gensize":62, "refsize":227}, | |
| {"Event":"westgate(4)","Liveblog":"reference_1","r":0.09,"p":0.45,"f":0.15, "gensize":27, "refsize":262}, | |
| {"Event":"westgate(4)","Liveblog":"reference_2","r":0.62,"p":0.06,"f":0.12, "gensize":87, "refsize":202}, | |
| {"Event":"westgate(4)","Liveblog":"average_human","r":0.20,"p":0.25,"f":0.10, "gensize":0, "refsize":0} | |
| ] |
