forked from marcocor/query-annotator-stub
-
Notifications
You must be signed in to change notification settings - Fork 0
/
BenchmarkMain.java
44 lines (35 loc) · 1.84 KB
/
BenchmarkMain.java
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
package annotatorstub.main;
import it.unipi.di.acube.batframework.cache.BenchmarkCache;
import it.unipi.di.acube.batframework.data.Annotation;
import it.unipi.di.acube.batframework.data.Tag;
import it.unipi.di.acube.batframework.datasetPlugins.DatasetBuilder;
import it.unipi.di.acube.batframework.metrics.Metrics;
import it.unipi.di.acube.batframework.metrics.MetricsResultSet;
import it.unipi.di.acube.batframework.metrics.StrongAnnotationMatch;
import it.unipi.di.acube.batframework.metrics.StrongTagMatch;
import it.unipi.di.acube.batframework.problems.A2WDataset;
import it.unipi.di.acube.batframework.utils.DumpData;
import it.unipi.di.acube.batframework.utils.WikipediaApiInterface;
import java.io.File;
import java.util.HashSet;
import java.util.List;
import annotatorstub.annotator.FakeAnnotator;
import annotatorstub.utils.Utils;
public class BenchmarkMain {
public static void main(String[] args) throws Exception {
WikipediaApiInterface wikiApi = WikipediaApiInterface.api();
A2WDataset ds = DatasetBuilder.getGerdaqDevel();
FakeAnnotator ann = new FakeAnnotator();
List<HashSet<Tag>> resTag = BenchmarkCache.doC2WTags(ann, ds);
List<HashSet<Annotation>> resAnn = BenchmarkCache.doA2WAnnotations(ann, ds);
DumpData.dumpCompareList(ds.getTextInstanceList(), ds.getA2WGoldStandardList(), resAnn, wikiApi);
Metrics<Tag> metricsTag = new Metrics<>();
MetricsResultSet C2WRes = metricsTag.getResult(resTag, ds.getC2WGoldStandardList(), new StrongTagMatch(wikiApi));
Utils.printMetricsResultSet("C2W", C2WRes, ann.getName());
Metrics<Annotation> metricsAnn = new Metrics<>();
MetricsResultSet rsA2W = metricsAnn.getResult(resAnn, ds.getA2WGoldStandardList(), new StrongAnnotationMatch(wikiApi));
Utils.printMetricsResultSet("A2W-SAM", rsA2W, ann.getName());
Utils.serializeResult(ann, ds, new File("annotations.bin"));
wikiApi.flush();
}
}