-
Notifications
You must be signed in to change notification settings - Fork 1
/
example.ttl
163 lines (130 loc) · 5.3 KB
/
example.ttl
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
@prefix rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#> .
@prefix rdfs: <http://www.w3.org/2000/01/rdf-schema#> .
@prefix dcterms: <http://purl.org/dc/terms/> .
@prefix qb: <http://purl.org/linked-data/cube#> .
@prefix owl: <http://www.w3.org/2002/07/owl#> .
@prefix hobbit: <http://w3id.org/hobbit/vocab#> .
@prefix exp: <http://w3id.org/hobbit/experiments#> .
@prefix xsd: <http://www.w3.org/2001/XMLSchema#> .
@prefix sys: <http://w3id.org/system> .
@prefix bench: <http://w3id.org/bench#> .
@prefix error: <http://w3id.org/hobbit/error#> .
@prefix limes: <http://limes.sf.net/ontology/> .
@prefix mexcore: <http://mex.aksw.org/mex-core#> .
@prefix doap: <http://usefulinc.com/ns/doap#> .
@prefix example: <http://example.org/> .
# --- Benchmark ---
bench:lance a hobbit:Benchmark;
rdfs:label "Lance Benchmark"@en;
rdfs:comment "LANCE is a benchmark for the assessment of Instance Matching techniques and systems for Linked Data data that are accompanied by a schema."@en;
hobbit:imageName "LanceDockerImage";
hobbit:version "V1.1";
hobbit:measuresKPI bench:precision ;
hobbit:measuresKPI bench:recall ;
hobbit:measuresKPI bench:fmeasure ;
hobbit:hasAPI bench:lanceApi;
hobbit:hasParameter bench:lanceDataFormat .
bench:precision a hobbit:KPI;
rdfs:label "Precision"@en;
rdfs:comment "Precision = TP / (TP + FP)"@en;
rdfs:range xsd:float ;
hobbit:ranking hobbit:DescendingOrder .
bench:recall a hobbit:KPI;
rdfs:label "Recall"@en;
rdfs:comment "Recall = TP / (TP + FN)"@en;
rdfs:range xsd:float ;
hobbit:ranking hobbit:DescendingOrder .
bench:fmeasure a hobbit:KPI;
rdfs:label "F-measure"@en;
rdfs:comment "F-measure is the harmonic mean of precision and recall."@en;
rdfs:range xsd:float ;
hobbit:ranking hobbit:DescendingOrder .
bench:lanceApi a hobbit:API .
bench:lanceDataFormat a hobbit:ConfigurableParameter;
rdfs:label "Lance dataset format"@en;
rdfs:comment "......."@en;
rdfs:range bench:DataFormat;
hobbit:hasDefaultValue bench:Turtle .
bench:DataFormat a owl:Class ;
rdfs:label "Lance dataset format"@en;
rdfs:comment "......."@en .
bench:RDF_XML a bench:DataFormat ;
rdfs:label "RDF_XML dataset format"@en;
rdfs:comment "......."@en .
bench:N3 a bench:DataFormat ;
rdfs:label "N3 dataset format"@en;
rdfs:comment "......."@en .
bench:Turtle a bench:DataFormat ;
rdfs:label "Turtle dataset format"@en;
rdfs:comment "......."@en .
# --- System ---
sys:limesV1 a hobbit:SystemInstance ;
rdfs:label "Limes"@en;
rdfs:comment "Limes is an Instance Matching System..."@en;
hobbit:imageName "LimesImageName" ;
hobbit:implementsAPI bench:lanceApi ;
hobbit:instanceOf sys:limes ;
limes:threshold "0.7"^^xsd:float .
sys:limes a hobbit:System ;
hobbit:hasParameter limes:threshold .
limes:threshold a hobbit:FeatureParameter;
rdfs:label "Limes Parameter"@en;
rdfs:comment "Threshold parameter for Limes system."@en;
rdfs:range xsd:float .
# --- Experiment ---
exp:LinkingExp10 a hobbit:Experiment ;
hobbit:involvesSystemInstance sys:limesV1;
hobbit:involvesBenchmark bench:lance;
hobbit:wasCarriedOutOn example:Cluster-CLUSTERHASH ;
hobbit:startTime "2016-11-30T22:57:00"^^xsd:dateTime ;
hobbit:endTime "2016-11-30T23:01:00"^^xsd:dateTime ;
hobbit:hobbitPlatformVersion "V1.3" ;
hobbit:isPartOf hobbit:OAEILinkingChallenge ;
bench:lanceDataFormat bench:RDF_XML;
bench:precision "0.5"^^xsd:float ;
bench:recall "0.5"^^xsd:float ;
bench:fmeasure "0.5"^^xsd:float ;
hobbit:terminatedWithError error:nullPointerException .
error:nullPointerException a hobbit:Error ;
rdfs:label "Null pointer exception"@en;
rdfs:comment "A null pointer exception was thrown while running the experiment."@en .
# --- Hardware ---
example:Cluster-CLUSTERHASH a hobbit:Hardware ;
hobbit:comprises example:Node-NODEHASH .
example:Node-NODEHASH a mexcore:HardwareConfiguration ;
rdfs:label "hobbitworker1" ;
mexcore:cpu "2-core (1 GHz, 1 GHz)" ;
mexcore:memory "Memory: 2 GiB, Swap: 1 GiB" ;
doap:os "Linux1.11.1-11-generic#11-Ubuntu SMP Tue Jan 01 00:00:00 UTC 1970x86_64" .
# --- List of KPIs for leaderboard ---
hobbit:OAEILinkingChallenge_KPIs a rdf:Seq, hobbit:KPISeq ;
rdf:_1 bench:recall ;
rdf:_2 bench:precision ;
rdf:_3 bench:fmeasure .
# --- Challenge Task ---
hobbit:OAEILinkingChallenge a hobbit:ChallengeTask ;
rdfs:label "Linking"@en ;
rdfs:comment "Linking Challenge for OAEI 2017"@en ;
hobbit:visible "false"^^xsd:boolean;
hobbit:involvesSystemInstance sys:limesV1;
hobbit:involvesBenchmark bench:lance;
hobbit:isTaskOf hobbit:OAEIChallenge;
hobbit:rankingKPIs hobbit:OAEILinkingChallenge_KPIs.
hobbit:OAEIChallenge a hobbit:Challenge ;
rdfs:label "OAEI Challenge"@en ;
rdfs:comment "Challenge for OAEI 2017"@en ;
hobbit:executionDate "2017-02-25"^^xsd:date ;
hobbit:publicationDate "2017-02-10"^^xsd:date ;
hobbit:organizer "FORTH" ;
hobbit:closed "false"^^xsd:boolean .
# Analysis
example:AnalysisResultset1 a hobbit:AnalysisResultset ;
hobbit:involvesBenchmark bench:lance ;
hobbit:involvesSystemInstance sys:limesV1 ;
dcterms:created "2018-11-30T00:00:00Z"^^xsd:dateTime .
example:AnalysisResult1 a hobbit:AnalysisResult ;
dcterms:isPartOf example:AnalysisResultset1 ;
hobbit:algorithm hobbit:PearsonAlgorithm ;
hobbit:involvesParameter limes:threshold ;
hobbit:involvesKPI bench:precision ;
rdf:value "0.5"^^xsd:double .