-
Notifications
You must be signed in to change notification settings - Fork 53
/
instructions.json
93 lines (93 loc) · 2.61 KB
/
instructions.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
{
"sources": [
{
"file": "morph/wikidata-memberships.csv",
"create": {
"from": "morph",
"scraper": "everypolitician-scrapers/south-africa-national-assembly-wikidata",
"query": "SELECT * FROM data ORDER BY id"
},
"source": "http://wikidata.org/",
"type": "membership",
"sourcetype": "wikidata"
},
{
"file": "morph/peoplesassembly.csv",
"create": {
"from": "morph",
"scraper": "everypolitician-scrapers/south-africa-national-assembly",
"query": "SELECT id,honorific_prefix,name,email,image,identifier__peoples_assembly FROM data ORDER BY id"
},
"source": "http://www.pa.org.za",
"type": "person",
"merge": {
"incoming_field": "name",
"existing_field": "name",
"reconciliation_file": "reconciliation/peoplesassembly.csv"
}
},
{
"file": "morph/wikidata.csv",
"create": {
"from": "morph",
"scraper": "everypolitician-scrapers/south-african-national-assembly-members-wikidata",
"query": "SELECT * FROM data ORDER BY id"
},
"source": "http://wikidata.org/",
"type": "wikidata",
"merge": {
"incoming_field": "name",
"existing_field": "name",
"reconciliation_file": "idmap/wikidata-memberships.csv"
}
},
{
"file": "wikidata/parties.json",
"type": "group",
"create": {
"from": "group-wikidata",
"source": "manual/parties_wikidata.csv"
}
},
{
"file": "morph/terms.csv",
"create": {
"from": "morph",
"scraper": "everypolitician-scrapers/south-africa-parliament-terms-wikidata",
"query": "SELECT * FROM data ORDER BY id"
},
"type": "term"
},
{
"file": "morph/genderbalance.csv",
"create": {
"from": "morph",
"scraper": "everypolitician-scrapers/south-africa-assembly-gender-balance",
"query": "SELECT uuid, gender FROM data ORDER BY uuid"
},
"source": "http://gender-balance.org/",
"type": "person",
"merge": {
"incoming_field": "uuid",
"existing_field": "uuid"
}
},
{
"file": "morph/cabinet.csv",
"type": "wikidata-cabinet",
"create": {
"from": "morph",
"scraper": "everypolitician-scrapers/south-africa-positions",
"query": "SELECT * FROM data ORDER BY id, position, start_date"
}
},
{
"file": "wikidata/elections.json",
"type": "wikidata-elections",
"create": {
"from": "election-wikidata",
"office": "Q16744266"
}
}
]
}