-
Notifications
You must be signed in to change notification settings - Fork 54
/
instructions.json
116 lines (116 loc) · 3.26 KB
/
instructions.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
{
"sources": [
{
"file": "morph/openaustralia.csv",
"create": {
"from": "morph",
"scraper": "everypolitician-scrapers/australia-openaustralia",
"query": "SELECT *, id AS identifier__openaustralia FROM data ORDER BY id"
},
"corrections": "corrections/openaustralia.csv",
"source": "http://data.openaustralia.org/",
"type": "membership",
"sourcetype": "pmo"
},
{
"file": "morph/openaustralia-contact-details.csv",
"create": {
"from": "morph",
"scraper": "openaustralia/aus_mp_contact_details",
"query": "SELECT aph_id, CASE WHEN SUBSTR(photo_url, 1, 5)='http:' THEN photo_url ELSE ('http://www.aph.gov.au/' || photo_url) END AS photo, email, facebook, website, twitter FROM data WHERE house = 'representatives' AND photo_url != '' ORDER BY aph_id"
},
"merge": {
"incoming_field": "aph_id",
"existing_field": "identifier__aph"
},
"source": "https://morph.io/openaustralia/aus_mp_contact_details",
"type": "person"
},
{
"file": "morph/wikidata.csv",
"create": {
"from": "morph",
"scraper": "tmtmtmtm/australia-house-of-representatives-wikidata",
"query": "SELECT * FROM data ORDER BY id"
},
"source": "http://wikidata.org/",
"type": "wikidata",
"merge": {
"incoming_field": "name",
"existing_field": "name",
"reconciliation_file": "reconciliation/wikidata.csv"
}
},
{
"file": "manual/emails.csv",
"type": "person",
"merge": {
"incoming_field": "id",
"existing_field": "aph_id"
}
},
{
"file": "manual/guessed-emails.csv",
"type": "person",
"merge": {
"incoming_field": "uuid",
"existing_field": "uuid"
}
},
{
"file": "morph/areas.csv",
"create": {
"from": "morph",
"scraper": "everypolitician-scrapers/australia-federal-constituencies-wikidata",
"query": "SELECT * FROM data ORDER BY id"
},
"type": "area-wikidata",
"merge": {
"reconciliation_file": "reconciliation/areas.csv"
}
},
{
"file": "manual/terms.csv",
"type": "term"
},
{
"file": "wikidata/groups.json",
"type": "group",
"create": {
"from": "group-wikidata",
"source": "manual/group_wikidata.csv"
}
},
{
"file": "morph/genderbalance.csv",
"create": {
"from": "morph",
"scraper": "everypolitician-scrapers/australia-representatives-gender-balance",
"query": "SELECT uuid, gender FROM data ORDER BY uuid"
},
"source": "http://gender-balance.org/",
"type": "person",
"merge": {
"incoming_field": "uuid",
"existing_field": "uuid"
}
},
{
"file": "morph/cabinet.csv",
"type": "wikidata-cabinet",
"create": {
"from": "morph",
"scraper": "everypolitician-scrapers/australia-positions",
"query": "SELECT * FROM data ORDER BY id, position, start_date"
}
},
{
"file": "wikidata/elections.json",
"type": "wikidata-elections",
"create": {
"from": "election-wikidata",
"office": "Q18912794"
}
}
]
}