Skip to content

Commit 62909fb

Browse files
lpcoladangelolpcoladangelo
authored
Fix expressions and descriptions in JSON configuration
Updated expressions and descriptions for columns related to Wikidata entities.
1 parent 8896178 commit 62909fb

1 file changed

Lines changed: 220 additions & 2 deletions

File tree

‎instructions/wikidata-upload/030-match-ds-to-wikidata-entities.json‎

Lines changed: 220 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -15,11 +15,11 @@
1515
"mode": "row-based"
1616
},
1717
"baseColumnName": "materialDS",
18-
"expression": "grel:cell.cross(\"materials-ds-aat-wikidata\",\"ds_qid\").cells[\"wikidata_qid\"].value[0]",
18+
"expression": "grel:cell.cross(\"materials-ds-aat-wikidata csv\",\"ds_qid\").cells[\"wikidata_qid\"].value[0]",
1919
"onError": "set-to-blank",
2020
"newColumnName": "materialWikidata",
2121
"columnInsertIndex": 4,
22-
"description": "Create column materialWikidata at index 4 based on column materialDS using expression grel:cell.cross(\"materials-ds-aat-wikidata\",\"ds_qid\").cells[\"wikidata_qid\"].value[0]"
22+
"description": "Create column materialWikidata at index 4 based on column materialDS using expression grel:cell.cross(\"materials-ds-aat-wikidata csv\",\"ds_qid\").cells[\"wikidata_qid\"].value[0]"
2323
},
2424
{
2525
"op": "core/multivalued-cell-join",
@@ -49,5 +49,223 @@
4949
"regex": false,
5050
"maxColumns": 0,
5151
"description": "Split column materialWikidata by separator"
52+
},
53+
{
54+
"op": "core/multivalued-cell-split",
55+
"columnName": "placeDS",
56+
"keyColumnName": "signature",
57+
"mode": "separator",
58+
"separator": "|",
59+
"regex": false,
60+
"description": "Split multi-valued cells in column placeDS"
61+
},
62+
{
63+
"op": "core/column-addition",
64+
"engineConfig": {
65+
"facets": [],
66+
"mode": "row-based"
67+
},
68+
"baseColumnName": "placeDS",
69+
"expression": "grel:cell.cross(\"places ds tgn wikidata csv\",\"ds_qid\").cells[\"wikidata_qid\"].value[0]",
70+
"onError": "set-to-blank",
71+
"newColumnName": "placeWikidata",
72+
"columnInsertIndex": 10,
73+
"description": "Create column placeWikidata at index 10 based on column placeDS using expression grel:cell.cross(\"places ds tgn wikidata csv\",\"ds_qid\").cells[\"wikidata_qid\"].value[0]"
74+
},
75+
{
76+
"op": "core/multivalued-cell-join",
77+
"columnName": "placeDS",
78+
"keyColumnName": "signature",
79+
"separator": "|",
80+
"description": "Join multi-valued cells in column placeDS"
81+
},
82+
{
83+
"op": "core/multivalued-cell-join",
84+
"columnName": "placeWikidata",
85+
"keyColumnName": "signature",
86+
"separator": "|",
87+
"description": "Join multi-valued cells in column placeWikidata"
88+
},
89+
{
90+
"op": "core/column-split",
91+
"engineConfig": {
92+
"facets": [],
93+
"mode": "row-based"
94+
},
95+
"columnName": "placeWikidata",
96+
"guessCellType": true,
97+
"removeOriginalColumn": true,
98+
"mode": "separator",
99+
"separator": "|",
100+
"regex": false,
101+
"maxColumns": 0,
102+
"description": "Split column placeWikidata by separator"
103+
},
104+
{
105+
"op": "core/multivalued-cell-split",
106+
"columnName": "centuryDS",
107+
"keyColumnName": "signature",
108+
"mode": "separator",
109+
"separator": "|",
110+
"regex": false,
111+
"description": "Split multi-valued cells in column centuryDS"
112+
},
113+
{
114+
"op": "core/column-addition",
115+
"engineConfig": {
116+
"facets": [],
117+
"mode": "row-based"
118+
},
119+
"baseColumnName": "centuryDS",
120+
"expression": "grel:cell.cross(\"centuries ds aat wikidata csv\",\"ds_qid\").cells[\"wikidata_qid\"].value[0]",
121+
"onError": "set-to-blank",
122+
"newColumnName": "centuryWikidata",
123+
"columnInsertIndex": 7,
124+
"description": "Create column centuryWikidata at index 7 based on column centuryDS using expression grel:cell.cross(\"centuries ds aat wikidata csv\",\"ds_qid\").cells[\"wikidata_qid\"].value[0]"
125+
},
126+
{
127+
"op": "core/multivalued-cell-join",
128+
"columnName": "centuryDS",
129+
"keyColumnName": "signature",
130+
"separator": "|",
131+
"description": "Join multi-valued cells in column centuryDS"
132+
},
133+
{
134+
"op": "core/multivalued-cell-join",
135+
"columnName": "centuryWikidata",
136+
"keyColumnName": "signature",
137+
"separator": "|",
138+
"description": "Join multi-valued cells in column centuryWikidata"
139+
},
140+
{
141+
"op": "core/column-addition",
142+
"engineConfig": {
143+
"facets": [],
144+
"mode": "row-based"
145+
},
146+
"baseColumnName": "centuryWikidata",
147+
"expression": "grel:if(value.contains(\"|\"),value,\"\")",
148+
"onError": "set-to-blank",
149+
"newColumnName": "centuryWikidataMultiple",
150+
"columnInsertIndex": 8,
151+
"description": "Create column centuryWikidataMultiple at index 8 based on column centuryWikidata using expression grel:if(value.contains(\"|\"),value,\"\")"
152+
},
153+
{
154+
"op": "core/column-addition",
155+
"engineConfig": {
156+
"facets": [
157+
{
158+
"type": "text",
159+
"name": "centuryWikidataMultiple",
160+
"columnName": "centuryWikidataMultiple",
161+
"query": "Q7063|Q7061|Q7049|Q7034|Q7018|Q7017|Q7016|Q7015|Q6955|Q6927",
162+
"mode": "regex",
163+
"caseSensitive": false,
164+
"invert": false
165+
}
166+
],
167+
"mode": "row-based"
168+
},
169+
"baseColumnName": "centuryWikidataMultiple",
170+
"expression": "grel:\"Q25860\"",
171+
"onError": "set-to-blank",
172+
"newColumnName": "2millennium",
173+
"columnInsertIndex": 9,
174+
"description": "Create column 2millennium at index 9 based on column centuryWikidataMultiple using expression grel:\"Q25860\""
175+
},
176+
{
177+
"op": "core/column-addition",
178+
"engineConfig": {
179+
"facets": [
180+
{
181+
"type": "text",
182+
"name": "centuryWikidataMultiple",
183+
"columnName": "centuryWikidataMultiple",
184+
"query": "Q8106|Q8103|Q8101|Q8099|Q8095|Q8090|Q8089|Q8086|Q8083|Q8052",
185+
"mode": "regex",
186+
"caseSensitive": false,
187+
"invert": false
188+
}
189+
],
190+
"mode": "row-based"
191+
},
192+
"baseColumnName": "centuryWikidataMultiple",
193+
"expression": "grel:\"Q25868\"",
194+
"onError": "set-to-blank",
195+
"newColumnName": "1millennium",
196+
"columnInsertIndex": 9,
197+
"description": "Create column 1millennium at index 9 based on column centuryWikidataMultiple using expression grel:\"Q25868\""
198+
},
199+
{
200+
"op": "core/column-addition",
201+
"engineConfig": {
202+
"facets": [],
203+
"mode": "row-based"
204+
},
205+
"baseColumnName": "centuryWikidataMultiple",
206+
"expression": "grel:cells[\"1millennium\"].value+\"|\"+cells[\"2millennium\"].value",
207+
"onError": "set-to-blank",
208+
"newColumnName": "millenniumMultiple",
209+
"columnInsertIndex": 9,
210+
"description": "Create column millenniumMultiple at index 9 based on column centuryWikidataMultiple using expression grel:cells[\"1millennium\"].value+\"|\"+cells[\"2millennium\"].value"
211+
},
212+
{
213+
"op": "core/text-transform",
214+
"engineConfig": {
215+
"facets": [],
216+
"mode": "row-based"
217+
},
218+
"columnName": "centuryWikidata",
219+
"expression": "grel:if(isNonBlank(cells[\"2millennium\"]),cells[\"2millennium\"].value,value)",
220+
"onError": "keep-original",
221+
"repeat": false,
222+
"repeatCount": 10,
223+
"description": "Text transform on cells in column centuryWikidata using expression grel:if(isNonBlank(cells[\"2millennium\"]),cells[\"2millennium\"].value,value)"
224+
},
225+
{
226+
"op": "core/text-transform",
227+
"engineConfig": {
228+
"facets": [],
229+
"mode": "row-based"
230+
},
231+
"columnName": "centuryWikidata",
232+
"expression": "grel:if(isNonBlank(cells[\"1millennium\"]),cells[\"1millennium\"].value,value)",
233+
"onError": "keep-original",
234+
"repeat": false,
235+
"repeatCount": 10,
236+
"description": "Text transform on cells in column centuryWikidata using expression grel:if(isNonBlank(cells[\"1millennium\"]),cells[\"1millennium\"].value,value)"
237+
},
238+
{
239+
"op": "core/text-transform",
240+
"engineConfig": {
241+
"facets": [],
242+
"mode": "row-based"
243+
},
244+
"columnName": "centuryWikidata",
245+
"expression": "grel:if(isNonBlank(cells[\"millenniumMultiple\"]),cells[\"millenniumMultiple\"].value,value)",
246+
"onError": "keep-original",
247+
"repeat": false,
248+
"repeatCount": 10,
249+
"description": "Text transform on cells in column centuryWikidata using expression grel:if(isNonBlank(cells[\"millenniumMultiple\"]),cells[\"millenniumMultiple\"].value,value)"
250+
},
251+
{
252+
"op": "core/column-removal",
253+
"columnName": "centuryWikidataMultiple",
254+
"description": "Remove column centuryWikidataMultiple"
255+
},
256+
{
257+
"op": "core/column-removal",
258+
"columnName": "millenniumMultiple",
259+
"description": "Remove column millenniumMultiple"
260+
},
261+
{
262+
"op": "core/column-removal",
263+
"columnName": "1millennium",
264+
"description": "Remove column 1millennium"
265+
},
266+
{
267+
"op": "core/column-removal",
268+
"columnName": "2millennium",
269+
"description": "Remove column 2millennium"
52270
}
53271
]

0 commit comments

Comments
 (0)