Skip to content

HTTPS clone URL

Subversion checkout URL

You can clone with
or
.
Download ZIP
Browse files

Update profiles to clean values prior to enriching but after shred.

- Also added sourceResource/date to the default props in the
 clean_value module.
  • Loading branch information...
commit 7a617638c62610bb0e1f60006960387f6bb51c25 1 parent 3ad5feb
@migbot migbot authored
View
1  lib/akamod/cleanup_value.py
@@ -69,6 +69,7 @@ def cleanup(value, prop):
"sourceResource/publisher",
"sourceResource/subject",
"sourceResource/format",
+ "sourceResource/date"
]
View
2  profiles/artstor.pjs
@@ -12,13 +12,13 @@
"/shred?prop=sourceResource%2Flanguage%2CsourceResource%2Fpublisher%2CsourceResource%2Frelation",
"/shred?prop=sourceResource%2Fsubject%2CsourceResource%2Ftype%2CsourceResource%2Fformat",
"/shred?prop=sourceResource%2Fformat&delim=%3b",
+ "/cleanup_value",
"/move_date_values?prop=sourceResource%2Fsubject",
"/move_date_values?prop=sourceResource%2Fspatial",
"/shred?prop=sourceResource%2Fspatial&delim=--",
"/enrich_earliest_date",
"/enrich-subject",
"/enrich_date",
- "/cleanup_value",
"/enrich-type",
"/enrich-format",
"/artstor_identify_object",
View
3  profiles/bhl.pjs
@@ -10,11 +10,10 @@
"/shred?prop=sourceResource%2Fcontributor%2CsourceResource%2Fcreator%2CsourceResource%2Fdate",
"/shred?prop=sourceResource%2Flanguage%2CsourceResource%2Fpublisher%2CsourceResource%2Frelation",
"/shred?prop=sourceResource%2Fsubject%2CsourceResource%2Ftype%2CsourceResource%2Fformat",
+ "/cleanup_value",
"/move_date_values?prop=sourceResource%2Fsubject",
"/move_date_values?prop=sourceResource%2Fspatial",
"/shred?prop=sourceResource%2Fspatial&delim=--",
- "/cleanup_value",
- "/cleanup_value?prop=sourceResource%2Fdate",
"/enrich_earliest_date",
"/enrich-subject",
"/enrich_date",
View
2  profiles/clemson.pjs
@@ -11,11 +11,11 @@
"/shred?prop=sourceResource%2Flanguage%2CsourceResource%2Fpublisher%2CsourceResource%2Frelation",
"/shred?prop=sourceResource%2Fsubject%2CsourceResource%2Ftype%2CsourceResource%2Fformat",
"/shred?prop=sourceResource%2Fsubject&delim=%3Cbr%3E",
+ "/cleanup_value",
"/move_date_values?prop=sourceResource%2Fsubject",
"/move_date_values?prop=sourceResource%2Fspatial",
"/shred?prop=sourceResource%2Fspatial&delim=--",
"/enrich_earliest_date",
- "/cleanup_value",
"/enrich-subject",
"/enrich_date",
"/enrich-subject?prop=sourceResource%2Fcreator",
View
3  profiles/digital-commonwealth.pjs
@@ -10,12 +10,13 @@
"http://localhost:8881/shred?prop=sourceRecord%2Fcontributor%2CsourceRecord%2Fcreator%2CsourceRecord%2Fdate",
"http://localhost:8881/shred?prop=sourceRecord%2Flanguage%2CsourceRecord%2Fpublisher%2CsourceRecord%2Frelation",
"http://localhost:8881/shred?prop=sourceRecord%2Fsubject%2CsourceRecord%2Ftype%2CsourceResource%2Fformat",
+ "http://localhost:8881/cleanup_value",
"http://localhost:8881/move_date_values?prop=sourceRecord%2Fsubject",
"http://localhost:8881/move_date_values?prop=sourceRecord%2Fspatial",
+ "http://localhost:8881/shred?prop=sourceResource%2Fspatial&delim=--",
"http://localhost:8881/enrich-subject",
"http://localhost:8881/enrich-date",
"http://localhost:8881/enrich-temporal-date",
- "http://localhost:8881/cleanup_value",
"http://localhost:8881/enrich-type",
"http://localhost:8881/enrich-format",
"http://localhost:8881/enrich_location",
View
4 profiles/georgia.pjs
@@ -13,6 +13,7 @@
"/shred?prop=sourceResource%2Flanguage%2CsourceResource%2Fpublisher%2CsourceResource%2Frelation%2CsourceResource%2Fformat",
"/shred?prop=sourceResource%2Fsubject%2CsourceResource%2Ftitle%2CsourceResource%2Ftype%2CsourceResource%2Fcreator",
"/shred?prop=sourceResource%2Fspatial&delim=--",
+ "/cleanup_value",
"/move_date_values?prop=sourceResource%2Fspatial&to_prop=sourceResource%2Fdate",
"/enrich_earliest_date",
"/enrich-subject",
@@ -23,8 +24,7 @@
"/copy_prop?prop=sourceResource%2Fpublisher&to_prop=sourceResource%2FstateLocatedIn&create=True&remove=True",
"/enrich_location?prop=sourceResource%2FstateLocatedIn",
"/copy_prop?prop=sourceResource%2Fcontributor&to_prop=dataProvider&remove=True",
- "/georgia_identify_object",
- "/cleanup_value"
+ "/georgia_identify_object"
],
"subresources": [
"dpla"
View
2  profiles/minnesota.pjs
@@ -10,13 +10,13 @@
"/shred?prop=sourceResource%2Fcontributor%2CsourceResource%2Fcreator%2CsourceResource%2Fdate",
"/shred?prop=sourceResource%2Flanguage%2CsourceResource%2Fpublisher%2CsourceResource%2Frelation",
"/shred?prop=sourceResource%2Fsubject%2CsourceResource%2Ftype%2CsourceResource%2Fformat",
+ "/cleanup_value",
"/move_date_values?prop=sourceResource%2Fsubject",
"/move_date_values?prop=sourceResource%2Fspatial",
"/shred?prop=sourceResource%2Fspatial&delim=--",
"/enrich_earliest_date",
"/enrich_date",
"/enrich-subject",
- "/cleanup_value",
"/enrich-type",
"/enrich-format",
"/mdl-enrich-location",
View
5 profiles/mwdl.pjs
@@ -8,19 +8,18 @@
"/shred?prop=sourceResource%2Fcontributor%2CsourceResource%2Fcreator%2CsourceResource%2Fdate",
"/shred?prop=sourceResource%2Flanguage%2CsourceResource%2Fpublisher%2CsourceResource%2Frelation",
"/shred?prop=sourceResource%2Fsubject%2CsourceResource%2Ftype%2CsourceResource%2Fformat",
+ "/cleanup_value",
"/mwdl_enrich_state_located_in",
"/move_date_values?prop=sourceResource%2Fsubject",
"/move_date_values?prop=sourceResource%2Fspatial",
"/enrich_earliest_date",
"/enrich_date",
"/enrich-subject",
- "/cleanup_value",
"/enrich-type",
"/enrich-format",
"/enrich_location",
"/enrich_location?prop=sourceResource%2FstateLocatedIn",
- "/enrich_language",
- "/sets_prop?prop=sourceResource%2FphysicalMedium"
+ "/enrich_language"
],
"last_checked": "2013-03-05T17:30:21.689809",
"contributor": {
View
2  profiles/nara.pjs
@@ -7,10 +7,10 @@
"/shred?prop=sourceResource%2Fcontributor%2CsourceResource%2Fcreator%2CsourceResource%2Fdate",
"/shred?prop=sourceResource%2Flanguage%2CsourceResource%2Fpublisher%2CsourceResource%2Frelation",
"/shred?prop=sourceResource%2Fsubject%2CsourceResource%2Ftype%2CsourceResource%2Fformat",
+ "/cleanup_value",
"/enrich_earliest_date",
"/enrich_date",
"/enrich-subject",
- "/cleanup_value",
"/enrich-type",
"/enrich-format",
"/enrich_location",
View
2  profiles/scdl-charleston.pjs
@@ -11,13 +11,13 @@
"/shred?prop=sourceResource%2Flanguage%2CsourceResource%2Fpublisher%2CsourceResource%2Frelation",
"/shred?prop=sourceResource%2Fsubject%2CsourceResource%2Ftype%2CsourceResource%2Fformat",
"/shred?prop=sourceResource%2Fsubject&delim=%3Cbr%3E",
+ "/cleanup_value",
"/move_date_values?prop=sourceResource%2Fsubject",
"/move_date_values?prop=sourceResource%2Fspatial",
"/shred?prop=sourceResource%2Fspatial&delim=--",
"/enrich_earliest_date",
"/enrich_date",
"/enrich-subject",
- "/cleanup_value",
"/enrich-type",
"/enrich-format",
"/contentdm_identify_object",
View
2  profiles/scdl-usc.pjs
@@ -11,13 +11,13 @@
"/shred?prop=sourceResource%2Flanguage%2CsourceResource%2Fpublisher%2CsourceResource%2Frelation",
"/shred?prop=sourceResource%2Fsubject%2CsourceResource%2Ftype%2CsourceResource%2Fformat",
"/shred?prop=sourceResource%2Fsubject&delim=%3Cbr%3E",
+ "/cleanup_value",
"/move_date_values?prop=sourceResource%2Fsubject",
"/move_date_values?prop=sourceResource%2Fspatial",
"/shred?prop=sourceResource%2Fspatial&delim=--",
"/enrich_earliest_date",
"/enrich_date",
"/enrich-subject",
- "/cleanup_value",
"/enrich-type",
"/enrich-format",
"/contentdm_identify_object",
Please sign in to comment.
Something went wrong with that request. Please try again.