diff --git a/blueprints/addressbase-premium-blueprint/state-machines/extract-addressbase-premium-properties-to-csv.json b/blueprints/addressbase-premium-blueprint/state-machines/extract-addressbase-premium-properties-to-csv.json new file mode 100644 index 00000000..99b5ca6b --- /dev/null +++ b/blueprints/addressbase-premium-blueprint/state-machines/extract-addressbase-premium-properties-to-csv.json @@ -0,0 +1,108 @@ +{ + "Comment": "Extract Properties information from AddressBase Premium GML", + "version": "1.0", + "StartAt": "ExtractProperties", + "categories": [ + "gazetteer" + ], + "instigators": [ + "user" + ], + "States": { + "ExtractProperties": { + "Type": "Task", + "InputPath": "$.property", + "Resource": "module:flattenXmlFiles", + "ResourceConfig": { + "rootXMLElement": "BasicLandPropertyUnit", + "pivotPath": "$..LandPropertyIdentifier", + "headerMap": [ + ["@.lpiKey", "lpi_key", "string"], + ["@.logicalStatus", "lpi_status", "number"], + ["$.uprn", "uprn", "number"], + ["$..udprn", "udprn", "number"], + ["$.changeType", "changeType", "string"], + ["$.blpuState", "state", "number"], + ["$.blpuStateDate", "state_date", "date"], + ["$..classificationCode", "class", "string"], + ["$.parentUPRN", "parent_uprn", "number"], + [{"select": "$.position.Point.pos", "transform":"ordnanceSurvey_xCoord"}, "x", "number"], + [{"select": "$.position.Point.pos", "transform":"ordnanceSurvey_yCoord"}, "y", "number"], + [{"select": "$.positionLatLong.Point.pos", "transform":"ordnanceSurvey_xCoord"}, "longitude", "number"], + [{"select": "$.positionLatLong.Point.pos", "transform":"ordnanceSurvey_yCoord"}, "latitude", "number"], + ["$.rpc", "rpc", "number"], + ["$.localCustodianCode", "local_custodian_code", "number"], + ["$.country", "country", "string"], + ["$.startDate", "la_start_date", "date"], + ["$.lastUpdateDate", "last_update_date", "date"], + ["$.entryDate", "entry_date", "date"], + ["$..DeliveryPointAddress.organisationName", "rm_organisation_name", "string"], + ["$..Organisation.organisation", "la_organisation", "string"], + ["$..DeliveryPointAddress.departmentName", "department_name", "string"], + ["$..Organisation.legalName", "legal_name", "string"], + ["$..DeliveryPointAddress.subBuildingName", "sub_building_name", "string"], + ["$..DeliveryPointAddress.buildingName", "building_name", "string"], + ["$..DeliveryPointAddress.buildingNumber", "building_number", "string"], + ["@.saoStartNumber", "sao_start_number", "string"], + ["@.saoStartSuffix", "sao_start_suffix", "string"], + ["@.saoEndNumber", "sao_end_number", "string"], + ["@.saoEndSuffix", "sao_end_suffix", "string"], + ["@.saoText", "sao_text", "string"], + ["$.todo", "alt_language_sao_text", "string"], + ["@.paoStartNumber", "pao_start_number", "string"], + ["@.paoStartSuffix", "pao_start_suffix", "string"], + ["@.paoEndNumber", "pao_end_number", "string"], + ["@.paoEndSuffix", "pao_end_suffix", "string"], + ["@.paoText", "pao_text", "string"], + ["$.todo", "alt_language_pao_text", "string"], + ["@.usrn", "usrn", "number"], + ["@.usrnMatchIndicator", "usrn_match_indicator", "number"], + ["@.areaName", "area_name", "string"], + ["@.level", "level", "string"], + ["@.officialFlag", "official_flag", "string"], + ["$.applicationCrossReferenceMember[?(@.ApplicationCrossReference.source=='7666MA')]..crossReference", "os_address_toid", "string", "comment - 7666MA = OS MasterMap Address Layer 2 TOID"], + ["$.applicationCrossReferenceMember[?(@.ApplicationCrossReference.source=='7666MA')]..version", "os_address_toid_version", "number"], + ["$.applicationCrossReferenceMember[?(@.ApplicationCrossReference.source=='7666MI')]..crossReference", "os_road_link_toid", "string", "comment - 7666MI = OS MasterMap Integrated Transport Network TOID."], + ["$.applicationCrossReferenceMember[?(@.ApplicationCrossReference.source=='7666MI')]..version", "os_road_link_toid_version", "number"], + ["$.applicationCrossReferenceMember[?(@.ApplicationCrossReference.source=='7666MT')]..crossReference", "os_topo_toid", "string", "comment - 7666MT = OS MasterMap Topography Layer TOID."], + ["$.applicationCrossReferenceMember[?(@.ApplicationCrossReference.source=='7666MT')]..version", "os_topo_toid_version", "number"], + ["$.applicationCrossReferenceMember[?(@.ApplicationCrossReference.source=='7666VC')]..crossReference", "voa_ct_record", "number", "comment - 7666VC = Centrally created Council Tax."], + ["$.applicationCrossReferenceMember[?(@.ApplicationCrossReference.source=='7666VN')]..crossReference", "voa_ndr_record", "number", "comment - 7666VN = Centrally created non-domestic rates."], + ["$..DeliveryPointAddress.dependentThoroughfare", "dependent_thoroughfare", "string"], + ["$..DeliveryPointAddress.thoroughfare", "thoroughfare", "string"], + ["$..DeliveryPointAddress.welshDependentThoroughfare", "welsh_dependent_thoroughfare", "string"], + ["$..DeliveryPointAddress.welshThoroughfare", "welsh_thoroughfare", "string"], + ["$..DeliveryPointAddress.doubleDependentLocality", "double_dependent_locality", "string"], + ["$..DeliveryPointAddress.dependentLocality", "dependent_locality", "string"], + ["$..DeliveryPointAddress.welshDoubleDependentLocality", "welsh_double_dependent_locality", "string"], + ["$..DeliveryPointAddress.welshDependentLocality", "welsh_dependent_locality", "string"], + ["$..DeliveryPointAddress.postTown", "post_town", "string"], + ["$..DeliveryPointAddress.welshPostTown", "welsh_post_town", "string"], + ["$..DeliveryPointAddress.postcode", "postcode", "string"], + ["$.postcodeLocator", "postcode_locator", "string"], + ["$..DeliveryPointAddress.postcodeType", "postcode_type", "string"], + ["$..DeliveryPointAddress.deliveryPointSuffix", "delivery_point_suffix", "string"], + ["$.addressbasePostal", "addressbase_postal", "string"], + ["$..DeliveryPointAddress.poBoxNumber", "po_box_number", "string"], + ["$.applicationCrossReferenceMember[?(@.ApplicationCrossReference.source=='7666OW')]..crossReference", "ward_code", "string", "comment - 7666OW = ONS Ward Code."], + ["$.applicationCrossReferenceMember[?(@.ApplicationCrossReference.source=='7666OP')]..crossReference", "parish_code", "string", "comment - 7666OP = ONS Parish Code."], + ["$..DeliveryPointAddress.entryDate", "rm_start_date", "date"], + ["$.multiOccCount", "multi_occ_count", "number"], + ["$.todo", "voa_ndrp_desc_code", "string"], + ["$.todo", "voa_ndr_scat_code", "string"], + ["$.todo", "alt_language", "string"] + ], + "namespace": "strip" + }, + "End": true + } + }, + "restrictions": [ + { + "roleId": "$authenticated", + "allows": [ + "*" + ] + } + ] +} \ No newline at end of file diff --git a/blueprints/addressbase-premium-blueprint/state-machines/extract-addressbase-premium-streets-to-csv.json b/blueprints/addressbase-premium-blueprint/state-machines/extract-addressbase-premium-streets-to-csv.json new file mode 100644 index 00000000..030b0dc7 --- /dev/null +++ b/blueprints/addressbase-premium-blueprint/state-machines/extract-addressbase-premium-streets-to-csv.json @@ -0,0 +1,41 @@ +{ + "Comment": "Extracts Streets information from AddressBase Premium GML", + "version": "1.0", + "StartAt": "ExtractStreets", + "categories": [ + "gazetteer" + ], + "instigators": [ + "user" + ], + "States": { + "ExtractStreets": { + "Type": "Task", + "InputPath": "$.streets", + "Resource": "module:flattenXmlFiles", + "ResourceConfig": { + "rootXMLElement": "streetMember", + "pivotPath": "$..StreetDescriptiveIdentifier", + "headerMap": [ + ["$.Street.changeType", "changeType", "string"], + ["$.Street.usrn", "usrn", "number"], + ["@.streetDescription", "description", "string"], + ["@.townName", "townName", "string"], + ["@.administrativeArea", "administrativeArea","string"], + ["$.Street.streetSurface", "surface", "number"], + ["$.Street.streetClassification", "classification", "number"] + ], + "namespace": "strip" + }, + "End": true + } + }, + "restrictions": [ + { + "roleId": "$authenticated", + "allows": [ + "*" + ] + } + ] +} \ No newline at end of file diff --git a/blueprints/addressbase-premium-blueprint/state-machines/import-addressbase-premium-gml.json b/blueprints/addressbase-premium-blueprint/state-machines/import-addressbase-premium-gml.json index 93053b2e..095f9982 100644 --- a/blueprints/addressbase-premium-blueprint/state-machines/import-addressbase-premium-gml.json +++ b/blueprints/addressbase-premium-blueprint/state-machines/import-addressbase-premium-gml.json @@ -11,239 +11,33 @@ "States": { "ExtractStreets": { "Type": "Task", - "InputPath": "$.streets", - "Resource": "module:flattenXmlFiles", + "Resource": "module:runStateMachine", "ResourceConfig": { - "rootXMLElement": "streetMember", - "pivotPath": "$..StreetDescriptiveIdentifier", - "headerMap": [ - ["$.Street.changeType", "changeType", "string"], - ["$.Street.usrn", "usrn", "number"], - ["@.streetDescription", "description", "string"], - ["@.townName", "townName", "string"], - ["@.administrativeArea", "administrativeArea","string"], - ["$.Street.streetSurface", "surface", "number"], - ["$.Street.streetClassification", "classification", "number"] - ], - "namespace": "strip" + "stateMachine": "ordnanceSurvey_extractAddressbasePremiumStreetsToCsv_1_0" }, "Next": "ExtractProperties" }, "ExtractProperties": { "Type": "Task", - "InputPath": "$.property", - "Resource": "module:flattenXmlFiles", + "Resource": "module:runStateMachine", "ResourceConfig": { - "rootXMLElement": "BasicLandPropertyUnit", - "pivotPath": "$..LandPropertyIdentifier", - "headerMap": [ - ["@.lpiKey", "lpi_key", "string"], - ["@.logicalStatus", "lpi_status", "number"], - ["$.uprn", "uprn", "number"], - ["$..udprn", "udprn", "number"], - ["$.changeType", "changeType", "string"], - ["$.blpuState", "state", "number"], - ["$.blpuStateDate", "state_date", "date"], - ["$..classificationCode", "class", "string"], - ["$.parentUPRN", "parent_uprn", "number"], - [{"select": "$.position.Point.pos", "transform":"ordnanceSurvey_xCoord"}, "x", "number"], - [{"select": "$.position.Point.pos", "transform":"ordnanceSurvey_yCoord"}, "y", "number"], - [{"select": "$.positionLatLong.Point.pos", "transform":"ordnanceSurvey_xCoord"}, "longitude", "number"], - [{"select": "$.positionLatLong.Point.pos", "transform":"ordnanceSurvey_yCoord"}, "latitude", "number"], - ["$.rpc", "rpc", "number"], - ["$.localCustodianCode", "local_custodian_code", "number"], - ["$.country", "country", "string"], - ["$.startDate", "la_start_date", "date"], - ["$.lastUpdateDate", "last_update_date", "date"], - ["$.entryDate", "entry_date", "date"], - ["$..DeliveryPointAddress.organisationName", "rm_organisation_name", "string"], - ["$..Organisation.organisation", "la_organisation", "string"], - ["$..DeliveryPointAddress.departmentName", "department_name", "string"], - ["$..Organisation.legalName", "legal_name", "string"], - ["$..DeliveryPointAddress.subBuildingName", "sub_building_name", "string"], - ["$..DeliveryPointAddress.buildingName", "building_name", "string"], - ["$..DeliveryPointAddress.buildingNumber", "building_number", "string"], - ["@.saoStartNumber", "sao_start_number", "string"], - ["@.saoStartSuffix", "sao_start_suffix", "string"], - ["@.saoEndNumber", "sao_end_number", "string"], - ["@.saoEndSuffix", "sao_end_suffix", "string"], - ["@.saoText", "sao_text", "string"], - ["$.todo", "alt_language_sao_text", "string"], - ["@.paoStartNumber", "pao_start_number", "string"], - ["@.paoStartSuffix", "pao_start_suffix", "string"], - ["@.paoEndNumber", "pao_end_number", "string"], - ["@.paoEndSuffix", "pao_end_suffix", "string"], - ["@.paoText", "pao_text", "string"], - ["$.todo", "alt_language_pao_text", "string"], - ["@.usrn", "usrn", "number"], - ["@.usrnMatchIndicator", "usrn_match_indicator", "number"], - ["@.areaName", "area_name", "string"], - ["@.level", "level", "string"], - ["@.officialFlag", "official_flag", "string"], - ["$.applicationCrossReferenceMember[?(@.ApplicationCrossReference.source=='7666MA')]..crossReference", "os_address_toid", "string", "comment - 7666MA = OS MasterMap Address Layer 2 TOID"], - ["$.applicationCrossReferenceMember[?(@.ApplicationCrossReference.source=='7666MA')]..version", "os_address_toid_version", "number"], - ["$.applicationCrossReferenceMember[?(@.ApplicationCrossReference.source=='7666MI')]..crossReference", "os_road_link_toid", "string", "comment - 7666MI = OS MasterMap Integrated Transport Network TOID."], - ["$.applicationCrossReferenceMember[?(@.ApplicationCrossReference.source=='7666MI')]..version", "os_road_link_toid_version", "number"], - ["$.applicationCrossReferenceMember[?(@.ApplicationCrossReference.source=='7666MT')]..crossReference", "os_topo_toid", "string", "comment - 7666MT = OS MasterMap Topography Layer TOID."], - ["$.applicationCrossReferenceMember[?(@.ApplicationCrossReference.source=='7666MT')]..version", "os_topo_toid_version", "number"], - ["$.applicationCrossReferenceMember[?(@.ApplicationCrossReference.source=='7666VC')]..crossReference", "voa_ct_record", "number", "comment - 7666VC = Centrally created Council Tax."], - ["$.applicationCrossReferenceMember[?(@.ApplicationCrossReference.source=='7666VN')]..crossReference", "voa_ndr_record", "number", "comment - 7666VN = Centrally created non-domestic rates."], - ["$..DeliveryPointAddress.dependentThoroughfare", "dependent_thoroughfare", "string"], - ["$..DeliveryPointAddress.thoroughfare", "thoroughfare", "string"], - ["$..DeliveryPointAddress.welshDependentThoroughfare", "welsh_dependent_thoroughfare", "string"], - ["$..DeliveryPointAddress.welshThoroughfare", "welsh_thoroughfare", "string"], - ["$..DeliveryPointAddress.doubleDependentLocality", "double_dependent_locality", "string"], - ["$..DeliveryPointAddress.dependentLocality", "dependent_locality", "string"], - ["$..DeliveryPointAddress.welshDoubleDependentLocality", "welsh_double_dependent_locality", "string"], - ["$..DeliveryPointAddress.welshDependentLocality", "welsh_dependent_locality", "string"], - ["$..DeliveryPointAddress.postTown", "post_town", "string"], - ["$..DeliveryPointAddress.welshPostTown", "welsh_post_town", "string"], - ["$..DeliveryPointAddress.postcode", "postcode", "string"], - ["$.postcodeLocator", "postcode_locator", "string"], - ["$..DeliveryPointAddress.postcodeType", "postcode_type", "string"], - ["$..DeliveryPointAddress.deliveryPointSuffix", "delivery_point_suffix", "string"], - ["$.addressbasePostal", "addressbase_postal", "string"], - ["$..DeliveryPointAddress.poBoxNumber", "po_box_number", "string"], - ["$.applicationCrossReferenceMember[?(@.ApplicationCrossReference.source=='7666OW')]..crossReference", "ward_code", "string", "comment - 7666OW = ONS Ward Code."], - ["$.applicationCrossReferenceMember[?(@.ApplicationCrossReference.source=='7666OP')]..crossReference", "parish_code", "string", "comment - 7666OP = ONS Parish Code."], - ["$..DeliveryPointAddress.entryDate", "rm_start_date", "date"], - ["$.multiOccCount", "multi_occ_count", "number"], - ["$.todo", "voa_ndrp_desc_code", "string"], - ["$.todo", "voa_ndr_scat_code", "string"], - ["$.todo", "alt_language", "string"] - ], - "namespace": "strip" + "stateMachine": "ordnanceSurvey_extractAddressbasePremiumPropertiesToCsv_1_0" }, "Next": "ProcessPropertiesCsvFiles" }, "ProcessPropertiesCsvFiles": { "Type": "Task", - "InputPath": "$.property", - "Resource": "module:processingCsvFiles", + "Resource": "module:runStateMachine", "ResourceConfig": { - "parser": { - "quote": "\"", - "delimiter": ",", - "newline": "\n", - "skipFirstLine": true, - "trimWhitespace": true - }, - "dirSplits": [ - { - "columnIndex": 4, - "valueToDirMap": { - "U": "upserts", - "D": "deletes", - "I": "upserts" - } - } - ], - "fileSplits": { - "columnIndex": 4, - "valueToFileMap": { - "U&I": { - "filename": "addressbase_premium_holding", - "outputColumns": [ - { "name": "lpi_key", "columnIndex": 0 }, - { "name": "hash_sum", "type": "hash" }, - { "name": "lpi_status", "columnIndex": 1 }, - { "name": "uprn", "columnIndex": 2 }, - { "name": "udprn", "columnIndex": 3 }, - { "name": "state", "columnIndex": 5 }, - { "name": "state_date", "columnIndex": 6 }, - { "name": "class", "columnIndex": 7 }, - { "name": "parent_uprn", "columnIndex": 8 }, - { "name": "x", "columnIndex": 9 }, - { "name": "y", "columnIndex": 10 }, - { "name": "longitude", "columnIndex": 11 }, - { "name": "latitude", "columnIndex": 12 }, - { "name": "rpc", "columnIndex": 13 }, - { "name": "local_custodian_code", "columnIndex": 14 }, - { "name": "country", "columnIndex": 15 }, - { "name": "la_start_date", "columnIndex": 16 }, - { "name": "last_update_date", "columnIndex": 17 }, - { "name": "entry_date", "columnIndex": 18 }, - { "name": "rm_organisation_name", "columnIndex": 19 }, - { "name": "la_organisation", "columnIndex": 20 }, - { "name": "department_name", "columnIndex": 21 }, - { "name": "legal_name", "columnIndex": 22 }, - { "name": "sub_building_name", "columnIndex": 23 }, - { "name": "building_name", "columnIndex": 24 }, - { "name": "building_number", "columnIndex": 25 }, - { "name": "sao_start_number", "columnIndex": 26 }, - { "name": "sao_start_suffix", "columnIndex": 27 }, - { "name": "sao_end_number", "columnIndex": 28 }, - { "name": "sao_end_suffix", "columnIndex": 29 }, - { "name": "sao_text", "columnIndex": 30 }, - { "name": "alt_language_sao_text", "columnIndex": 31 }, - { "name": "pao_start_number", "columnIndex": 32 }, - { "name": "pao_start_suffix", "columnIndex": 33 }, - { "name": "pao_end_number", "columnIndex": 34 }, - { "name": "pao_end_suffix", "columnIndex": 35 }, - { "name": "pao_text", "columnIndex": 36 }, - { "name": "alt_language_pao_text", "columnIndex": 37 }, - { "name": "usrn", "columnIndex": 38 }, - { "name": "usrn_match_indicator", "columnIndex": 39 }, - { "name": "area_name", "columnIndex": 40 }, - { "name": "level", "columnIndex": 41 }, - { "name": "official_flag", "columnIndex": 42 }, - { "name": "os_address_toid", "columnIndex": 43 }, - { "name": "os_address_toid_version", "columnIndex": 44 }, - { "name": "os_road_link_toid", "columnIndex": 45 }, - { "name": "os_road_link_toid_version", "columnIndex": 46 }, - { "name": "os_topo_toid", "columnIndex": 47 }, - { "name": "os_topo_toid_version", "columnIndex": 48 }, - { "name": "voa_ct_record", "columnIndex": 49 }, - { "name": "voa_ndr_record", "columnIndex": 50 }, - { "name": "dependent_thoroughfare", "columnIndex": 51 }, - { "name": "thoroughfare", "columnIndex": 52 }, - { "name": "welsh_dependent_thoroughfare", "columnIndex": 53 }, - { "name": "welsh_thoroughfare", "columnIndex": 54 }, - { "name": "double_dependent_locality", "columnIndex": 55 }, - { "name": "dependent_locality", "columnIndex": 56 }, - { "name": "welsh_double_dependent_locality", "columnIndex": 57 }, - { "name": "welsh_dependent_locality", "columnIndex": 58 }, - { "name": "post_town", "columnIndex": 59 }, - { "name": "welsh_post_town", "columnIndex": 60 }, - { "name": "postcode", "columnIndex": 61 }, - { "name": "postcode_locator", "columnIndex": 62 }, - { "name": "postcode_type", "columnIndex": 63 }, - { "name": "delivery_point_suffix", "columnIndex": 64 }, - { "name": "addressbase_postal", "columnIndex": 65 }, - { "name": "po_box_number", "columnIndex": 66 }, - { "name": "ward_code", "columnIndex": 67 }, - { "name": "parish_code", "columnIndex": 68 }, - { "name": "rm_start_date", "columnIndex": 69 }, - { "name": "multi_occ_count", "columnIndex": 70 }, - { "name": "voa_ndrp_desc_code", "columnIndex": 71 }, - { "name": "voa_ndr_scat_code", "columnIndex": 72 }, - { "name": "alt_language", "columnIndex": 73 } - ] - }, - "D": { - "filename": "addressbase_premium_holding", - "outputColumns": [ - { - "name": "lpi_key", - "columnIndex": 0 - } - ] - } - } - } + "stateMachine": "ordnanceSurvey_processPropertiesCsv_1_0" }, "Next": "ImportPropertiesCsvFiles" }, "ImportPropertiesCsvFiles": { "Type": "Task", - "InputPath": "$.property.outputDir", - "Resource": "module:importingCsvFiles", + "Resource": "module:runStateMachine", "ResourceConfig": { - "headerColumnNamePkPrefix": ".", - "topDownTableOrder": [ - "addressbase_premium_holding" - ], - "truncateTables": true + "stateMachine": "ordnanceSurvey_importPropertiesCsv_1_0" }, "End": true } diff --git a/blueprints/addressbase-premium-blueprint/state-machines/import-properties-csv.json b/blueprints/addressbase-premium-blueprint/state-machines/import-properties-csv.json new file mode 100644 index 00000000..1b099101 --- /dev/null +++ b/blueprints/addressbase-premium-blueprint/state-machines/import-properties-csv.json @@ -0,0 +1,36 @@ +{ + "Comment": "import properties csv into the database", + "version": "1.0", + "StartAt": "ImportPropertiesCsvFiles", + "categories": [ + "gazetteer" + ], + "instigators": [ + "user" + ], + "States": { + "ImportPropertiesCsvFiles": { + "Type": "Task", + "InputPath": "$.property.outputDir", + "Resource": "module:importingCsvFiles", + "ResourceConfig": { + "headerColumnNamePkPrefix": ".", + "topDownTableOrder": [ + "addressbase_premium_holding" + ], + "truncateTables": true + }, + "End": true + } + + + }, + "restrictions": [ + { + "roleId": "$authenticated", + "allows": [ + "*" + ] + } + ] +} \ No newline at end of file diff --git a/blueprints/addressbase-premium-blueprint/state-machines/process-properties-csv.json b/blueprints/addressbase-premium-blueprint/state-machines/process-properties-csv.json new file mode 100644 index 00000000..b0984406 --- /dev/null +++ b/blueprints/addressbase-premium-blueprint/state-machines/process-properties-csv.json @@ -0,0 +1,139 @@ +{ + "Comment": "Process properties.csv ", + "version": "1.0", + "StartAt": "ProcessPropertiesCsvFiles", + "categories": [ + "gazetteer" + ], + "instigators": [ + "user" + ], + "States": { + "ProcessPropertiesCsvFiles": { + "Type": "Task", + "InputPath": "$.property", + "Resource": "module:processingCsvFiles", + "ResourceConfig": { + "parser": { + "quote": "\"", + "delimiter": ",", + "newline": "\n", + "skipFirstLine": true, + "trimWhitespace": true + }, + "dirSplits": [ + { + "columnIndex": 4, + "valueToDirMap": { + "U": "upserts", + "D": "deletes", + "I": "upserts" + } + } + ], + "fileSplits": { + "columnIndex": 4, + "valueToFileMap": { + "U&I": { + "filename": "addressbase_premium_holding", + "outputColumns": [ + { "name": "lpi_key", "columnIndex": 0 }, + { "name": "hash_sum", "type": "hash" }, + { "name": "lpi_status", "columnIndex": 1 }, + { "name": "uprn", "columnIndex": 2 }, + { "name": "udprn", "columnIndex": 3 }, + { "name": "state", "columnIndex": 5 }, + { "name": "state_date", "columnIndex": 6 }, + { "name": "class", "columnIndex": 7 }, + { "name": "parent_uprn", "columnIndex": 8 }, + { "name": "x", "columnIndex": 9 }, + { "name": "y", "columnIndex": 10 }, + { "name": "longitude", "columnIndex": 11 }, + { "name": "latitude", "columnIndex": 12 }, + { "name": "rpc", "columnIndex": 13 }, + { "name": "local_custodian_code", "columnIndex": 14 }, + { "name": "country", "columnIndex": 15 }, + { "name": "la_start_date", "columnIndex": 16 }, + { "name": "last_update_date", "columnIndex": 17 }, + { "name": "entry_date", "columnIndex": 18 }, + { "name": "rm_organisation_name", "columnIndex": 19 }, + { "name": "la_organisation", "columnIndex": 20 }, + { "name": "department_name", "columnIndex": 21 }, + { "name": "legal_name", "columnIndex": 22 }, + { "name": "sub_building_name", "columnIndex": 23 }, + { "name": "building_name", "columnIndex": 24 }, + { "name": "building_number", "columnIndex": 25 }, + { "name": "sao_start_number", "columnIndex": 26 }, + { "name": "sao_start_suffix", "columnIndex": 27 }, + { "name": "sao_end_number", "columnIndex": 28 }, + { "name": "sao_end_suffix", "columnIndex": 29 }, + { "name": "sao_text", "columnIndex": 30 }, + { "name": "alt_language_sao_text", "columnIndex": 31 }, + { "name": "pao_start_number", "columnIndex": 32 }, + { "name": "pao_start_suffix", "columnIndex": 33 }, + { "name": "pao_end_number", "columnIndex": 34 }, + { "name": "pao_end_suffix", "columnIndex": 35 }, + { "name": "pao_text", "columnIndex": 36 }, + { "name": "alt_language_pao_text", "columnIndex": 37 }, + { "name": "usrn", "columnIndex": 38 }, + { "name": "usrn_match_indicator", "columnIndex": 39 }, + { "name": "area_name", "columnIndex": 40 }, + { "name": "level", "columnIndex": 41 }, + { "name": "official_flag", "columnIndex": 42 }, + { "name": "os_address_toid", "columnIndex": 43 }, + { "name": "os_address_toid_version", "columnIndex": 44 }, + { "name": "os_road_link_toid", "columnIndex": 45 }, + { "name": "os_road_link_toid_version", "columnIndex": 46 }, + { "name": "os_topo_toid", "columnIndex": 47 }, + { "name": "os_topo_toid_version", "columnIndex": 48 }, + { "name": "voa_ct_record", "columnIndex": 49 }, + { "name": "voa_ndr_record", "columnIndex": 50 }, + { "name": "dependent_thoroughfare", "columnIndex": 51 }, + { "name": "thoroughfare", "columnIndex": 52 }, + { "name": "welsh_dependent_thoroughfare", "columnIndex": 53 }, + { "name": "welsh_thoroughfare", "columnIndex": 54 }, + { "name": "double_dependent_locality", "columnIndex": 55 }, + { "name": "dependent_locality", "columnIndex": 56 }, + { "name": "welsh_double_dependent_locality", "columnIndex": 57 }, + { "name": "welsh_dependent_locality", "columnIndex": 58 }, + { "name": "post_town", "columnIndex": 59 }, + { "name": "welsh_post_town", "columnIndex": 60 }, + { "name": "postcode", "columnIndex": 61 }, + { "name": "postcode_locator", "columnIndex": 62 }, + { "name": "postcode_type", "columnIndex": 63 }, + { "name": "delivery_point_suffix", "columnIndex": 64 }, + { "name": "addressbase_postal", "columnIndex": 65 }, + { "name": "po_box_number", "columnIndex": 66 }, + { "name": "ward_code", "columnIndex": 67 }, + { "name": "parish_code", "columnIndex": 68 }, + { "name": "rm_start_date", "columnIndex": 69 }, + { "name": "multi_occ_count", "columnIndex": 70 }, + { "name": "voa_ndrp_desc_code", "columnIndex": 71 }, + { "name": "voa_ndr_scat_code", "columnIndex": 72 }, + { "name": "alt_language", "columnIndex": 73 } + ] + }, + "D": { + "filename": "addressbase_premium_holding", + "outputColumns": [ + { + "name": "lpi_key", + "columnIndex": 0 + } + ] + } + } + } + }, + "End": true + } + }, + "restrictions": [ + { + "roleId": "$authenticated", + "allows": [ + "*" + ] + } + ] +} \ No newline at end of file