Merge 6f9f45b into 277b7ed

data/datapackage-with-partial-dialect.json

@@ -0,0 +1,59 @@
+{
+  "profile": "tabular-data-package",
+  "name": "australian-open-data-portals",
+  "resources": [{
+    "profile": "tabular-data-resource",
+    "name": "open-data-portals",
+    "path": "data/australian-open-data-portals.tsv",
+    "encoding": "utf-8",
+    "format": "tsv",
+    "mediatype": "text/tsv",
+    "licenses": [{
+      "id": "CC-BY-4.0",
+      "title": "Creative Commons Attribution 4.0",
+      "url": "https://creativecommons.org/licenses/by/4.0/"
+    }],
+    "schema": {
+      "fields": [{
+        "name": "URL",
+        "type": "string",
+        "format": "uri",
+        "constraints": {
+          "required": true
+        }
+      }, {
+        "name": "Organisation",
+        "type": "string",
+        "format": "default"
+      }, {
+        "name": "Organisation type",
+        "type": "string",
+        "format": "default"
+      }, {
+        "name": "Portal",
+        "type": "string",
+        "format": "default"
+      }, {
+        "name": "Region",
+        "type": "string",
+        "format": "default"
+      }, {
+        "name": "Lat",
+        "type": "number",
+        "format": "default",
+        "decimalChar": ","
+      }, {
+        "name": "Lon",
+        "type": "number",
+        "format": "default",
+        "decimalChar": ","
+      }],
+      "missingValues": [""]
+    },
+    "primaryKeys": ["URL"],
+    "dialect": {
+      "delimiter": "\t",
+      "header": true
+    }
+  }]
+}

src/reducers/editorPackage.js

@@ -1,6 +1,8 @@
 const uuidv4 = require('uuid/v4')
 const { Schema } = require('tableschema')
 const { Profile } = require('datapackage')
+// TODO: it's not public on the datapackage level
+const { DEFAULT_DIALECT } = require('datapackage/src/config')
 const without = require('lodash/without')
 const cloneDeep = require('lodash/cloneDeep')
 
@@ -201,6 +203,7 @@ const UPDATERS = {
 
 // Processor
 
+// TODO: why don't we use new Package() for normalization?
 function processState(state) {
   // Descriptor
   state.descriptor.keywords = state.descriptor.keywords || []
@@ -213,6 +216,9 @@ function processState(state) {
     if (resource.path instanceof Array) {
       resource.path = resource.path[0]
     }
+    if (resource.dialect) {
+      resource.dialect = { ...DEFAULT_DIALECT, ...resource.dialect }
+    }
     resource.schema = resource.schema || {}
     resource.schema.fields = resource.schema.fields || []
     resource.schema._columns = resource.schema._columns || []