Change Document controller m* routes returns & fix SDK functional tests

.ci/test-aarch64.yml

@@ -14,12 +14,13 @@ services:
       - redis
       - elasticsearch
     environment:
-      - kuzzle_services__db__client__host=http://elasticsearch:9200
+      - kuzzle_services__storageEngine__client__node=http://elasticsearch:9200
+      - kuzzle_services__storageEngine__commonMapping__dynamic=true
+      - kuzzle_services__storageEngine__internalIndex__collections__users__dynamic=true
       - kuzzle_services__internalCache__node__host=redis
       - kuzzle_services__memoryStorage__node__host=redis
       - kuzzle_server__protocols__mqtt__enabled=true
       - kuzzle_server__protocols__mqtt__developmentMode=false
-      - kuzzle_services__storageEngine__commonMapping__dynamic=true
       - NODE_ENV=production
       - DEBUG=
       - CUCUMBER_EMBEDDED_HOST=localhost
@@ -37,9 +38,11 @@ services:
     image: redis:${REDIS_VERSION:-5}
 
   elasticsearch:
-    image: kuzzleio/elasticsearch:5.6.10
+    image: kuzzleio/elasticsearch:7.3.0
     ulimits:
       nofile: 65536
     environment:
-      - cluster.name=kuzzle
       - "ES_JAVA_OPTS=-Xms512m -Xmx512m"
+      - node.name=alyx
+      - cluster.name=kuzzle
+      - discovery.type=single-node

.ci/test-armhf.yml

@@ -14,12 +14,13 @@ services:
       - redis
       - elasticsearch
     environment:
-      - kuzzle_services__db__client__host=http://elasticsearch:9200
+      - kuzzle_services__storageEngine__client__node=http://elasticsearch:9200
+      - kuzzle_services__storageEngine__commonMapping__dynamic=true
+      - kuzzle_services__storageEngine__internalIndex__collections__users__dynamic=true
       - kuzzle_services__internalCache__node__host=redis
       - kuzzle_services__memoryStorage__node__host=redis
       - kuzzle_server__protocols__mqtt__enabled=true
       - kuzzle_server__protocols__mqtt__developmentMode=false
-      - kuzzle_services__storageEngine__commonMapping__dynamic=true
       - NODE_ENV=production
       - DEBUG=
       - CUCUMBER_EMBEDDED_HOST=localhost
@@ -37,9 +38,11 @@ services:
     image: redis:${REDIS_VERSION:-5}
 
   elasticsearch:
-    image: kuzzleio/elasticsearch:5.6.10
+    image: kuzzleio/elasticsearch:7.3.0
     ulimits:
       nofile: 65536
     environment:
-      - cluster.name=kuzzle
       - "ES_JAVA_OPTS=-Xms512m -Xmx512m"
+      - node.name=alyx
+      - cluster.name=kuzzle
+      - discovery.type=single-node

.ci/test.yml

@@ -14,12 +14,11 @@ services:
       - redis
       - elasticsearch
     environment:
-      - kuzzle_services__db__client__host=http://elasticsearch:9200
-      - kuzzle_services__internalCache__node__host=redis
-      - kuzzle_services__memoryStorage__node__host=redis
+      - kuzzle_services__storageEngine__client__node=http://elasticsearch:9200
+      - kuzzle_services__storageEngine__commonMapping__dynamic=true
+      - kuzzle_services__storageEngine__internalIndex__collections__users__dynamic=true
       - kuzzle_server__protocols__mqtt__enabled=true
       - kuzzle_server__protocols__mqtt__developmentMode=false
-      - kuzzle_services__storageEngine__commonMapping__dynamic=true
       - NODE_ENV=production
       - DEBUG=
       - CUCUMBER_EMBEDDED_HOST=localhost
@@ -37,9 +36,11 @@ services:
     image: redis:${REDIS_VERSION:-5}
 
   elasticsearch:
-    image: kuzzleio/elasticsearch:5.6.10
+    image: kuzzleio/elasticsearch:7.3.0
     ulimits:
       nofile: 65536
     environment:
-      - cluster.name=kuzzle
       - "ES_JAVA_OPTS=-Xms512m -Xmx512m"
+      - node.name=alyx
+      - cluster.name=kuzzle
+      - discovery.type=single-node

.kuzzlerc.sample

@@ -494,7 +494,7 @@
     //         - "false": Stores document and does not update the collection
     //           mapping (field are not indexed)
     //         - "strict": Rejects document
-    //       See https://www.elastic.co/guide/en/elasticsearch/reference/5.6/dynamic-mapping.html
+    //       See https://www.elastic.co/guide/en/elasticsearch/reference/7.3/dynamic-mapping.html
     "storageEngine": {
       "backend": "elasticsearch",
       "aliases": ["storageEngine"],

default.config.js

@@ -246,11 +246,13 @@ module.exports = {
         name: 'kuzzle',
         collections: {
           users: {
+            dynamic: 'false',
             properties: {
               profileIds: { type: 'keyword' }
             }
           },
           profiles: {
+            dynamic: 'false',
             properties: {
               policies: {
                 properties:  {

doc/2/api/controllers/admin/load-mappings/index.md

@@ -13,7 +13,7 @@ Apply mappings to the storage layer.
 **Notes:**
 
 * The mapping can contain any number of index and collection configurations.
-* Field definitions follow the [Elasticsearch](https://www.elastic.co/guide/en/elasticsearch/reference/5.6/mapping.html) mapping format.
+* Field definitions follow the [Elasticsearch](https://www.elastic.co/guide/en/elasticsearch/reference/7.3/mapping.html) mapping format.
 * If an index or collection does not exist, it will be created automatically.
 * Mappings are loaded sequentially, one index/collection pair at a time. If a failure occurs, Kuzzle immediately interrupts the sequence.
 

doc/2/api/controllers/bulk/import/index.md

@@ -10,8 +10,6 @@ Creates, updates or deletes large amounts of documents as fast as possible.
 
 This route is faster than the `document:m*` routes family (e.g. [document:mCreate](/core/2/api/controllers/document/m-create)), but no real-time notifications will be generated, even if some of the documents in the import match subscription filters.
 
-If some documents actions fail, the client will receive a [PartialError](/core/2/api/essentials/errors/handling#partialerror) error.
-
 ---
 
 ## Query Syntax
@@ -77,21 +75,25 @@ Body:
 
 ## Body properties
 
-The body must contain a `bulkData` array, detailing the bulk operations to perform, following [ElasticSearch Bulk API](https://www.elastic.co/guide/en/elasticsearch/reference/5.6/docs-bulk.html).
+The body must contain a `bulkData` array, detailing the bulk operations to perform, following [ElasticSearch Bulk API](https://www.elastic.co/guide/en/elasticsearch/reference/7.3/docs-bulk.html).
 
 ---
 
 ## Response
 
-Returns an object containing 2 properties:
-  - `items`: array containing the list of executed queries result, in the same order than in the query
-  - `errors`: boolean indicating if some error occured during the import
+Returns an object containing 2 arrays: `successes` and `errors`
 
-Each query result contains the following properties:
+Each created, replaced or updated document is an object of the `successes` array.  
+Each item is an object containing the action name as key and the corresponding object contain the following properties:
+  - `_id`: document unique identifier
+  - `status`: HTTP status code for that query
 
+Each errored action is an object of the `errors` array:
+Each item is an object containing the action name as key and the corresponding object contain the following properties:
   - `_id`: document unique identifier
   - `status`: HTTP status code for that query
-  - `error`: (only if status >= `400`)
+  - `_source`: document body
+  - `error`: 
     - `type`: elasticsearch client error type
     - `reason`: human readable error message
 
@@ -105,7 +107,7 @@ Each query result contains the following properties:
   "action": "import",
   "requestId": "<unique request identifier>",
   "result": {
-    "items": [
+    "successes": [
       {
         "index": {
           "_id": "hQ10_GwBB2Y5786Pu_NO",
@@ -130,7 +132,8 @@ Each query result contains the following properties:
           "status": 201
         }
       }
-    ]
+    ],
+    "errors": []
   }
 }
 ```

doc/2/api/controllers/bulk/m-write/index.md

@@ -8,7 +8,6 @@ title: mWrite
 
 <SinceBadge version="1.8.0" />
 
-
 Create or replace multiple documents directly into the storage engine.
 
 This is a low level route intended to bypass Kuzzle actions on document creation, notably:
@@ -100,15 +99,19 @@ Body:
 
 ## Response
 
-Returns a `hits` array, containing the list of created documents, in the same order than the one provided in the query.
+Returns an object containing 2 arrays: `successes` and `errors`
 
-Each created document is an object with the following properties:
+Each created or replaced document is an object of the `successes` array with the following properties:
 
-- `_id`: created document unique identifier
+- `_id`: document unique identifier
 - `_source`: document content
-- `_version`: version number of the document
+- `_version`: version of the document (should be `1`)
+
+Each errored document is an object of the `errors` array with the following properties:
 
-If one or more document creations fail, the response status is set to `206`, and the `error` object contains a [partial error](/core/2/api/essentials/errors/handling#partialerror) error.
+- `document`: original document that caused the error
+- `status`: HTTP error status code
+- `reason`: human readable reason
 
 ### Example
 
@@ -122,25 +125,23 @@ If one or more document creations fail, the response status is set to `206`, and
   "controller": "bulk",
   "requestId": "<unique request identifier>",
   "result": {
-    "hits": [
+    "successes": [
       {
         "_id": "<documentId>",
         "_source": {
           // document content
         },
-        "_version": 2,
-        "created": false
+        "_version": 2
       },
       {
         "_id": "<anotherDocumentId>",
         "_source": {
           // document content
         },
-        "_version": 1,
-        "created": true
+        "_version": 1
       }
     ],
-    "total": 2
+    "errors": []
   }
 }
 ```

doc/2/api/controllers/collection/get-mapping/index.md

@@ -48,18 +48,15 @@ Method: GET
 Returns a mapping object with the following structure:
 
 ```
-<index>
-  |- mappings
-    |- <collection>
-      |- dynamic
-      |- _meta
-        |- metadata 1
-        |- metadata 1
-      |- properties
-        |- mapping for field 1
-        |- mapping for field 2
-        |- ...
-        |- mapping for field n
+|- dynamic
+|- _meta
+  |- metadata 1
+  |- metadata 1
+|- properties
+  |- mapping for field 1
+  |- mapping for field 2
+  |- ...
+  |- mapping for field n
 ```
 
 ### Example:
@@ -74,22 +71,16 @@ Returns a mapping object with the following structure:
   "action": "getMapping",
   "requestId": "<unique request identifier>",
   "result": {
-    "<index>": {
-      "mappings": {
-        "<collection>": {
-          "dynamic": "true",
-          "_meta": {
-            "metadata1": "value1"
-          },
-          "properties": {
-            "field1": { "type": "integer" },
-            "field2": { "type": "keyword" },
-            "field3": {
-              "type":   "date",
-              "format": "yyyy-MM-dd HH:mm:ss||yyyy-MM-dd||epoch_millis"
-            }
-          }
-        }
+    "dynamic": "true",
+    "_meta": {
+      "metadata1": "value1"
+    },
+    "properties": {
+      "field1": { "type": "integer" },
+      "field2": { "type": "keyword" },
+      "field3": {
+        "type":   "date",
+        "format": "yyyy-MM-dd HH:mm:ss||yyyy-MM-dd||epoch_millis"
       }
     }
   }
@@ -103,4 +94,3 @@ Returns a mapping object with the following structure:
 
 - [Common errors](/core/2/api/essentials/errors/handling#common-errors)
 - [NotFoundError](/core/2/api/essentials/errors/handling#notfounderror)
-

doc/2/api/controllers/collection/search-specifications/index.md

@@ -59,7 +59,7 @@ Body:
 ### Optional:
 
 - `from` is usually used with the `size` argument, and defines the offset from the first result you want to fetch
-- `scroll` is used to fetch large result sets, and it must be set with a [time duration](https://www.elastic.co/guide/en/elasticsearch/reference/5.6/common-options.html#time-units). If set, a forward-only cursor will be created (and automatically destroyed at the end of the set duration), and its identifier will be returned in the `scrollId` property, along with the first page of the results. This cursor can then be moved forward using the [`scrollSpecifications` API action](/core/2/api/controllers/collection/scroll-specifications)
+- `scroll` is used to fetch large result sets, and it must be set with a [time duration](https://www.elastic.co/guide/en/elasticsearch/reference/7.3/common-options.html#time-units). If set, a forward-only cursor will be created (and automatically destroyed at the end of the set duration), and its identifier will be returned in the `scrollId` property, along with the first page of the results. This cursor can then be moved forward using the [`scrollSpecifications` API action](/core/2/api/controllers/collection/scroll-specifications)
 - `size` controls the maximum number of documents returned in the response
 
 ---
@@ -68,7 +68,7 @@ Body:
 
 ### Optional:
 
-- `query`: a search query filtering the result, using the [ElasticSearch Query DSL](https://www.elastic.co/guide/en/elasticsearch/reference/5.6/query-dsl.html)
+- `query`: a search query filtering the result, using the [ElasticSearch Query DSL](https://www.elastic.co/guide/en/elasticsearch/reference/7.3/query-dsl.html)
 
 ---
 

doc/2/api/controllers/document/count/index.md

@@ -60,7 +60,7 @@ Body:
 
 ### Optional:
 
-- `query`: if provided, will count only documents matching this search query. Uses the [ElasticSearch Query DSL](https://www.elastic.co/guide/en/elasticsearch/reference/5.6/query-dsl.html) syntax.
+- `query`: if provided, will count only documents matching this search query. Uses the [ElasticSearch Query DSL](https://www.elastic.co/guide/en/elasticsearch/reference/7.3/query-dsl.html) syntax.
 
 ---
 

doc/2/api/controllers/document/delete-by-query/index.md

@@ -57,7 +57,7 @@ Body:
 
 ## Body properties
 
-- `query`: documents matching this search query will be deleted. Uses the [ElasticSearch Query DSL](https://www.elastic.co/guide/en/elasticsearch/reference/5.6/query-dsl.html) syntax.
+- `query`: documents matching this search query will be deleted. Uses the [ElasticSearch Query DSL](https://www.elastic.co/guide/en/elasticsearch/reference/7.3/query-dsl.html) syntax.
 
 ---