feat(Discovery): Added tokenization methods

Author: mediumTaj

Scripts/Services/Discovery/v1/Discovery.cs

@@ -0,0 +1,37 @@
+/**
+* Copyright 2018 IBM Corp. All Rights Reserved.
+*
+* Licensed under the Apache License, Version 2.0 (the "License");
+* you may not use this file except in compliance with the License.
+* You may obtain a copy of the License at
+*
+*      http://www.apache.org/licenses/LICENSE-2.0
+*
+* Unless required by applicable law or agreed to in writing, software
+* distributed under the License is distributed on an "AS IS" BASIS,
+* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+* See the License for the specific language governing permissions and
+* limitations under the License.
+*
+*/
+
+using FullSerializer;
+using System.Collections.Generic;
+
+namespace IBM.Watson.DeveloperCloud.Services.Discovery.v1
+{
+    /// <summary>
+    /// Tokenization dictionary describing how words are tokenized during ingestion and at query time.
+    /// </summary>
+    [fsObject]
+    public class TokenDict
+    {
+        /// <summary>
+        /// An array of tokenization rules. Each rule contains, the original `text` string, component `tokens`, any
+        /// alternate character set `readings`, and which `part_of_speech` the text is from.
+        /// </summary>
+        [fsProperty("tokenization_rules")]
+        public List<TokenDictRule> TokenizationRules { get; set; }
+    }
+
+}

Scripts/Services/Discovery/v1/Models/TokenDict.cs

@@ -0,0 +1,52 @@
+/**
+* Copyright 2018 IBM Corp. All Rights Reserved.
+*
+* Licensed under the Apache License, Version 2.0 (the "License");
+* you may not use this file except in compliance with the License.
+* You may obtain a copy of the License at
+*
+*      http://www.apache.org/licenses/LICENSE-2.0
+*
+* Unless required by applicable law or agreed to in writing, software
+* distributed under the License is distributed on an "AS IS" BASIS,
+* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+* See the License for the specific language governing permissions and
+* limitations under the License.
+*
+*/
+
+using FullSerializer;
+using System.Collections.Generic;
+
+namespace IBM.Watson.DeveloperCloud.Services.Discovery.v1
+{
+    /// <summary>
+    /// An object defining a single tokenizaion rule.
+    /// </summary>
+    [fsObject]
+    public class TokenDictRule
+    {
+        /// <summary>
+        /// The string to tokenize.
+        /// </summary>
+        [fsProperty("text")]
+        public string Text { get; set; }
+        /// <summary>
+        /// Array of tokens that the `text` field is split into when found.
+        /// </summary>
+        [fsProperty("tokens")]
+        public List<string> Tokens { get; set; }
+        /// <summary>
+        /// Array of tokens that represent the content of the `text` field in an alternate character set.
+        /// </summary>
+        [fsProperty("readings")]
+        public List<string> Readings { get; set; }
+        /// <summary>
+        /// The part of speech that the `text` string belongs to. For example `noun`. Custom parts of speech can be
+        /// specified.
+        /// </summary>
+        [fsProperty("part_of_speech")]
+        public string PartOfSpeech { get; set; }
+    }
+
+}

Scripts/Services/Discovery/v1/Models/TokenDict.cs.meta

@@ -0,0 +1,69 @@
+/**
+* Copyright 2018 IBM Corp. All Rights Reserved.
+*
+* Licensed under the Apache License, Version 2.0 (the "License");
+* you may not use this file except in compliance with the License.
+* You may obtain a copy of the License at
+*
+*      http://www.apache.org/licenses/LICENSE-2.0
+*
+* Unless required by applicable law or agreed to in writing, software
+* distributed under the License is distributed on an "AS IS" BASIS,
+* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+* See the License for the specific language governing permissions and
+* limitations under the License.
+*
+*/
+
+using FullSerializer;
+using System.Runtime.Serialization;
+
+namespace IBM.Watson.DeveloperCloud.Services.Discovery.v1
+{
+    /// <summary>
+    /// Object describing the current status of the tokenization dictionary.
+    /// </summary>
+    [fsObject]
+    public class TokenDictStatusResponse
+    {
+        /// <summary>
+        /// Current tokenization dictionary status for the specified collection.
+        /// </summary>
+        /// <value>
+        /// Current tokenization dictionary status for the specified collection.
+        /// </value>
+        public enum StatusEnum
+        {
+            
+            /// <summary>
+            /// Enum ACTIVE for active
+            /// </summary>
+            [EnumMember(Value = "active")]
+            ACTIVE,
+            
+            /// <summary>
+            /// Enum PENDING for pending
+            /// </summary>
+            [EnumMember(Value = "pending")]
+            PENDING,
+            
+            /// <summary>
+            /// Enum NOT_FOUND for not found
+            /// </summary>
+            [EnumMember(Value = "not found")]
+            NOT_FOUND
+        }
+
+        /// <summary>
+        /// Current tokenization dictionary status for the specified collection.
+        /// </summary>
+        [fsProperty("status")]
+        public StatusEnum? Status { get; set; }
+        /// <summary>
+        /// The type for this dictionary. Always returns `tokenization_dictionary`.
+        /// </summary>
+        [fsProperty("type")]
+        public string Type { get; set; }
+    }
+
+}