refine knowledge base

src/lib/helpers/enums.js

@@ -106,17 +106,21 @@ const agentTaskStatus = {
 export const AgentTaskStatus = Object.freeze(agentTaskStatus);
 
 
-const knowledgeCollectionType = {
+const knowledgeType = {
     QuestionAnswer: 'question-answer',
-    Document: 'document'
+    Document: 'document',
+    Taxonomy: 'taxonomy',
+    SemanticGraph: 'semantic-graph'
 };
-export const KnowledgeCollectionType = Object.freeze(knowledgeCollectionType);
+export const KnowledgeBaseType = Object.freeze(knowledgeType);
 
-const knowledgeCollectionDisplayType =  {
-    [knowledgeCollectionType.QuestionAnswer]: "Q & A",
-    [knowledgeCollectionType.Document]: "Documents",
+const knowledgeBaseDisplayType =  {
+    [knowledgeType.QuestionAnswer]: "Q & A",
+    [knowledgeType.Document]: "Documents",
+    [knowledgeType.Taxonomy]: "Taxonomy",
+    [knowledgeType.SemanticGraph]: "Semantic Graph",
 };
-export const KnowledgeCollectionDisplayType = Object.freeze(knowledgeCollectionDisplayType);
+export const KnowledgeBaseDisplayType = Object.freeze(knowledgeBaseDisplayType);
 
 const knowledgePayloadName = {
     Text: 'text',

src/lib/helpers/http.js

@@ -190,12 +190,12 @@ function skipLoader(config) {
     const postRegexes = [
         new RegExp('http(s*)://(.*?)/conversation/(.*?)/(.*?)', 'g'),
         new RegExp('http(s*)://(.*?)/agent', 'g'),
-        new RegExp('http(s*)://(.*?)/knowledge/vector/(.*?)/page', 'g'),
-        new RegExp('http(s*)://(.*?)/knowledge/(.*?)/search', 'g'),
-        new RegExp('http(s*)://(.*?)/knowledge/vector/(.*?)/create', 'g'),
-        new RegExp('http(s*)://(.*?)/knowledge/document/(.*?)/page', 'g'),
-        new RegExp('http(s*)://(.*?)/knowledge/document/(.*?)/upload', 'g'),
-        new RegExp('http(s*)://(.*?)/knowledge/entity/analyze', 'g'),
+        new RegExp('http(s*)://(.*?)/knowledge/collection/(.*?)/data/page', 'g'),
+        new RegExp('http(s*)://(.*?)/knowledge/collection/(.*?)/query', 'g'),
+        new RegExp('http(s*)://(.*?)/knowledge/collection/(.*?)', 'g'),
+        new RegExp('http(s*)://(.*?)/knowledge/collection/(.*?)/file/page', 'g'),
+        new RegExp('http(s*)://(.*?)/knowledge/collection/(.*?)/file/upload', 'g'),
+        // new RegExp('http(s*)://(.*?)/knowledge/entity/analyze', 'g'),
         new RegExp('http(s*)://(.*?)/users', 'g'),
         new RegExp('http(s*)://(.*?)/instruct/(.*?)', 'g'),
         new RegExp('http(s*)://(.*?)/agent/(.*?)/code-scripts', 'g'),
@@ -205,17 +205,17 @@ function skipLoader(config) {
 
     /** @type {RegExp[]} */
     const putRegexes = [
-        new RegExp('http(s*)://(.*?)/knowledge/vector/(.*?)/update', 'g'),
+        new RegExp('http(s*)://(.*?)/knowledge/collection/(.*?)/data', 'g'),
         new RegExp('http(s*)://(.*?)/conversation/(.*?)/update-message', 'g'),
         new RegExp('http(s*)://(.*?)/conversation/(.*?)/update-tags', 'g'),
         new RegExp('http(s*)://(.*?)/users', 'g'),
     ];
 
     /** @type {RegExp[]} */
     const deleteRegexes = [
-        new RegExp('http(s*)://(.*?)/knowledge/vector/(.*?)/delete-collection', 'g'),
-        new RegExp('http(s*)://(.*?)/knowledge/vector/(.*?)/data/(.*?)', 'g'),
-        new RegExp('http(s*)://(.*?)/knowledge/vector/(.*?)/data', 'g'),
+        new RegExp('http(s*)://(.*?)/knowledge/collection/(.*?)', 'g'),
+        new RegExp('http(s*)://(.*?)/knowledge/collection/(.*?)/data/(.*?)', 'g'),
+        new RegExp('http(s*)://(.*?)/knowledge/collection/(.*?)/data', 'g'),
     ];
 
     /** @type {RegExp[]} */
@@ -239,8 +239,9 @@ function skipLoader(config) {
         new RegExp('http(s*)://(.*?)/conversation/(.*?)/files/(.*?)', 'g'),
         new RegExp('http(s*)://(.*?)/llm-configs', 'g'),
         new RegExp('http(s*)://(.*?)/llm-provider/(.*?)/models', 'g'),
-        new RegExp('http(s*)://(.*?)/knowledge/vector/collections', 'g'),
-        new RegExp('http(s*)://(.*?)/knowledge/vector/(.*?)/exist', 'g'),
+        new RegExp('http(s*)://(.*?)/knowledge/collections', 'g'),
+        new RegExp('http(s*)://(.*?)/knowledge/collection/(.*?)/exist', 'g'),
+        new RegExp('http(s*)://(.*?)/knowledge/collection/(.*?)/details', 'g'),
         new RegExp('http(s*)://(.*?)/knowledge/processors', 'g'),
         new RegExp('http(s*)://(.*?)/knowledge/entity/analyzers', 'g'),
         new RegExp('http(s*)://(.*?)/knowledge/entity/data-providers', 'g'),
@@ -274,17 +275,18 @@ function skipLoader(config) {
 function skipGlobalError(config) {
     /** @type {RegExp[]} */
     const postRegexes = [
-        new RegExp('http(s*)://(.*?)/knowledge/vector/(.*?)/page', 'g'),
-        new RegExp('http(s*)://(.*?)/knowledge/(.*?)/search', 'g'),
-        new RegExp('http(s*)://(.*?)/knowledge/vector/(.*?)/create', 'g'),
-        new RegExp('http(s*)://(.*?)/knowledge/document/(.*?)/page', 'g'),
-        new RegExp('http(s*)://(.*?)/knowledge/vector/create-collection', 'g'),
+        new RegExp('http(s*)://(.*?)/knowledge/collection/(.*?)/data', 'g'),
+        new RegExp('http(s*)://(.*?)/knowledge/collection/(.*?)/data/page', 'g'),
+        new RegExp('http(s*)://(.*?)/knowledge/collection/(.*?)/query', 'g'),
+        new RegExp('http(s*)://(.*?)/knowledge/collection/(.*?)', 'g'),
+        new RegExp('http(s*)://(.*?)/knowledge/collection', 'g'),
+        new RegExp('http(s*)://(.*?)/knowledge/collection/(.*?)/file/page', 'g'),
         new RegExp('http(s*)://(.*?)/refresh-agents', 'g')
     ];
 
     /** @type {RegExp[]} */
     const putRegexes = [
-        new RegExp('http(s*)://(.*?)/knowledge/vector/(.*?)/update', 'g'),
+        new RegExp('http(s*)://(.*?)/knowledge/collection/(.*?)/data', 'g'),
         new RegExp('http(s*)://(.*?)/role', 'g'),
         new RegExp('http(s*)://(.*?)/user', 'g'),
         new RegExp('http(s*)://(.*?)/conversation/(.*?)/update-message', 'g'),
@@ -293,9 +295,9 @@ function skipGlobalError(config) {
 
     /** @type {RegExp[]} */
     const deleteRegexes = [
-        new RegExp('http(s*)://(.*?)/knowledge/vector/(.*?)/delete-collection', 'g'),
-        new RegExp('http(s*)://(.*?)/knowledge/vector/(.*?)/data/(.*?)', 'g'),
-        new RegExp('http(s*)://(.*?)/knowledge/vector/(.*?)/data', 'g'),
+        new RegExp('http(s*)://(.*?)/knowledge/collection/(.*?)', 'g'),
+        new RegExp('http(s*)://(.*?)/knowledge/collection/(.*?)/data/(.*?)', 'g'),
+        new RegExp('http(s*)://(.*?)/knowledge/collection/(.*?)/data', 'g'),
     ];
 
     /** @type {RegExp[]} */

src/lib/helpers/types/knowledgeTypes.js

@@ -1,38 +1,38 @@
 // Knowledgebase
 /**
  * @typedef {Object} CreateVectorCollectionRequest
- * @property {string} collection_name - The collection name.
- * @property {string} collection_type - The collection type.
+ * @property {string} collectionName - The collection name.
  * @property {string} provider - The text embedding provider.
  * @property {string} model - The text embedding model.
  * @property {number} dimension - The text embedding dimension.
  */
 
 /**
- * @typedef {Object} SearchKnowledgeRequest
+ * @typedef {Object} KnowledgeQueryRequest
  * @property {string} text - The text.
  * @property {string[]} [fields] - Data fields.
  * @property {number} [limit] - Data limit.
  * @property {number} [confidence] - Confidence.
- * @property {boolean} [with_vector] - Include vector or not.
- * @property {VectorFilterGroup[]} [filter_groups] - Search filter groups.
- * @property {VectorSearchParam} [search_param] - Search params.
+ * @property {boolean} [withVector] - Include vector or not.
+ * @property {VectorFilterGroup[]} [filterGroups] - Search filter groups.
+ * @property {any} [searchParam] - Search params.
+ * @property {string[]?} [dataProviders] - Data providers
  */
 
 /**
  * @typedef {Object} KnowledgeFilter
  * @property {string | null} [start_id] - The start id.
  * @property {number} size - Page size.
- * @property {boolean} [with_vector] - Include vector or not.
+ * @property {boolean} [withVector] - Include vector or not.
  * @property {string[]} [fields] - Included payload fields.
- * @property {VectorFilterGroup[]} [filter_groups] - Search filter groups.
- * @property {VectorSort?} [order_by] - Sort by.
+ * @property {VectorFilterGroup[]} [filterGroups] - Search filter groups.
+ * @property {VectorSort?} [orderBy] - Sort by.
  */
 
-/**
- * @typedef {Object} VectorSearchParam
- * @property {boolean?} [exact_search] - Exact search or not.
- */
+// /**
+//  * @typedef {Object} VectorSearchParam
+//  * @property {boolean?} [exact_search] - Exact search or not.
+//  */
 
 /**
  * @typedef {Object} VectorFilterGroup
@@ -80,9 +80,10 @@
  */
 
 /**
- * @typedef {Object} KnowledgeSearchViewModel
+ * @typedef {Object} KnowledgeQueryViewModel
  * @property {string} id - The knowledge data id.
  * @property {any} payload - The knowledge payload.
+ * @property {any} data - The knowledge payload.
  * @property {number} [score] - The knowledge score.
  * @property {number[]} [vector] - The knowledge vector.
  * @property {number} [vector_dimension] - The vector dimension.
@@ -91,7 +92,7 @@
 /**
  * @typedef {Object} KnowledgeSearchPageResult
  * @property {number} count - The total data count.
- * @property {KnowledgeSearchViewModel[]} items - The data items.
+ * @property {KnowledgeQueryViewModel[]} items - The data items.
  * @property {string} [next_id] - The next id.
  */
 
@@ -143,8 +144,6 @@
 /**
  * @typedef {Object} VectorCollectionDetails
  * @property {string} status
- * @property {number} vectors_count
- * @property {number} points_count
  * @property {PayloadSchemaDetail[]} payload_schema
  */
 

src/lib/services/api-endpoints.js

@@ -97,32 +97,30 @@ export const endpoints = {
     loggingStateLogUrl: `${host}/logger/conversation/{conversationId}/state-log`,
 
     // knowledge base
-    vectorCollectionExistUrl: `${host}/knowledge/vector/{collection}/exist`,
-    vectorCollectionsUrl: `${host}/knowledge/vector/collections`,
-    vectorCollectionDetailsUrl: `${host}/knowledge/vector/{collection}/details`,
-    vectorKnowledgePageListUrl: `${host}/knowledge/vector/{collection}/page`,
-    vectorKnowledgeSearchUrl: `${host}/knowledge/vector/{collection}/search`,
-    vectorKnowledgeCreateUrl: `${host}/knowledge/vector/{collection}/create`,
-    vectorKnowledgeUpdateUrl: `${host}/knowledge/vector/{collection}/update`,
-    vectorKnowledgeDeleteUrl: `${host}/knowledge/vector/{collection}/data/{id}`,
-    vectorKnowledgeDeleteAllUrl: `${host}/knowledge/vector/{collection}/data`,
-    vectorKnowledgeUploadUrl: `${host}/knowledge/vector/{collection}/upload`,
-    vectorCollectionCreateUrl: `${host}/knowledge/vector/create-collection`,
-    vectorCollectionDeleteUrl: `${host}/knowledge/vector/{collection}/delete-collection`,
-    vectorIndexesCreateUrl: `${host}/knowledge/vector/{collection}/payload/indexes`,
-    vectorIndexesDeleteUrl: `${host}/knowledge/vector/{collection}/payload/indexes`,
+    knowledgeCollectionExistUrl: `${host}/knowledge/collection/{collection}/exist`,
+    knowledgeCollectionDetailsUrl: `${host}/knowledge/collection/{collection}/details`,
+    knowledgeCollectionsUrl: `${host}/knowledge/collections`,
+    knowledgeCollectionCreateUrl: `${host}/knowledge/collection`,
+    knowledgeCollectionDeleteUrl: `${host}/knowledge/collection/{collection}`,
+
+    knowledgeDataQueryUrl: `${host}/knowledge/collection/{collection}/query`,
+    knowledgeDataPageListUrl: `${host}/knowledge/collection/{collection}/data/page`,
+    knowledgeDataCreateUrl: `${host}/knowledge/collection/{collection}/data`,
+    knowledgeDataUpdateUrl: `${host}/knowledge/collection/{collection}/data`,
+    knowledgeDataDeleteUrl: `${host}/knowledge/collection/{collection}/data/{id}`,
+    knowledgeDataDeleteAllUrl: `${host}/knowledge/collection/{collection}/data`,
 
-    graphKnowledgeSearchUrl: `${host}/knowledge/graph/search`,
+    knowledgeIndexesCreateUrl: `${host}/knowledge/collection/{collection}/indexes`,
+    knowledgeIndexesDeleteUrl: `${host}/knowledge/collection/{collection}/indexes`,
 
-    knowledgeDocumentUploadUrl: `${host}/knowledge/document/{collection}/upload`,
-    knowledgeDocumentDeleteUrl: `${host}/knowledge/document/{collection}/delete/{fileId}`,
-    knowledgeDocumentDeleteAllUrl: `${host}/knowledge/document/{collection}/delete`,
-    knowledgeDocumentPageListUrl: `${host}/knowledge/document/{collection}/page`,
+    knowledgeFileUploadUrl: `${host}/knowledge/collection/{collection}/file/upload`,
+    knowledgeFileDeleteUrl: `${host}/knowledge/collection/{collection}/file/{fileId}`,
+    knowledgeFileDeleteAllUrl: `${host}/knowledge/collection/{collection}/file`,
+    knowledgeFilePageListUrl: `${host}/knowledge/collection/{collection}/file/page`,
     knowledgeProcessorsUrl: `${host}/knowledge/processors`,
 
     entityAnalyzersUrl: `${host}/knowledge/entity/analyzers`,
-    entityDataLoadersUrl: `${host}/knowledge/entity/data-providers`,
-    entityAnalyzeUrl: `${host}/knowledge/entity/analyze`,
+    entityDataProvidersUrl: `${host}/knowledge/entity/data-providers`,
 
     // chathub 
     chatHubUrl: `${host}/chatHub`,