Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
20 changes: 20 additions & 0 deletions app-knowledge/plugins/qianfan-knowledge/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -40,10 +40,30 @@
<groupId>org.mapstruct</groupId>
<artifactId>mapstruct-processor</artifactId>
</dependency>

<!-- Jackson -->
<dependency>
<groupId>com.fasterxml.jackson.core</groupId>
<artifactId>jackson-databind</artifactId>
</dependency>

<!-- Test -->
<dependency>
<groupId>org.fitframework</groupId>
<artifactId>fit-test-framework</artifactId>
</dependency>
<dependency>
<groupId>org.junit.jupiter</groupId>
<artifactId>junit-jupiter</artifactId>
</dependency>
<dependency>
<groupId>org.mockito</groupId>
<artifactId>mockito-core</artifactId>
</dependency>
<dependency>
<groupId>org.assertj</groupId>
<artifactId>assertj-core</artifactId>
</dependency>
</dependencies>

<build>
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,58 @@
/*---------------------------------------------------------------------------------------------
* Copyright (c) 2025 Huawei Technologies Co., Ltd. All rights reserved.
* This file is a part of the ModelEngine Project.
* Licensed under the MIT License. See License.txt in the project root for license information.
*--------------------------------------------------------------------------------------------*/

package modelengine.jade.knowledge;

import static modelengine.fitframework.util.IoUtils.content;

import modelengine.fit.http.annotation.PostMapping;
import modelengine.fit.http.annotation.RequestBody;
import modelengine.fit.http.annotation.RequestMapping;
import modelengine.fit.http.annotation.RequestQuery;
import modelengine.fit.http.client.HttpClientException;
import modelengine.fitframework.annotation.Component;
import modelengine.fitframework.serialization.ObjectSerializer;
import modelengine.jade.knowledge.entity.QianfanResponse;

import java.io.IOException;
import java.util.Map;

/**
* 表示千帆内部接口的打桩实现。
*
* @author 陈潇文
* @since 2025-05-07
*/
@Component
@RequestMapping(path = "/v2", group = "千帆知识库内部接口打桩")
public class MockedQianfanKnowledgeBaseInnerController {
private final ObjectSerializer serializer;

public MockedQianfanKnowledgeBaseInnerController(ObjectSerializer serializer) {
this.serializer = serializer;
}

@PostMapping(path = "/knowledgeBase")
public Map<String, Object> listRepos(@RequestBody MockedQianfanKnowledgeListQueryParam param,
@RequestQuery(name = "Action", defaultValue = "DescribeKnowledgeBases") String action) throws IOException {
if (param.getKeyword().equals("error")) {
throw new HttpClientException("error");
}
String resourceName = "/listRepoResult.json";
String jsonContent = content(QianfanResponse.class, resourceName);
return serializer.deserialize(jsonContent, Map.class);
}

@PostMapping(path = "/knowledgebases/query")
public Map<String, Object> listRepos(@RequestBody MockedQianfanRetrievalParam param) throws IOException {
if (param.getQuery().equals("error")) {
throw new HttpClientException("error");
}
String resourceName = "/retrieveResult.json";
String jsonContent = content(QianfanResponse.class, resourceName);
return serializer.deserialize(jsonContent, Map.class);
}
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,36 @@
/*
* Copyright (c) 2025 Huawei Technologies Co., Ltd. All rights reserved.
* This file is a part of the ModelEngine Project.
* Licensed under the MIT License. See License.txt in the project root for license information.
*/

package modelengine.jade.knowledge;

import lombok.Data;
import modelengine.fitframework.serialization.annotation.SerializeStrategy;
import modelengine.jade.knowledge.dto.QianfanKnowledgeListQueryParam;

/**
* 表示 {@link QianfanKnowledgeListQueryParam} 类的测试类实现。
*
* @author 陈潇文
* @since 2025-05-08
*/
@Data
@SerializeStrategy(include = SerializeStrategy.Include.NON_NULL)
public class MockedQianfanKnowledgeListQueryParam {
/**
* 知识库查询的起始id。
*/
private String marker;

/**
* 知识库查询的关键字。
*/
private String keyword;

/**
* 查询的知识库数量上限。
*/
private Integer maxKeys;
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,48 @@
/*
* Copyright (c) 2025 Huawei Technologies Co., Ltd. All rights reserved.
* This file is a part of the ModelEngine Project.
* Licensed under the MIT License. See License.txt in the project root for license information.
*/

package modelengine.jade.knowledge;

import lombok.Data;
import modelengine.fitframework.annotation.Property;
import modelengine.fitframework.serialization.annotation.SerializeStrategy;
import modelengine.jade.knowledge.dto.QianfanPipelineConfigQueryParam;
import modelengine.jade.knowledge.dto.QianfanRetrievalParam;

import java.util.List;

/**
* 表示 {@link QianfanRetrievalParam} 类的测试类实现。
*
* @author 陈潇文
* @since 2025-05-08
*/
@Data
@SerializeStrategy(include = SerializeStrategy.Include.NON_NULL)
public class MockedQianfanRetrievalParam {
/**
* 返回前多少的条目。
*/
private int top;
/**
* 检索策略。
*/
private String type;
/**
* 检索query。
*/
private String query;
/**
* 指定知识库的id集合。
*/
@Property(description = "knowledgebase_ids", name = "knowledgebase_ids")
private List<String> knowledgebaseIds;
/**
* 检索配置。
*/
@Property(description = "pipeline_config", name = "pipeline_config")
private QianfanPipelineConfigQueryParam pipelineConfig;
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,116 @@
/*---------------------------------------------------------------------------------------------
* Copyright (c) 2025 Huawei Technologies Co., Ltd. All rights reserved.
* This file is a part of the ModelEngine Project.
* Licensed under the MIT License. See License.txt in the project root for license information.
*--------------------------------------------------------------------------------------------*/

package modelengine.jade.knowledge;

import modelengine.fit.http.client.HttpClassicClientResponse;
import modelengine.fitframework.annotation.Fit;
import modelengine.fitframework.test.annotation.MvcTest;
import modelengine.fitframework.test.domain.mvc.MockMvc;
import modelengine.jade.knowledge.dto.QianfanKnowledgeListQueryParam;
import modelengine.jade.knowledge.dto.QianfanRetrievalParam;
import modelengine.jade.knowledge.entity.QianfanKnowledgeEntity;
import modelengine.jade.knowledge.entity.QianfanKnowledgeListEntity;
import modelengine.jade.knowledge.entity.QianfanRetrievalChunksEntity;
import modelengine.jade.knowledge.entity.QianfanRetrievalResult;
import modelengine.jade.knowledge.exception.KnowledgeException;
import modelengine.jade.knowledge.external.QianfanKnowledgeBaseManager;

import org.junit.jupiter.api.AfterEach;
import org.junit.jupiter.api.BeforeEach;
import org.junit.jupiter.api.DisplayName;
import org.junit.jupiter.api.Test;

import static org.assertj.core.api.Assertions.assertThat;
import static org.assertj.core.api.Assertions.assertThatThrownBy;

import java.io.IOException;
import java.lang.reflect.Field;
import java.util.HashMap;
import java.util.Map;

/**
* 表示 {@link QianfanKnowledgeBaseManager} 的测试集。
*
* @author 陈潇文
* @since 2025-05-06
*/
@MvcTest(classes = {MockedQianfanKnowledgeBaseInnerController.class, QianfanKnowledgeBaseManager.class})
public class QianfanKnowledgeBaseManagerTest {
private String apiKey = "123";

@Fit
QianfanKnowledgeBaseManager manager;

@Fit
private MockMvc mockMvc;

private HttpClassicClientResponse<?> response;

@BeforeEach
void setUp() throws Exception {
Field qianfanUrls = manager.getClass().getDeclaredField("qianfanUrls");
qianfanUrls.setAccessible(true);
Map<String, String> urls = new HashMap<>();
urls.put("knowledgeList",
"http://localhost:" + mockMvc.getPort() + "/v2/knowledgeBase?Action=DescribeKnowledgeBases");
urls.put("knowledgeRetrieve", "http://localhost:" + mockMvc.getPort() + "/v2/knowledgebases/query");
qianfanUrls.set(manager, urls);
}

@AfterEach
void teardown() throws IOException {
if (this.response != null) {
this.response.close();
}
}

@Test
@DisplayName("查询知识库列表成功")
public void shouldOkWhenListRepo() {
QianfanKnowledgeListQueryParam param = QianfanKnowledgeListQueryParam.builder().keyword("ok").build();
QianfanKnowledgeListEntity entity = this.manager.listRepos(apiKey, param);
assertThat(entity.getData().size()).isEqualTo(2);
assertThat(entity.getData().get(0)).extracting(QianfanKnowledgeEntity::getId,
QianfanKnowledgeEntity::getName,
QianfanKnowledgeEntity::getDescription).containsExactly("1", "test1", "test1知识库");
assertThat(entity.getData().get(1)).extracting(QianfanKnowledgeEntity::getId,
QianfanKnowledgeEntity::getName,
QianfanKnowledgeEntity::getDescription).containsExactly("2", "test2", "test2知识库");
}

@Test
@DisplayName("查询知识库列表失败,抛出异常")
public void shouldFailWhenListRepoThrowException() {
QianfanKnowledgeListQueryParam param = QianfanKnowledgeListQueryParam.builder().keyword("error").build();
assertThatThrownBy(() -> this.manager.listRepos(apiKey, param)).isInstanceOf(KnowledgeException.class)
.extracting("code")
.isEqualTo(130703005);
}

@Test
@DisplayName("检索知识库成功")
public void shouldOkWhenRetrieve() {
QianfanRetrievalParam param = QianfanRetrievalParam.builder().query("ok").build();
QianfanRetrievalResult result = this.manager.retrieve(apiKey, param);
assertThat(result.getTotalCount()).isEqualTo(3);
assertThat(result.getChunks().get(0)).extracting(QianfanRetrievalChunksEntity::getChunkId,
QianfanRetrievalChunksEntity::getContent,
QianfanRetrievalChunksEntity::getDocumentId,
QianfanRetrievalChunksEntity::getDocumentName,
QianfanRetrievalChunksEntity::getKnowledgebaseId)
.containsExactly("chunk1", "content1", "doc1", "doc1.txt", "know1");
}

@Test
@DisplayName("检索知识库失败,抛出异常")
public void shouldFailWhenRetrieveThrowException() {
QianfanRetrievalParam param = QianfanRetrievalParam.builder().query("error").build();
assertThatThrownBy(() -> this.manager.retrieve(apiKey, param)).isInstanceOf(KnowledgeException.class)
.extracting("code")
.isEqualTo(130703005);
}
}
Loading