feat: add sample code for unit tests

Author: vansangpfiev

CMakeLists.txt

@@ -49,6 +49,7 @@ add_compile_definitions(NITRO_VERSION="${NITRO_VERSION}")
 
 add_subdirectory(llama.cpp)
 add_subdirectory(whisper.cpp)
+add_subdirectory(test)
 
 add_executable(${PROJECT_NAME} main.cc)
 
@@ -93,4 +94,4 @@ target_sources(${PROJECT_NAME} PRIVATE ${CTL_SRC} ${COMMON_SRC} ${CONTEXT_SRC})
 # ${FILTER_SRC} ${PLUGIN_SRC} ${MODEL_SRC})
 # ##############################################################################
 # uncomment the following line for dynamically loading views set_property(TARGET
-# ${PROJECT_NAME} PROPERTY ENABLE_EXPORTS ON)
+# ${PROJECT_NAME} PROPERTY ENABLE_EXPORTS ON)

controllers/llamaCPP.cc

@@ -589,8 +589,10 @@ void llamaCPP::LoadModel(
 
 bool llamaCPP::LoadModelImpl(std::shared_ptr<Json::Value> jsonBody) {
   gpt_params params;
+  LOG_INFO << "Start loading model";
   // By default will setting based on number of handlers
   if (jsonBody) {
+    LOG_DEBUG << "Start parsing jsonBody";
     if (!jsonBody->operator[]("mmproj").isNull()) {
       LOG_INFO << "MMPROJ FILE detected, multi-model enabled!";
       params.mmproj = jsonBody->operator[]("mmproj").asString();

models/chat_completion_request.h

@@ -5,8 +5,8 @@ namespace inferences {
 struct ChatCompletionRequest {
   bool stream = false;
   int max_tokens = 500;
-  float top_p = 0.95;
-  float temperature = 0.8;
+  float top_p = 0.95f;
+  float temperature = 0.8f;
   float frequency_penalty = 0;
   float presence_penalty = 0;
   Json::Value stop = Json::Value(Json::arrayValue);

nitro_deps/CMakeLists.txt

@@ -79,8 +79,23 @@ ExternalProject_Add(
 	-DCMAKE_INSTALL_PREFIX=${THIRD_PARTY_INSTALL_PATH}
 )
 
-# Fix trantor cmakelists to link c-ares on Windows
+# Download and install GoogleTest
+ExternalProject_Add(
+    gtest
+    GIT_REPOSITORY https://github.com/google/googletest
+	GIT_TAG v1.14.0
+    CMAKE_ARGS
+	-DCMAKE_BUILD_TYPE=release
+	-DCMAKE_PREFIX_PATH=${THIRD_PARTY_INSTALL_PATH}
+	-DCMAKE_INSTALL_PREFIX=${THIRD_PARTY_INSTALL_PATH}
+)
+
+
 if(WIN32)
+	# Fix dynamic link for gtest
+	set(gtest_force_shared_crt ON CACHE BOOL "" FORCE)
+
+	# Fix trantor cmakelists to link c-ares on Windows
     set(TRANTOR_CMAKE_FILE ${CMAKE_CURRENT_SOURCE_DIR}/../build_deps/nitro_deps/drogon-prefix/src/drogon/trantor/CMakeLists.txt)
     ExternalProject_Add_Step(drogon trantor_custom_target
         COMMAND ${CMAKE_COMMAND} -E echo add_definitions(-DCARES_STATICLIB) >> ${TRANTOR_CMAKE_FILE}

test/CMakeLists.txt

@@ -0,0 +1,2 @@
+
+add_subdirectory(models)

test/models/CMakeLists.txt

@@ -0,0 +1,14 @@
+file(GLOB SRCS *.cc)
+project(test-models)
+
+add_executable(${PROJECT_NAME} ${SRCS})
+
+find_package(Drogon CONFIG REQUIRED)
+find_package(GTest CONFIG REQUIRED)
+
+target_link_libraries(${PROJECT_NAME} PRIVATE Drogon::Drogon GTest::gtest GTest::gmock 
+                                              ${CMAKE_THREAD_LIBS_INIT})
+target_include_directories(${PROJECT_NAME} PRIVATE ${CMAKE_CURRENT_SOURCE_DIR}/../../)
+
+add_test(NAME ${PROJECT_NAME}
+         COMMAND ${PROJECT_NAME})

test/models/main.cc

@@ -0,0 +1,9 @@
+#include "gtest/gtest.h"
+#include <drogon/HttpAppFramework.h>
+#include <drogon/drogon.h>
+
+int main(int argc, char **argv) {
+    ::testing::InitGoogleTest(&argc, argv);
+    int ret = RUN_ALL_TESTS();
+    return ret;
+}

test/models/test_models.cc

@@ -0,0 +1,53 @@
+#include "gtest/gtest.h"
+#include "models/chat_completion_request.h"
+
+using inferences::ChatCompletionRequest;
+
+class ModelTest : public ::testing::Test {
+};
+
+
+TEST_F(ModelTest, should_parse_request) {
+  {
+    Json::Value data;
+    auto req = drogon::HttpRequest::newHttpJsonRequest(data);
+
+    auto res =
+        drogon::fromRequest<inferences::ChatCompletionRequest>(*req.get());
+
+    EXPECT_EQ(res.stream, false);
+    EXPECT_EQ(res.max_tokens, 500);
+    EXPECT_EQ(res.top_p, 0.95f);
+    EXPECT_EQ(res.temperature, 0.8f);
+    EXPECT_EQ(res.frequency_penalty, 0);
+    EXPECT_EQ(res.presence_penalty, 0);
+    EXPECT_EQ(res.stop, Json::Value{});
+    EXPECT_EQ(res.messages, Json::Value{});
+  }
+
+  {
+    Json::Value data;
+    data["stream"] = true;
+    data["max_tokens"] = 400;
+    data["top_p"] = 0.8;
+    data["temperature"] = 0.7;
+    data["frequency_penalty"] = 0.1;
+    data["presence_penalty"] = 0.2;
+    data["messages"] = "message";
+    data["stop"] = "stop";
+
+    auto req = drogon::HttpRequest::newHttpJsonRequest(data);
+
+    auto res =
+        drogon::fromRequest<inferences::ChatCompletionRequest>(*req.get());
+
+    EXPECT_EQ(res.stream, true);
+    EXPECT_EQ(res.max_tokens, 400);
+    EXPECT_EQ(res.top_p, 0.8f);
+    EXPECT_EQ(res.temperature, 0.7f);
+    EXPECT_EQ(res.frequency_penalty, 0.1f);
+    EXPECT_EQ(res.presence_penalty, 0.2f);
+    EXPECT_EQ(res.stop, Json::Value{"stop"});
+    EXPECT_EQ(res.messages, Json::Value{"message"});
+  }
+}