From abb5d7f43a202e75bf449fbe0489f28238f5c2fb Mon Sep 17 00:00:00 2001 From: Thuandz Date: Thu, 26 Sep 2024 00:46:56 +0700 Subject: [PATCH 1/3] fix/mistral-nemo-chat-template --- engine/config/chat_template_renderer.h | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/engine/config/chat_template_renderer.h b/engine/config/chat_template_renderer.h index f40894f7b..63a47ecf3 100644 --- a/engine/config/chat_template_renderer.h +++ b/engine/config/chat_template_renderer.h @@ -123,7 +123,7 @@ static int32_t llama_chat_apply_template_internal( ss << content << "\n"; } } else if (role == "user") { - ss << content << " [/INST]"; + ss << "[INST] " << content << " [/INST]"; } else { ss << (space_around_response ? " " : "") << content << (space_around_response ? " " : "") << ""; From e2336e7eaf1977af99f3bf15c157ba9f3ae6d427 Mon Sep 17 00:00:00 2001 From: nguyenhoangthuan99 Date: Wed, 2 Oct 2024 23:13:31 +0700 Subject: [PATCH 2/3] chore: update swagger path --- engine/commands/server_start_cmd.cc | 1 + engine/controllers/swagger.h | 2 +- 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/engine/commands/server_start_cmd.cc b/engine/commands/server_start_cmd.cc index 613554c83..89b42744f 100644 --- a/engine/commands/server_start_cmd.cc +++ b/engine/commands/server_start_cmd.cc @@ -98,6 +98,7 @@ bool ServerStartCmd::Exec(const std::string& host, int port) { return false; } std::cout << "Server started" << std::endl; + std::cout << "API Documentation available at: http://" << host << ":" << port << std::endl; } #endif return true; diff --git a/engine/controllers/swagger.h b/engine/controllers/swagger.h index 2f2976024..4099bc447 100644 --- a/engine/controllers/swagger.h +++ b/engine/controllers/swagger.h @@ -8,7 +8,7 @@ using namespace drogon; class SwaggerController : public drogon::HttpController { public: METHOD_LIST_BEGIN - ADD_METHOD_TO(SwaggerController::serveSwaggerUI, "/swagger", Get); + ADD_METHOD_TO(SwaggerController::serveSwaggerUI, "/", Get); ADD_METHOD_TO(SwaggerController::serveOpenAPISpec, "/openapi.json", Get); METHOD_LIST_END From 6577adae87b8d3f3726acf3218456e148fbde44c Mon Sep 17 00:00:00 2001 From: nguyenhoangthuan99 Date: Thu, 3 Oct 2024 09:21:31 +0700 Subject: [PATCH 3/3] chore: add log for swagger window --- engine/commands/server_start_cmd.cc | 1 + 1 file changed, 1 insertion(+) diff --git a/engine/commands/server_start_cmd.cc b/engine/commands/server_start_cmd.cc index 89b42744f..48ff59e29 100644 --- a/engine/commands/server_start_cmd.cc +++ b/engine/commands/server_start_cmd.cc @@ -62,6 +62,7 @@ bool ServerStartCmd::Exec(const std::string& host, int port) { return false; } std::cout << "Server started" << std::endl; + std::cout << "API Documentation available at: http://" << host << ":" << port << std::endl; } #else