From b506b04754fa14613c3e45e85bea5df8c7f2c2f7 Mon Sep 17 00:00:00 2001 From: tikikun Date: Tue, 19 Dec 2023 11:21:22 +0700 Subject: [PATCH 1/2] support Phi-2 --- llama.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llama.cpp b/llama.cpp index c6c4fc081..a7aee47b9 160000 --- a/llama.cpp +++ b/llama.cpp @@ -1 +1 @@ -Subproject commit c6c4fc081c1df1c60a9bfe3e6a3fd086f1a29ec7 +Subproject commit a7aee47b98e45539d491071b25778b833b77e387 From 9b32770397150a312050415fbb988c5cef651813 Mon Sep 17 00:00:00 2001 From: tikikun Date: Tue, 19 Dec 2023 12:28:12 +0700 Subject: [PATCH 2/2] kill the extra thread when the program is destroy --- controllers/llamaCPP.h | 1 + 1 file changed, 1 insertion(+) diff --git a/controllers/llamaCPP.h b/controllers/llamaCPP.h index a7f8762b4..d61536272 100644 --- a/controllers/llamaCPP.h +++ b/controllers/llamaCPP.h @@ -1858,6 +1858,7 @@ class llamaCPP : public drogon::HttpController { } } + ~llamaCPP() { stopBackgroundTask(); } METHOD_LIST_BEGIN // list path definitions here; METHOD_ADD(llamaCPP::chatCompletion, "chat_completion", Post);