From 824cf8550e742d5c588b75f7480f304919bd379f Mon Sep 17 00:00:00 2001 From: vansangpfiev Date: Tue, 25 Jun 2024 14:07:20 +0700 Subject: [PATCH 1/2] chore: use customized build for vulkan --- cortex-cpp/engines/cortex.llamacpp/engine.cmake | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/cortex-cpp/engines/cortex.llamacpp/engine.cmake b/cortex-cpp/engines/cortex.llamacpp/engine.cmake index 6567ddf17..91c07e83d 100644 --- a/cortex-cpp/engines/cortex.llamacpp/engine.cmake +++ b/cortex-cpp/engines/cortex.llamacpp/engine.cmake @@ -1,5 +1,8 @@ # cortex.llamacpp release version set(VERSION 0.1.17-19.06.24) +# vulka is unstable, we need to use a customized version +set(VULKA_VERSION 0.1.12-25.06.24) + set(ENGINE_VERSION v${VERSION}) add_compile_definitions(CORTEX_LLAMACPP_VERSION="${VERSION}") @@ -24,7 +27,7 @@ if(UNIX AND NOT APPLE) set(LIBRARY_NAME cortex.llamacpp-${VERSION}-linux-amd64-avx2-cuda-11-7.tar.gz) endif() elseif(LLAMA_VULKAN) - set(LIBRARY_NAME cortex.llamacpp-${VERSION}-linux-amd64-vulkan.tar.gz) + set(LIBRARY_NAME cortex.llamacpp-${VULKA_VERSION}-linux-amd64-vulkan.tar.gz) elseif(LLAMA_AVX512) set(LIBRARY_NAME cortex.llamacpp-${VERSION}-linux-amd64-avx512.tar.gz) elseif(NOT LLAMA_AVX2) @@ -56,7 +59,7 @@ else() set(LIBRARY_NAME cortex.llamacpp-${VERSION}-windows-amd64-avx2-cuda-11-7.tar.gz) endif() elseif(LLAMA_VULKAN) - set(LIBRARY_NAME cortex.llamacpp-${VERSION}-windows-amd64-vulkan.tar.gz) + set(LIBRARY_NAME cortex.llamacpp-${VULKA_VERSION}-windows-amd64-vulkan.tar.gz) elseif(LLAMA_AVX512) set(LIBRARY_NAME cortex.llamacpp-${VERSION}-windows-amd64-avx512.tar.gz) elseif(NOT LLAMA_AVX2) From 8021ca58d572cd09b2daf2108e545f4fa1a2b3d5 Mon Sep 17 00:00:00 2001 From: vansangpfiev Date: Tue, 25 Jun 2024 14:30:44 +0700 Subject: [PATCH 2/2] fix: engine version --- cortex-cpp/engines/cortex.llamacpp/engine.cmake | 2 ++ 1 file changed, 2 insertions(+) diff --git a/cortex-cpp/engines/cortex.llamacpp/engine.cmake b/cortex-cpp/engines/cortex.llamacpp/engine.cmake index 91c07e83d..cd2274e32 100644 --- a/cortex-cpp/engines/cortex.llamacpp/engine.cmake +++ b/cortex-cpp/engines/cortex.llamacpp/engine.cmake @@ -28,6 +28,7 @@ if(UNIX AND NOT APPLE) endif() elseif(LLAMA_VULKAN) set(LIBRARY_NAME cortex.llamacpp-${VULKA_VERSION}-linux-amd64-vulkan.tar.gz) + set(ENGINE_VERSION v${VULKA_VERSION}) elseif(LLAMA_AVX512) set(LIBRARY_NAME cortex.llamacpp-${VERSION}-linux-amd64-avx512.tar.gz) elseif(NOT LLAMA_AVX2) @@ -60,6 +61,7 @@ else() endif() elseif(LLAMA_VULKAN) set(LIBRARY_NAME cortex.llamacpp-${VULKA_VERSION}-windows-amd64-vulkan.tar.gz) + set(ENGINE_VERSION v${VULKA_VERSION}) elseif(LLAMA_AVX512) set(LIBRARY_NAME cortex.llamacpp-${VERSION}-windows-amd64-avx512.tar.gz) elseif(NOT LLAMA_AVX2)