|
1 | | -set(LIBLLAMA_ENGINE_VERSION v1.0) |
| 1 | +# cortex.llamacpp release version |
| 2 | +set(VERSION 0.1.0) |
| 3 | +set(ENGINE_VERSION v${VERSION}) |
2 | 4 |
|
3 | | -# Download library based on instruction |
4 | | -# TODO(sang) correct library name when cortex.llamacpp CI is done |
| 5 | +# MESSAGE("ENGINE_VERSION=" ${ENGINE_VERSION}) |
| 6 | + |
| 7 | +# Download library based on instructions |
5 | 8 | if(UNIX AND NOT APPLE) |
6 | 9 | if(CUDA_12_0) |
7 | | - set(LIBRARY_NAME linux-amd64-cuda-12-0.tar.gz) |
| 10 | + set(LIBRARY_NAME cortex.llamacpp-${VERSION}-linux-amd64-cuda-12-0.tar.gz) |
8 | 11 | elseif(CUDA_11_7) |
9 | | - set(LIBRARY_NAME linux-amd64-cuda-11-7.tar.gz) |
| 12 | + set(LIBRARY_NAME cortex.llamacpp-${VERSION}-linux-amd64-cuda-11-7.tar.gz) |
10 | 13 | elseif(LLAMA_VULKAN) |
11 | | - set(LIBRARY_NAME linux-amd64-vulkan.tar.gz) |
12 | | - elseif(DLLAMA_AVX512) |
13 | | - set(LIBRARY_NAME linux-amd64-avx512.tar.gz) |
14 | | - elseif(DLLAMA_AVX2) |
15 | | - set(LIBRARY_NAME linux-amd64-avx2.tar.gz) |
| 14 | + set(LIBRARY_NAME cortex.llamacpp-${VERSION}-linux-amd64-vulkan.tar.gz) |
| 15 | + elseif(LLAMA_AVX512) |
| 16 | + set(LIBRARY_NAME cortex.llamacpp-${VERSION}-linux-amd64-avx512.tar.gz) |
| 17 | + elseif(NOT LLAMA_AVX2) |
| 18 | + set(LIBRARY_NAME cortex.llamacpp-${VERSION}-linux-amd64-avx.tar.gz) |
16 | 19 | else() |
17 | | - set(LIBRARY_NAME linux-amd64-avx.tar.gz) |
| 20 | + set(LIBRARY_NAME cortex.llamacpp-${VERSION}-linux-amd64-avx2.tar.gz) |
18 | 21 | endif() |
19 | 22 | elseif(UNIX) |
20 | | - set(LIBRARY_NAME mac-universal.tar.gz) |
| 23 | + if(MAC_ARM64) |
| 24 | + set(LIBRARY_NAME cortex.llamacpp-${VERSION}-mac-arm64.tar.gz) |
| 25 | + else() |
| 26 | + set(LIBRARY_NAME cortex.llamacpp-${VERSION}-mac-amd64.tar.gz) |
| 27 | + endif() |
21 | 28 | else() |
22 | 29 | if(CUDA_12_0) |
23 | | - if(DLLAMA_AVX512) |
24 | | - set(LIBRARY_NAME win-amd64-avx512-cuda-12-0.tar.gz) |
25 | | - elseif(DLLAMA_AVX2) |
26 | | - set(LIBRARY_NAME win-amd64-avx2-cuda-12-0.tar.gz) |
| 30 | + if(LLAMA_AVX512) |
| 31 | + set(LIBRARY_NAME cortex.llamacpp-${VERSION}-windows-amd64-avx512-cuda-12-0.tar.gz) |
| 32 | + elseif(NOT LLAMA_AVX2) |
| 33 | + set(LIBRARY_NAME cortex.llamacpp-${VERSION}-windows-amd64-avx-cuda-12-0.tar.gz) |
27 | 34 | else() |
28 | | - set(LIBRARY_NAME win-amd64-avx-cuda-12-0.tar.gz) |
| 35 | + set(LIBRARY_NAME cortex.llamacpp-${VERSION}-windows-amd64-avx2-cuda-12-0.tar.gz) |
29 | 36 | endif() |
30 | 37 | elseif(CUDA_11_7) |
31 | | - if(DLLAMA_AVX512) |
32 | | - set(LIBRARY_NAME win-amd64-avx512-cuda-11-7.tar.gz) |
33 | | - elseif(DLLAMA_AVX2) |
34 | | - set(LIBRARY_NAME win-amd64-avx2-cuda-11-7.tar.gz) |
| 38 | + if(LLAMA_AVX512) |
| 39 | + set(LIBRARY_NAME cortex.llamacpp-${VERSION}-windows-amd64-avx512-cuda-11-7.tar.gz) |
| 40 | + elseif(NOT LLAMA_AVX2) |
| 41 | + set(LIBRARY_NAME cortex.llamacpp-${VERSION}-windows-amd64-avx-cuda-11-7.tar.gz) |
35 | 42 | else() |
36 | | - set(LIBRARY_NAME win-amd64-avx-cuda-11-7.tar.gz) |
| 43 | + set(LIBRARY_NAME cortex.llamacpp-${VERSION}-windows-amd64-avx2-cuda-11-7.tar.gz) |
37 | 44 | endif() |
38 | 45 | elseif(LLAMA_VULKAN) |
39 | | - set(LIBRARY_NAME win-amd64-vulkan.tar.gz) |
40 | | - elseif(DLLAMA_AVX512) |
41 | | - set(LIBRARY_NAME win-amd64-avx512.tar.gz) |
42 | | - elseif(DLLAMA_AVX2) |
43 | | - set(LIBRARY_NAME win-amd64-avx2.tar.gz) |
| 46 | + set(LIBRARY_NAME cortex.llamacpp-${VERSION}-windows-amd64-vulkan.tar.gz) |
| 47 | + elseif(LLAMA_AVX512) |
| 48 | + set(LIBRARY_NAME cortex.llamacpp-${VERSION}-windows-amd64-avx512.tar.gz) |
| 49 | + elseif(NOT LLAMA_AVX2) |
| 50 | + set(LIBRARY_NAME cortex.llamacpp-${VERSION}-windows-amd64-avx.tar.gz) |
44 | 51 | else() |
45 | | - set(LIBRARY_NAME win-amd64-avx.tar.gz) |
| 52 | + set(LIBRARY_NAME cortex.llamacpp-${VERSION}-windows-amd64-avx2.tar.gz) |
46 | 53 | endif() |
47 | 54 | endif() |
48 | 55 |
|
49 | | -set(LIBLLAMA_ENGINE_URL https://github.com/.../releases/download/${LIBLLAMA_ENGINE_VERSION}/${LIBRARY_NAME}) |
| 56 | + |
| 57 | +set(LIBLLAMA_ENGINE_URL https://github.com/janhq/cortex.llamacpp/releases/download/${ENGINE_VERSION}/${LIBRARY_NAME}) |
| 58 | +# MESSAGE("LIBLLAMA_ENGINE_URL="${LIBLLAMA_ENGINE_URL}) |
| 59 | +# MESSAGE("LIBARRY_NAME=" ${LIBRARY_NAME}) |
50 | 60 |
|
51 | 61 | set(LIBLLAMA_ENGINE_PATH ${CMAKE_BINARY_DIR}/engines/${LIBRARY_NAME}) |
52 | 62 |
|
|
0 commit comments