1 file changed +7
-14
lines changed Original file line number Diff line number Diff line change 4
4
gcc13Stdenv ,
5
5
buildPythonPackage ,
6
6
fetchFromGitHub ,
7
- fetchpatch2 ,
8
7
9
8
# nativeBuildInputs
10
9
cmake ,
40
39
in
41
40
buildPythonPackage rec {
42
41
pname = "llama-cpp-python" ;
43
- version = "0.3.6 " ;
42
+ version = "0.3.8 " ;
44
43
pyproject = true ;
45
44
46
45
src = fetchFromGitHub {
47
46
owner = "abetlen" ;
48
47
repo = "llama-cpp-python" ;
49
48
tag = "v${ version } " ;
50
- hash = "sha256-d5nMgpS7m6WEILs222ztwphoqkAezJ+qt6sVKSlpIYI =" ;
49
+ hash = "sha256-F1E1c2S1iIL3HX/Sot/uIIrOWvfPU1dCrHx14A1Jn9E =" ;
51
50
fetchSubmodules = true ;
51
+ deepClone = true ;
52
52
} ;
53
53
# src = /home/gaetan/llama-cpp-python;
54
54
55
- patches = [
56
- # fix segfault when running tests due to missing default Metal devices
57
- ( fetchpatch2 {
58
- url = "https://github.com/ggml-org/llama.cpp/commit/acd38efee316f3a5ed2e6afcbc5814807c347053.patch?full_index=1" ;
59
- stripLen = 1 ;
60
- extraPrefix = "vendor/llama.cpp/" ;
61
- hash = "sha256-71+Lpg9z5KPlaQTX9D85KS2LXFWLQNJJ18TJyyq3/pU=" ;
62
- } )
63
- ] ;
64
-
65
55
dontUseCmakeConfigure = true ;
66
56
SKBUILD_CMAKE_ARGS = lib . strings . concatStringsSep ";" (
67
57
# Set GGML_NATIVE=off. Otherwise, cmake attempts to build with
@@ -72,7 +62,10 @@ buildPythonPackage rec {
72
62
# -mcpu, breaking linux build as follows:
73
63
#
74
64
# cc1: error: unknown value ‘native+nodotprod+noi8mm+nosve’ for ‘-mcpu’
75
- [ "-DGGML_NATIVE=off" ]
65
+ [
66
+ "-DGGML_NATIVE=off"
67
+ "-DGGML_BUILD_NUMBER=1"
68
+ ]
76
69
++ lib . optionals cudaSupport [
77
70
"-DGGML_CUDA=on"
78
71
"-DCUDAToolkit_ROOT=${ lib . getDev cudaPackages . cuda_nvcc } "
0 commit comments