-
Notifications
You must be signed in to change notification settings - Fork 818
/
cuda.bat
27 lines (26 loc) · 925 Bytes
/
cuda.bat
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
:: Compiles distributable DLL for NVIDIA GPU support
::
:: The artifact will only depend on KERNEL32.DLL and NVCUDA.DLL.
:: NVCUDA DLLs are provided by the installation of the windows GPU
:: driver on a Windows system that has a CUDA-capable GPU installed.
nvcc --shared ^
-gencode=arch=compute_50,code=sm_50 ^
-gencode=arch=compute_60,code=sm_60 ^
-gencode=arch=compute_70,code=sm_70 ^
-gencode=arch=compute_75,code=sm_75 ^
-gencode=arch=compute_80,code=sm_80 ^
-gencode=arch=compute_90,code=sm_90 ^
--forward-unknown-to-host-compiler ^
-Xcompiler="/nologo /EHsc /O2 /GR /MT" ^
-DNDEBUG ^
-DGGML_BUILD=1 ^
-DGGML_SHARED=1 ^
-DGGML_CUDA_MMV_Y=1 ^
-DGGML_MULTIPLATFORM ^
-DGGML_CUDA_DMMV_X=32 ^
-DK_QUANTS_PER_ITERATION=2 ^
-DGGML_CUDA_PEER_MAX_BATCH_SIZE=128 ^
-DGGML_USE_TINYBLAS ^
-o ggml-cuda.dll ^
ggml-cuda.cu ^
-lcuda