From 9b6633904b795ad00818ac86fd6cf9963b06f4ae Mon Sep 17 00:00:00 2001 From: Xuan Son Nguyen Date: Tue, 3 Dec 2024 20:04:26 +0100 Subject: [PATCH 1/2] local-apps: update llama.cpp snippet to use cmake --- packages/tasks/src/local-apps.ts | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/packages/tasks/src/local-apps.ts b/packages/tasks/src/local-apps.ts index 099523eec0..86fe87ffd8 100644 --- a/packages/tasks/src/local-apps.ts +++ b/packages/tasks/src/local-apps.ts @@ -92,9 +92,11 @@ const snippetLlamacpp = (model: ModelData, filepath?: string): LocalAppSnippet[] setup: [ "git clone https://github.com/ggerganov/llama.cpp.git", "cd llama.cpp", - "LLAMA_CURL=1 make llama-cli", + "cmake -B build -DLLAMA_CURL=ON", + "cmake --build build -j --target llama-cli", + "# output binary can be found in ./build/bin", ].join("\n"), - content: command("./llama-cli"), + content: command("./build/bin/llama-cli"), }, ]; }; From d0937caebfb15d98adee07099bdb8bb8c132d78c Mon Sep 17 00:00:00 2001 From: Xuan Son Nguyen Date: Tue, 3 Dec 2024 20:06:20 +0100 Subject: [PATCH 2/2] remove redundant comment --- packages/tasks/src/local-apps.ts | 1 - 1 file changed, 1 deletion(-) diff --git a/packages/tasks/src/local-apps.ts b/packages/tasks/src/local-apps.ts index 86fe87ffd8..2f35e4d5cd 100644 --- a/packages/tasks/src/local-apps.ts +++ b/packages/tasks/src/local-apps.ts @@ -94,7 +94,6 @@ const snippetLlamacpp = (model: ModelData, filepath?: string): LocalAppSnippet[] "cd llama.cpp", "cmake -B build -DLLAMA_CURL=ON", "cmake --build build -j --target llama-cli", - "# output binary can be found in ./build/bin", ].join("\n"), content: command("./build/bin/llama-cli"), },