From 7f2f6f1b9ab4542dd97b2400d821fce7d67bf06c Mon Sep 17 00:00:00 2001 From: Anoop Kapoor Date: Wed, 22 Oct 2025 16:19:34 -0700 Subject: [PATCH 1/3] @FIR-1039 - llama.cpp: new release of 0.2.0 with sync with MLIR SDK 0.2.0 --- tsi-pkg-build.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tsi-pkg-build.sh b/tsi-pkg-build.sh index c6c9cc0befe8f..12a94d4b5e550 100755 --- a/tsi-pkg-build.sh +++ b/tsi-pkg-build.sh @@ -6,7 +6,7 @@ echo 'updating submodule' git submodule update --recursive --init cd ggml-tsi-kernel/ module load tsi4 gcc/13.3.0 -export MLIR_SDK_VERSION=/proj/rel/sw/sdk-r.0.1.10 +export MLIR_SDK_VERSION=/proj/rel/sw/sdk-r.0.2.0 echo 'creating python virtual env' /proj/local/Python-3.10.12/bin/python3 -m venv blob-creation source blob-creation/bin/activate @@ -87,7 +87,7 @@ cmake --build build-fpga --config Release echo 'creating tar bundle for fpga' -TSI_GGML_VERSION=0.0.10 +TSI_GGML_VERSION=0.2.0 TSI_GGML_BUNDLE_INSTALL_DIR=tsi-ggml GGML_TSI_INSTALL_DIR=ggml-tsi-kernel TSI_GGML_RELEASE_DIR=/proj/rel/sw/ggml From bbc8383b2dad8c86fbfe971f6c937d18477a7350 Mon Sep 17 00:00:00 2001 From: Anoop Kapoor Date: Wed, 22 Oct 2025 16:30:53 -0700 Subject: [PATCH 2/3] Address's Ashish comment --- CMakeLists.txt | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/CMakeLists.txt b/CMakeLists.txt index b55940e0b0b7a..02f55ffc6938f 100644 --- a/CMakeLists.txt +++ b/CMakeLists.txt @@ -15,7 +15,7 @@ if (GGML_TSAVORITE) if (NOT DEFINED MLIR_COMPILER_DIR) if (NOT DEFINED $ENV{MLIR_SDK_VERSION}) - set (MLIR_COMPILER_DIR /proj/rel/sw/sdk-r.0.1.10/compiler) + set (MLIR_COMPILER_DIR /proj/rel/sw/sdk-r.0.2.0/compiler) message("MLIR_SDK_VERSION not set defaulting to ${MLIR_COMPILER_DIR}") else() set (MLIR_COMPILER_DIR $ENV{MLIR_SDK_VERSION}/compiler) @@ -24,7 +24,7 @@ if (GGML_TSAVORITE) if (NOT DEFINED RUNTIME_DIR) if (NOT DEFINED $ENV{MLIR_SDK_VERSION}) - set (RUNTIME_DIR /proj/rel/sw/sdk-r.0.1.10/${GGML_TSAVORITE_TARGET}/runtime) + set (RUNTIME_DIR /proj/rel/sw/sdk-r.0.2.0/${GGML_TSAVORITE_TARGET}/runtime) message("MLIR_SDK_VERSION not set defaulting to ${RUNTIME_DIR}") else() set (RUNTIME_DIR $ENV{MLIR_SDK_VERSION}/${GGML_TSAVORITE_TARGET}/runtime) From db0622246578d9a29c8e49dae90158223cbbc226 Mon Sep 17 00:00:00 2001 From: Anoop Kapoor Date: Wed, 22 Oct 2025 16:47:17 -0700 Subject: [PATCH 3/3] picked latest ggml-kernel --- ggml-tsi-kernel | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ggml-tsi-kernel b/ggml-tsi-kernel index ab6aecb365ebf..8330ece6c1675 160000 --- a/ggml-tsi-kernel +++ b/ggml-tsi-kernel @@ -1 +1 @@ -Subproject commit ab6aecb365ebf7ee8cd707d44ef4af6f10dc18af +Subproject commit 8330ece6c167540cd58f9e1cf4f8bc06af513450