From 74be9a5ab6246dd27e8b79e15966f97d0793b1a7 Mon Sep 17 00:00:00 2001 From: Anoop Kapoor Date: Wed, 24 Sep 2025 10:25:59 -0700 Subject: [PATCH] @FIR-979 - llama.cpp update to latest SDK(sdk-r.0.1.9) --- CMakeLists.txt | 4 ++-- ggml-tsi-kernel | 2 +- tsi-pkg-build.sh | 6 +++--- 3 files changed, 6 insertions(+), 6 deletions(-) diff --git a/CMakeLists.txt b/CMakeLists.txt index 6da6a2971ae0d..1b798073d3c54 100644 --- a/CMakeLists.txt +++ b/CMakeLists.txt @@ -15,7 +15,7 @@ if (GGML_TSAVORITE) if (NOT DEFINED MLIR_COMPILER_DIR) if (NOT DEFINED $ENV{MLIR_SDK_VERSION}) - set (MLIR_COMPILER_DIR /proj/rel/sw/sdk-r.0.1.8/compiler) + set (MLIR_COMPILER_DIR /proj/rel/sw/sdk-r.0.1.9/compiler) message("MLIR_SDK_VERSION not set defaulting to ${MLIR_COMPILER_DIR}") else() set (MLIR_COMPILER_DIR $ENV{MLIR_SDK_VERSION}/compiler) @@ -24,7 +24,7 @@ if (GGML_TSAVORITE) if (NOT DEFINED RUNTIME_DIR) if (NOT DEFINED $ENV{MLIR_SDK_VERSION}) - set (RUNTIME_DIR /proj/rel/sw/sdk-r.0.1.8/${GGML_TSAVORITE_TARGET}/runtime) + set (RUNTIME_DIR /proj/rel/sw/sdk-r.0.1.9/${GGML_TSAVORITE_TARGET}/runtime) message("MLIR_SDK_VERSION not set defaulting to ${RUNTIME_DIR}") else() set (RUNTIME_DIR $ENV{MLIR_SDK_VERSION}/${GGML_TSAVORITE_TARGET}/runtime) diff --git a/ggml-tsi-kernel b/ggml-tsi-kernel index d7873aa746c5b..359f5672154d6 160000 --- a/ggml-tsi-kernel +++ b/ggml-tsi-kernel @@ -1 +1 @@ -Subproject commit d7873aa746c5b7e6860b848cca172408c40ef53a +Subproject commit 359f5672154d60a53ff97885e22795553e75d930 diff --git a/tsi-pkg-build.sh b/tsi-pkg-build.sh index d978e3c99212e..1db74f56bb821 100755 --- a/tsi-pkg-build.sh +++ b/tsi-pkg-build.sh @@ -6,13 +6,13 @@ echo 'updating submodule' git submodule update --recursive --init cd ggml-tsi-kernel/ module load tsi4 gcc/13.3.0 -export MLIR_SDK_VERSION=/proj/rel/sw/sdk-r.0.1.8 +export MLIR_SDK_VERSION=/proj/rel/sw/sdk-r.0.1.9 echo 'creating python virtual env' /proj/local/Python-3.10.12/bin/python3 -m venv blob-creation source blob-creation/bin/activate echo 'installing mlir and python dependencies' pip install -r ${MLIR_SDK_VERSION}/compiler/python/requirements-common.txt -pip install ${MLIR_SDK_VERSION}/compiler/python/mlir_external_packages-1.4.1-py3-none-any.whl +pip install ${MLIR_SDK_VERSION}/compiler/python/mlir_external_packages-1.4.2-py3-none-any.whl pip install onnxruntime-training #build TSI kernels for the Tsavorite backend @@ -69,7 +69,7 @@ cmake --build build-fpga --config Release echo 'creating tar bundle for fpga' -TSI_GGML_VERSION=0.0.7 +TSI_GGML_VERSION=0.0.8 TSI_GGML_BUNDLE_INSTALL_DIR=tsi-ggml GGML_TSI_INSTALL_DIR=ggml-tsi-kernel TSI_GGML_RELEASE_DIR=/proj/rel/sw/ggml