From fa2266de752ade7ddf2cae8ba9cde6c5453c1967 Mon Sep 17 00:00:00 2001 From: Martin Zibricky Date: Wed, 20 Aug 2025 16:46:23 +0200 Subject: [PATCH] LCORE-576: Add sentence-transformers dependency for llama-stack library mode --- pyproject.toml | 9 ++++++--- uv.lock | 24 +++++++++++++++++++++++- 2 files changed, 29 insertions(+), 4 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index 28b64298..fd802c76 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -113,6 +113,8 @@ llslibdev = [ "nltk>=3.8.1", # API inference: remote::gemini "litellm>=1.75.5.post1", + # API inference: inline::sentence-transformers + "sentence-transformers>=5.0.0", # API vector_io: inline::faiss "faiss-cpu>=1.11.0", # API scoring: inline::basic @@ -129,11 +131,12 @@ llslibdev = [ "numpy==2.2.6", # API tool_runtime: remote::model-context-protocol "mcp>=1.9.4", - # Other - "autoevals>=0.0.129", + # API post_training: inline::huggingface "torch==2.7.1", - "peft>=0.15.2", "trl>=0.18.2", + "peft>=0.15.2", + # Other + "autoevals>=0.0.129", "fire>=0.7.0", "opentelemetry-instrumentation>=0.55b0", "blobfile>=3.0.0", diff --git a/uv.lock b/uv.lock index 4e906708..64b55961 100644 --- a/uv.lock +++ b/uv.lock @@ -1,5 +1,5 @@ version = 1 -revision = 2 +revision = 3 requires-python = ">=3.12, <3.14" resolution-markers = [ "python_full_version >= '3.13' and sys_platform != 'darwin'", @@ -1312,6 +1312,7 @@ llslibdev = [ { name = "pythainlp" }, { name = "requests" }, { name = "scikit-learn" }, + { name = "sentence-transformers" }, { name = "torch", version = "2.7.1", source = { registry = "https://download.pytorch.org/whl/cpu" }, marker = "sys_platform == 'darwin'" }, { name = "torch", version = "2.7.1+cpu", source = { registry = "https://download.pytorch.org/whl/cpu" }, marker = "sys_platform != 'darwin'" }, { name = "transformers" }, @@ -1389,6 +1390,7 @@ llslibdev = [ { name = "pythainlp", specifier = ">=3.0.10" }, { name = "requests", specifier = ">=2.32.4" }, { name = "scikit-learn", specifier = ">=1.5.2" }, + { name = "sentence-transformers", specifier = ">=5.0.0" }, { name = "torch", specifier = "==2.7.1", index = "https://download.pytorch.org/whl/cpu" }, { name = "transformers", specifier = ">=4.34.0" }, { name = "tree-sitter", specifier = ">=0.24.0" }, @@ -3146,6 +3148,26 @@ wheels = [ { url = "https://files.pythonhosted.org/packages/a6/24/4d91e05817e92e3a61c8a21e08fd0f390f5301f1c448b137c57c4bc6e543/semver-3.0.4-py3-none-any.whl", hash = "sha256:9c824d87ba7f7ab4a1890799cec8596f15c1241cb473404ea1cb0c55e4b04746", size = 17912, upload-time = "2025-01-24T13:19:24.949Z" }, ] +[[package]] +name = "sentence-transformers" +version = "5.1.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "huggingface-hub" }, + { name = "pillow" }, + { name = "scikit-learn" }, + { name = "scipy" }, + { name = "torch", version = "2.7.1", source = { registry = "https://download.pytorch.org/whl/cpu" }, marker = "sys_platform == 'darwin'" }, + { name = "torch", version = "2.7.1+cpu", source = { registry = "https://download.pytorch.org/whl/cpu" }, marker = "sys_platform != 'darwin'" }, + { name = "tqdm" }, + { name = "transformers" }, + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/46/b8/1b99379b730bc403d8e9ddc2db56f8ac9ce743734b44a1dbeebb900490d4/sentence_transformers-5.1.0.tar.gz", hash = "sha256:70c7630697cc1c64ffca328d6e8688430ebd134b3c2df03dc07cb3a016b04739", size = 370745, upload-time = "2025-08-06T13:48:55.226Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/6d/70/2b5b76e98191ec3b8b0d1dde52d00ddcc3806799149a9ce987b0d2d31015/sentence_transformers-5.1.0-py3-none-any.whl", hash = "sha256:fc803929f6a3ce82e2b2c06e0efed7a36de535c633d5ce55efac0b710ea5643e", size = 483377, upload-time = "2025-08-06T13:48:53.627Z" }, +] + [[package]] name = "setuptools" version = "80.9.0"