From e044970a5b737a80e7b41bafe2a2817dba0eac9c Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Tue, 31 Dec 2024 11:17:29 +0100 Subject: [PATCH 1/5] chore(model gallery): add qwen2.5-32b-rp-ink (#4517) Signed-off-by: Ettore Di Giacinto --- gallery/index.yaml | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) diff --git a/gallery/index.yaml b/gallery/index.yaml index da468ae14507..407cb201f48e 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -2490,6 +2490,22 @@ - filename: Teleut-7b-RP-Q4_K_M.gguf sha256: 74d9a0974c48f16677da8891ac76ed89ed04f246275b9ca8316d25e1e86ce89f uri: huggingface://bartowski/Teleut-7b-RP-GGUF/Teleut-7b-RP-Q4_K_M.gguf +- !!merge <<: *qwen25 + name: "qwen2.5-32b-rp-ink" + icon: https://cdn-uploads.huggingface.co/production/uploads/634262af8d8089ebaefd410e/1_Zt_OvEW183lmrgidQw8.png + urls: + - https://huggingface.co/allura-org/Qwen2.5-32b-RP-Ink + - https://huggingface.co/bartowski/Qwen2.5-32b-RP-Ink-GGUF + description: | + A roleplay-focused LoRA finetune of Qwen 2.5 32b Instruct. Methodology and hyperparams inspired by SorcererLM and Slush. + Yet another model in the Ink series, following in the footsteps of the Nemo one + overrides: + parameters: + model: Qwen2.5-32b-RP-Ink-Q4_K_M.gguf + files: + - filename: Qwen2.5-32b-RP-Ink-Q4_K_M.gguf + sha256: 7a0693d50aa40ba4fd43b4988851e67443e758ae34881f448e2812e5fcc25468 + uri: huggingface://bartowski/Qwen2.5-32b-RP-Ink-GGUF/Qwen2.5-32b-RP-Ink-Q4_K_M.gguf - &smollm ## SmolLM url: "github:mudler/LocalAI/gallery/chatml.yaml@master" From 7674c80bb6eea6b2a5099f31c531575755c25b27 Mon Sep 17 00:00:00 2001 From: "LocalAI [bot]" <139863280+localai-bot@users.noreply.github.com> Date: Tue, 31 Dec 2024 11:18:33 +0100 Subject: [PATCH 2/5] chore: :arrow_up: Update ggerganov/llama.cpp to `716bd6dec3e044e5c325386b5b0483392b24cefe` (#4516) :arrow_up: Update ggerganov/llama.cpp Signed-off-by: github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com> Co-authored-by: mudler <2420543+mudler@users.noreply.github.com> --- Makefile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Makefile b/Makefile index cf3cad4ba941..5a35771ad553 100644 --- a/Makefile +++ b/Makefile @@ -8,7 +8,7 @@ DETECT_LIBS?=true # llama.cpp versions GOLLAMA_REPO?=https://github.com/go-skynet/go-llama.cpp GOLLAMA_VERSION?=2b57a8ae43e4699d3dc5d1496a1ccd42922993be -CPPLLAMA_VERSION?=a813badbbdf0d38705f249df7a0c99af5cdee678 +CPPLLAMA_VERSION?=716bd6dec3e044e5c325386b5b0483392b24cefe # whisper.cpp version WHISPER_REPO?=https://github.com/ggerganov/whisper.cpp From 25acb0cbbcfecb0344076ce1c5b2785d8aa7cf5f Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Tue, 31 Dec 2024 11:18:51 +0100 Subject: [PATCH 3/5] chore(deps): Bump docs/themes/hugo-theme-relearn from `ec88e24` to `d25f856` (#4515) chore(deps): Bump docs/themes/hugo-theme-relearn Bumps [docs/themes/hugo-theme-relearn](https://github.com/McShelby/hugo-theme-relearn) from `ec88e24` to `d25f856`. - [Release notes](https://github.com/McShelby/hugo-theme-relearn/releases) - [Commits](https://github.com/McShelby/hugo-theme-relearn/compare/ec88e24f46955bcf1aa3f38ac143982eff08d8a6...d25f856477223170b0de0b284252aa54b3e6255b) --- updated-dependencies: - dependency-name: docs/themes/hugo-theme-relearn dependency-type: direct:production ... Signed-off-by: dependabot[bot] Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> --- docs/themes/hugo-theme-relearn | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/themes/hugo-theme-relearn b/docs/themes/hugo-theme-relearn index ec88e24f4695..d25f85647722 160000 --- a/docs/themes/hugo-theme-relearn +++ b/docs/themes/hugo-theme-relearn @@ -1 +1 @@ -Subproject commit ec88e24f46955bcf1aa3f38ac143982eff08d8a6 +Subproject commit d25f856477223170b0de0b284252aa54b3e6255b From e1dd78bcea83fd35d72bf57ae558e02f67be1f8e Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Tue, 31 Dec 2024 11:23:07 +0100 Subject: [PATCH 4/5] chore(model gallery): add huatuogpt-o1-8b (#4518) Signed-off-by: Ettore Di Giacinto --- gallery/index.yaml | 15 +++++++++++++++ 1 file changed, 15 insertions(+) diff --git a/gallery/index.yaml b/gallery/index.yaml index 407cb201f48e..f67bb0e83872 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -4365,6 +4365,21 @@ - filename: Control-Nanuq-8B.Q4_K_M.gguf sha256: 5aa3b929cbcaf62709fef58d6f630c2df1185d774d0074c7e750cb03c53b744e uri: huggingface://QuantFactory/Control-Nanuq-8B-GGUF/Control-Nanuq-8B.Q4_K_M.gguf +- !!merge <<: *llama31 + name: "huatuogpt-o1-8b" + urls: + - https://huggingface.co/FreedomIntelligence/HuatuoGPT-o1-8B + - https://huggingface.co/bartowski/HuatuoGPT-o1-8B-GGUF + description: | + HuatuoGPT-o1 is a medical LLM designed for advanced medical reasoning. It generates a complex thought process, reflecting and refining its reasoning, before providing a final response. + For more information, visit our GitHub repository: https://github.com/FreedomIntelligence/HuatuoGPT-o1. + overrides: + parameters: + model: HuatuoGPT-o1-8B-Q4_K_M.gguf + files: + - filename: HuatuoGPT-o1-8B-Q4_K_M.gguf + sha256: 3e1ef35fc230182d96ae2d6c7436a2e8250c21a4278e798e1aa45790ba82006b + uri: huggingface://bartowski/HuatuoGPT-o1-8B-GGUF/HuatuoGPT-o1-8B-Q4_K_M.gguf - &deepseek ## Deepseek url: "github:mudler/LocalAI/gallery/deepseek.yaml@master" From f16c7cef92979f3a53a40cd3cdf723645f720ba1 Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Tue, 31 Dec 2024 11:23:29 +0100 Subject: [PATCH 5/5] chore(model gallery): add q2.5-veltha-14b-0.5 (#4519) Signed-off-by: Ettore Di Giacinto --- gallery/index.yaml | 18 ++++++++++++++++++ 1 file changed, 18 insertions(+) diff --git a/gallery/index.yaml b/gallery/index.yaml index f67bb0e83872..4bb08df5c829 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -2506,6 +2506,24 @@ - filename: Qwen2.5-32b-RP-Ink-Q4_K_M.gguf sha256: 7a0693d50aa40ba4fd43b4988851e67443e758ae34881f448e2812e5fcc25468 uri: huggingface://bartowski/Qwen2.5-32b-RP-Ink-GGUF/Qwen2.5-32b-RP-Ink-Q4_K_M.gguf +- !!merge <<: *qwen25 + name: "q2.5-veltha-14b-0.5" + urls: + - https://huggingface.co/djuna/Q2.5-Veltha-14B-0.5 + - https://huggingface.co/bartowski/Q2.5-Veltha-14B-0.5-GGUF + description: | + The following models were included in the merge:s + huihui-ai/Qwen2.5-14B-Instruct-abliterated-v2 + allura-org/TQ2.5-14B-Aletheia-v1 + EVA-UNIT-01/EVA-Qwen2.5-14B-v0.2 + v000000/Qwen2.5-Lumen-14B + overrides: + parameters: + model: Q2.5-Veltha-14B-0.5-Q4_K_M.gguf + files: + - filename: Q2.5-Veltha-14B-0.5-Q4_K_M.gguf + sha256: f75b8cbceab555ebcab6fcb3b51d398b7ef79671aa05c21c288edd75c9f217bd + uri: huggingface://bartowski/Q2.5-Veltha-14B-0.5-GGUF/Q2.5-Veltha-14B-0.5-Q4_K_M.gguf - &smollm ## SmolLM url: "github:mudler/LocalAI/gallery/chatml.yaml@master"