From 4132adea2f6aed2e9b339bf675ce5d2eb9bd65c8 Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Wed, 30 Apr 2025 11:04:49 +0200 Subject: [PATCH 1/3] chore(model gallery): add mlabonne_qwen3-14b-abliterated (#5281) Signed-off-by: Ettore Di Giacinto --- gallery/index.yaml | 14 ++++++++++++++ 1 file changed, 14 insertions(+) diff --git a/gallery/index.yaml b/gallery/index.yaml index 95cd5e6d..32896015 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -230,6 +230,20 @@ - filename: Qwen3-0.6B.Q4_K_M.gguf sha256: dc4503da5d7cc7254055a86cd90e1a8c9d16c6ac71eb3a32b34bf48a1f4e0999 uri: huggingface://MaziyarPanahi/Qwen3-0.6B-GGUF/Qwen3-0.6B.Q4_K_M.gguf +- !!merge <<: *qwen3 + name: "mlabonne_qwen3-14b-abliterated" + urls: + - https://huggingface.co/mlabonne/Qwen3-14B-abliterated + - https://huggingface.co/bartowski/mlabonne_Qwen3-14B-abliterated-GGUF + description: | + Qwen3-14B-abliterated is a 14B parameter model that is abliterated. + overrides: + parameters: + model: mlabonne_Qwen3-14B-abliterated-Q4_K_M.gguf + files: + - filename: mlabonne_Qwen3-14B-abliterated-Q4_K_M.gguf + sha256: 6ff6f60674e7073259a8fd25fbd5afbaa84c405b851bc7b4613a82b5d7228f4b + uri: huggingface://bartowski/mlabonne_Qwen3-14B-abliterated-GGUF/mlabonne_Qwen3-14B-abliterated-Q4_K_M.gguf - &gemma3 url: "github:mudler/LocalAI/gallery/gemma.yaml@master" name: "gemma-3-27b-it" From 640790d628e1d8d511dbb9cdf99dd4e88522c39f Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Wed, 30 Apr 2025 11:08:26 +0200 Subject: [PATCH 2/3] chore(model gallery): add mlabonne_qwen3-8b-abliterated (#5282) Signed-off-by: Ettore Di Giacinto --- gallery/index.yaml | 14 ++++++++++++++ 1 file changed, 14 insertions(+) diff --git a/gallery/index.yaml b/gallery/index.yaml index 32896015..4c6b6169 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -244,6 +244,20 @@ - filename: mlabonne_Qwen3-14B-abliterated-Q4_K_M.gguf sha256: 6ff6f60674e7073259a8fd25fbd5afbaa84c405b851bc7b4613a82b5d7228f4b uri: huggingface://bartowski/mlabonne_Qwen3-14B-abliterated-GGUF/mlabonne_Qwen3-14B-abliterated-Q4_K_M.gguf +- !!merge <<: *qwen3 + name: "mlabonne_qwen3-8b-abliterated" + urls: + - https://huggingface.co/mlabonne/Qwen3-8B-abliterated + - https://huggingface.co/bartowski/mlabonne_Qwen3-8B-abliterated-GGUF + description: | + Qwen3-8B-abliterated is a 8B parameter model that is abliterated. + overrides: + parameters: + model: mlabonne_Qwen3-8B-abliterated-Q4_K_M.gguf + files: + - filename: mlabonne_Qwen3-8B-abliterated-Q4_K_M.gguf + sha256: 605d17fa8d4b3227e4848c2198616e9f8fb7e22ecb38e841b40c56acc8a5312d + uri: huggingface://bartowski/mlabonne_Qwen3-8B-abliterated-GGUF/mlabonne_Qwen3-8B-abliterated-Q4_K_M.gguf - &gemma3 url: "github:mudler/LocalAI/gallery/gemma.yaml@master" name: "gemma-3-27b-it" From 26cbf77c0d5ee8912c6830c6f5d22a7d627cfa1a Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Wed, 30 Apr 2025 11:09:58 +0200 Subject: [PATCH 3/3] chore(model gallery): add mlabonne_qwen3-4b-abliterated (#5283) Signed-off-by: Ettore Di Giacinto --- gallery/index.yaml | 14 ++++++++++++++ 1 file changed, 14 insertions(+) diff --git a/gallery/index.yaml b/gallery/index.yaml index 4c6b6169..8e0c9183 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -258,6 +258,20 @@ - filename: mlabonne_Qwen3-8B-abliterated-Q4_K_M.gguf sha256: 605d17fa8d4b3227e4848c2198616e9f8fb7e22ecb38e841b40c56acc8a5312d uri: huggingface://bartowski/mlabonne_Qwen3-8B-abliterated-GGUF/mlabonne_Qwen3-8B-abliterated-Q4_K_M.gguf +- !!merge <<: *qwen3 + name: "mlabonne_qwen3-4b-abliterated" + urls: + - https://huggingface.co/mlabonne/Qwen3-4B-abliterated + - https://huggingface.co/bartowski/mlabonne_Qwen3-4B-abliterated-GGUF + description: | + Qwen3-4B-abliterated is a 4B parameter model that is abliterated. + overrides: + parameters: + model: mlabonne_Qwen3-4B-abliterated-Q4_K_M.gguf + files: + - filename: mlabonne_Qwen3-4B-abliterated-Q4_K_M.gguf + sha256: 004f7b8f59ccd5fa42258c52aa2087b89524cced84e955b9c8b115035ca073b2 + uri: huggingface://bartowski/mlabonne_Qwen3-4B-abliterated-GGUF/mlabonne_Qwen3-4B-abliterated-Q4_K_M.gguf - &gemma3 url: "github:mudler/LocalAI/gallery/gemma.yaml@master" name: "gemma-3-27b-it"