dearwolf/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-05-28 06:25:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 12

Merge branch 'master' into fix-vllm-logprobs-others

Browse source
This commit is contained in:
Wyatt Neal 2025-04-30 06:31:14 -04:00 • committed by GitHub
commit 9994ab25bc
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 42 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

42
gallery/index.yaml
View file

@ -230,6 +230,48 @@
- filename: Qwen3-0.6B.Q4_K_M.gguf
sha256: dc4503da5d7cc7254055a86cd90e1a8c9d16c6ac71eb3a32b34bf48a1f4e0999
uri: huggingface://MaziyarPanahi/Qwen3-0.6B-GGUF/Qwen3-0.6B.Q4_K_M.gguf
- !!merge <<: *qwen3
name: "mlabonne_qwen3-14b-abliterated"
urls:
- https://huggingface.co/mlabonne/Qwen3-14B-abliterated
- https://huggingface.co/bartowski/mlabonne_Qwen3-14B-abliterated-GGUF
description: |
Qwen3-14B-abliterated is a 14B parameter model that is abliterated.
overrides:
parameters:
model: mlabonne_Qwen3-14B-abliterated-Q4_K_M.gguf
files:
- filename: mlabonne_Qwen3-14B-abliterated-Q4_K_M.gguf
sha256: 6ff6f60674e7073259a8fd25fbd5afbaa84c405b851bc7b4613a82b5d7228f4b
uri: huggingface://bartowski/mlabonne_Qwen3-14B-abliterated-GGUF/mlabonne_Qwen3-14B-abliterated-Q4_K_M.gguf
- !!merge <<: *qwen3
name: "mlabonne_qwen3-8b-abliterated"
urls:
- https://huggingface.co/mlabonne/Qwen3-8B-abliterated
- https://huggingface.co/bartowski/mlabonne_Qwen3-8B-abliterated-GGUF
description: |
Qwen3-8B-abliterated is a 8B parameter model that is abliterated.
overrides:
parameters:
model: mlabonne_Qwen3-8B-abliterated-Q4_K_M.gguf
files:
- filename: mlabonne_Qwen3-8B-abliterated-Q4_K_M.gguf
sha256: 605d17fa8d4b3227e4848c2198616e9f8fb7e22ecb38e841b40c56acc8a5312d
uri: huggingface://bartowski/mlabonne_Qwen3-8B-abliterated-GGUF/mlabonne_Qwen3-8B-abliterated-Q4_K_M.gguf
- !!merge <<: *qwen3
name: "mlabonne_qwen3-4b-abliterated"
urls:
- https://huggingface.co/mlabonne/Qwen3-4B-abliterated
- https://huggingface.co/bartowski/mlabonne_Qwen3-4B-abliterated-GGUF
description: |
Qwen3-4B-abliterated is a 4B parameter model that is abliterated.
overrides:
parameters:
model: mlabonne_Qwen3-4B-abliterated-Q4_K_M.gguf
files:
- filename: mlabonne_Qwen3-4B-abliterated-Q4_K_M.gguf
sha256: 004f7b8f59ccd5fa42258c52aa2087b89524cced84e955b9c8b115035ca073b2
uri: huggingface://bartowski/mlabonne_Qwen3-4B-abliterated-GGUF/mlabonne_Qwen3-4B-abliterated-Q4_K_M.gguf
- &gemma3
url: "github:mudler/LocalAI/gallery/gemma.yaml@master"
name: "gemma-3-27b-it"