From a2a63460e92b042f274d0a4e126ef927ef78e25a Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Fri, 20 Sep 2024 10:59:29 +0200 Subject: [PATCH] models(gallery): add qwen2.5-14b-instruct (#3607) Signed-off-by: Ettore Di Giacinto --- gallery/index.yaml | 23 +++++++++++++++++++++++ 1 file changed, 23 insertions(+) diff --git a/gallery/index.yaml b/gallery/index.yaml index 229697bb..4fe495fc 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -1,4 +1,27 @@ --- +## Qwen2.5 +- &qwen25 + name: "qwen2.5-14b-instruct" + url: "github:mudler/LocalAI/gallery/chatml.yaml@master" + license: apache-2.0 + description: | + Qwen2.5 is the latest series of Qwen large language models. For Qwen2.5, we release a number of base language models and instruction-tuned language models ranging from 0.5 to 72 billion parameters. + tags: + - llm + - gguf + - gpu + - qwen + - cpu + urls: + - https://huggingface.co/bartowski/Qwen2.5-14B-Instruct-GGUF + - https://huggingface.co/Qwen/Qwen2.5-7B-Instruct + overrides: + parameters: + model: Qwen2.5-14B-Instruct-Q4_K_M.gguf + files: + - filename: Qwen2.5-14B-Instruct-Q4_K_M.gguf + sha256: e47ad95dad6ff848b431053b375adb5d39321290ea2c638682577dafca87c008 + uri: huggingface://bartowski/Qwen2.5-14B-Instruct-GGUF/Qwen2.5-14B-Instruct-Q4_K_M.gguf ## SmolLM - &smollm url: "github:mudler/LocalAI/gallery/chatml.yaml@master"