dearwolf/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-06-29 22:20:43 +00:00
Code Issues Projects Releases Packages Wiki Activity

Merge branch 'master' into fix/stream_tokens_usage

Browse source
This commit is contained in:
mintyleaf 2024-12-18 09:43:16 +04:00 • committed by GitHub
commit 4f7b37393b
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 15 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
Makefile
View file

@ -8,7 +8,7 @@ DETECT_LIBS?=true
# llama.cpp versions # llama.cpp versions
GOLLAMA_REPO?=https://github.com/go-skynet/go-llama.cpp GOLLAMA_REPO?=https://github.com/go-skynet/go-llama.cpp
GOLLAMA_VERSION?=2b57a8ae43e4699d3dc5d1496a1ccd42922993be GOLLAMA_VERSION?=2b57a8ae43e4699d3dc5d1496a1ccd42922993be
CPPLLAMA_VERSION?=08ea539df211e46bb4d0dd275e541cb591d5ebc8 CPPLLAMA_VERSION?=081b29bd2a3d91e7772e3910ce223dd63b8d7d26
# whisper.cpp version # whisper.cpp version
WHISPER_REPO?=https://github.com/ggerganov/whisper.cpp WHISPER_REPO?=https://github.com/ggerganov/whisper.cpp

14
gallery/index.yaml
View file

@ -2127,6 +2127,20 @@
- filename: Qwen2-7B-Multilingual-RP.Q4_K_M.gguf - filename: Qwen2-7B-Multilingual-RP.Q4_K_M.gguf
sha256: 31756c58fd135f2deb59b2d9b142f39134dc8d1a6eaa02f388dda7491fc95ccc sha256: 31756c58fd135f2deb59b2d9b142f39134dc8d1a6eaa02f388dda7491fc95ccc
uri: huggingface://QuantFactory/Qwen2-7B-Multilingual-RP-GGUF/Qwen2-7B-Multilingual-RP.Q4_K_M.gguf uri: huggingface://QuantFactory/Qwen2-7B-Multilingual-RP-GGUF/Qwen2-7B-Multilingual-RP.Q4_K_M.gguf
- !!merge <<: *qwen25
name: "qwq-lcot-7b-instruct"
urls:
- https://huggingface.co/prithivMLmods/QwQ-LCoT-7B-Instruct
- https://huggingface.co/bartowski/QwQ-LCoT-7B-Instruct-GGUF
description: |
The QwQ-LCoT-7B-Instruct is a fine-tuned language model designed for advanced reasoning and instruction-following tasks. It leverages the Qwen2.5-7B base model and has been fine-tuned on the amphora/QwQ-LongCoT-130K dataset, focusing on chain-of-thought (CoT) reasoning.
overrides:
parameters:
model: QwQ-LCoT-7B-Instruct-Q4_K_M.gguf
files:
- filename: QwQ-LCoT-7B-Instruct-Q4_K_M.gguf
sha256: 1df2e4ff0093a9632687b73969153442776b0ffc1c3c68e7f559472f9cea1945
uri: huggingface://bartowski/QwQ-LCoT-7B-Instruct-GGUF/QwQ-LCoT-7B-Instruct-Q4_K_M.gguf
- &smollm - &smollm
## SmolLM ## SmolLM
url: "github:mudler/LocalAI/gallery/chatml.yaml@master" url: "github:mudler/LocalAI/gallery/chatml.yaml@master"