diff --git a/gallery/deepseek-r1.yaml b/gallery/deepseek-r1.yaml new file mode 100644 index 00000000..29ca9db1 --- /dev/null +++ b/gallery/deepseek-r1.yaml @@ -0,0 +1,23 @@ +--- +name: "deepseek-r1" + +config_file: | + context_size: 131072 + mmap: true + f16: true + stopwords: + - <|begin▁of▁sentence|> + - <|end▁of▁sentence|> + - <|User|> + - <|Assistant|> + template: + chat_message: | + {{if eq .RoleName "system" -}}{{.Content }} + {{ end -}} + {{if eq .RoleName "user" -}}<|User|>{{.Content}} + {{end -}} + {{if eq .RoleName "assistant" -}}<|Assistant|>{{.Content}}<|end▁of▁sentence|>{{end}} + completion: | + {{.Input}} + chat: | + {{.Input -}}<|Assistant|> diff --git a/gallery/index.yaml b/gallery/index.yaml index 15dbf1e2..11e48fa5 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -5302,7 +5302,7 @@ sha256: a47782c55ef2b39b19644213720a599d9849511a73c9ebb0c1de749383c0a0f8 uri: huggingface://RichardErkhov/ContextualAI_-_archangel_sft_pythia2-8b-gguf/archangel_sft_pythia2-8b.Q4_K_M.gguf - &deepseek-r1 ## Start DeepSeek-R1 - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" + url: "github:mudler/LocalAI/gallery/deepseek-r1.yaml@master" name: "deepseek-r1-distill-qwen-1.5b" icon: "https://avatars.githubusercontent.com/u/148330874" urls: