From 84e0dc3246fabd658ef8ba8ca983e8f5f36f3706 Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Tue, 2 Apr 2024 15:38:00 +0200 Subject: [PATCH] fix(hermes-2-pro-mistral): correct stopwords (#1947) Signed-off-by: Ettore Di Giacinto --- aio/cpu/text-to-text.yaml | 1 + aio/gpu-8g/text-to-text.yaml | 1 + aio/intel/text-to-text.yaml | 1 + embedded/models/hermes-2-pro-mistral.yaml | 1 + 4 files changed, 4 insertions(+) diff --git a/aio/cpu/text-to-text.yaml b/aio/cpu/text-to-text.yaml index d30f403e..8a20109d 100644 --- a/aio/cpu/text-to-text.yaml +++ b/aio/cpu/text-to-text.yaml @@ -42,6 +42,7 @@ stopwords: - <|im_end|> - - "\n" +- "\n\n\n" usage: | curl http://localhost:8080/v1/chat/completions -H "Content-Type: application/json" -d '{ "model": "gpt-4", diff --git a/aio/gpu-8g/text-to-text.yaml b/aio/gpu-8g/text-to-text.yaml index 1645a257..9502cdfe 100644 --- a/aio/gpu-8g/text-to-text.yaml +++ b/aio/gpu-8g/text-to-text.yaml @@ -42,6 +42,7 @@ stopwords: - <|im_end|> - - "\n" +- "\n\n\n" usage: | curl http://localhost:8080/v1/chat/completions -H "Content-Type: application/json" -d '{ "model": "gpt-4", diff --git a/aio/intel/text-to-text.yaml b/aio/intel/text-to-text.yaml index 3f3d2c39..d2316745 100644 --- a/aio/intel/text-to-text.yaml +++ b/aio/intel/text-to-text.yaml @@ -42,6 +42,7 @@ stopwords: - <|im_end|> - "\n" - +- "\n\n\n" usage: | curl http://localhost:8080/v1/chat/completions -H "Content-Type: application/json" -d '{ "model": "gpt-4", diff --git a/embedded/models/hermes-2-pro-mistral.yaml b/embedded/models/hermes-2-pro-mistral.yaml index 3792be78..eb75b97c 100644 --- a/embedded/models/hermes-2-pro-mistral.yaml +++ b/embedded/models/hermes-2-pro-mistral.yaml @@ -42,6 +42,7 @@ stopwords: - <|im_end|> - - "\n" +- "\n\n\n" usage: | curl http://localhost:8080/v1/chat/completions -H "Content-Type: application/json" -d '{ "model": "hermes-2-pro-mistral",