From 66341857c9e6001128220f9379300c7e3b886e02 Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Sat, 17 May 2025 08:33:08 +0200 Subject: [PATCH] Embeddiongs: set OAICOMPAT_TYPE_EMBEDDING Signed-off-by: Ettore Di Giacinto --- backend/cpp/llama/grpc-server.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/backend/cpp/llama/grpc-server.cpp b/backend/cpp/llama/grpc-server.cpp index eb1e92db..208f79fd 100644 --- a/backend/cpp/llama/grpc-server.cpp +++ b/backend/cpp/llama/grpc-server.cpp @@ -4302,7 +4302,7 @@ public: task.prompt_tokens = server_tokens(tokenized_prompts[i], ctx_server.mctx != nullptr); // OAI-compat - task.params.oaicompat = OAICOMPAT_TYPE_NONE; + task.params.oaicompat = OAICOMPAT_TYPE_EMBEDDING; tasks.push_back(std::move(task)); }