From 6b38c32a6533f9c8ad2a84bdaa1285f6e52b3c0b Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Fri, 16 May 2025 18:26:55 +0200 Subject: [PATCH] use completion type --- backend/cpp/llama/grpc-server.cpp | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/backend/cpp/llama/grpc-server.cpp b/backend/cpp/llama/grpc-server.cpp index 6f0347e2..92b5d9e4 100644 --- a/backend/cpp/llama/grpc-server.cpp +++ b/backend/cpp/llama/grpc-server.cpp @@ -4005,7 +4005,7 @@ public: task.id_selected_slot = json_value(data, "id_slot", -1); // OAI-compat - task.params.oaicompat = OAICOMPAT_TYPE_COMPLETION; + task.params.oaicompat = OAICOMPAT_TYPE_NONE; task.params.oaicompat_cmpl_id = completion_id; // oaicompat_model is already populated by params_from_json_cmpl @@ -4194,7 +4194,7 @@ public: task.id_selected_slot = json_value(data, "id_slot", -1); // OAI-compat - task.params.oaicompat = OAICOMPAT_TYPE_COMPLETION; + task.params.oaicompat = OAICOMPAT_TYPE_NONE; task.params.oaicompat_cmpl_id = completion_id; // oaicompat_model is already populated by params_from_json_cmpl