diff --git a/backend/cpp/llama/grpc-server.cpp b/backend/cpp/llama/grpc-server.cpp index 6f0347e2..92b5d9e4 100644 --- a/backend/cpp/llama/grpc-server.cpp +++ b/backend/cpp/llama/grpc-server.cpp @@ -4005,7 +4005,7 @@ public: task.id_selected_slot = json_value(data, "id_slot", -1); // OAI-compat - task.params.oaicompat = OAICOMPAT_TYPE_COMPLETION; + task.params.oaicompat = OAICOMPAT_TYPE_NONE; task.params.oaicompat_cmpl_id = completion_id; // oaicompat_model is already populated by params_from_json_cmpl @@ -4194,7 +4194,7 @@ public: task.id_selected_slot = json_value(data, "id_slot", -1); // OAI-compat - task.params.oaicompat = OAICOMPAT_TYPE_COMPLETION; + task.params.oaicompat = OAICOMPAT_TYPE_NONE; task.params.oaicompat_cmpl_id = completion_id; // oaicompat_model is already populated by params_from_json_cmpl