dearwolf/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-05-20 10:35:01 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 21

use completion type

Browse source
This commit is contained in:
Ettore Di Giacinto 2025-05-16 18:26:55 +02:00
parent 8d16602e6d
commit 6b38c32a65
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
backend/cpp/llama/grpc-server.cpp
View file

@ -4005,7 +4005,7 @@ public:
task.id_selected_slot = json_value(data, "id_slot", -1);
// OAI-compat
task.params.oaicompat = OAICOMPAT_TYPE_COMPLETION;
task.params.oaicompat = OAICOMPAT_TYPE_NONE;
task.params.oaicompat_cmpl_id = completion_id;
// oaicompat_model is already populated by params_from_json_cmpl
@ -4194,7 +4194,7 @@ public:
task.id_selected_slot = json_value(data, "id_slot", -1);
// OAI-compat
task.params.oaicompat = OAICOMPAT_TYPE_COMPLETION;
task.params.oaicompat = OAICOMPAT_TYPE_NONE;
task.params.oaicompat_cmpl_id = completion_id;
// oaicompat_model is already populated by params_from_json_cmpl