dearwolf/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-05-20 10:35:01 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 21

Placeholder

Browse source
This commit is contained in:
Ettore Di Giacinto 2025-05-16 18:25:55 +02:00
parent 31b280f894
commit 632b0b175b
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
backend/cpp/llama/grpc-server.cpp
View file

@ -3648,6 +3648,8 @@ json parse_options(bool streaming, const backend::PredictOptions* predict)
data["prompt"] = predict->prompt(); data["prompt"] = predict->prompt();
data["ignore_eos"] = predict->ignoreeos(); data["ignore_eos"] = predict->ignoreeos();
data["embeddings"] = predict->embeddings(); data["embeddings"] = predict->embeddings();
// TODO: add back json_schema and let this be controlled by the user
// data["json_schema"] = predict->jsonschema();
// Add the correlationid to json data // Add the correlationid to json data
data["correlation_id"] = predict->correlationid(); data["correlation_id"] = predict->correlationid();