dearwolf/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-05-22 03:24:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 12

Use template input

Browse source
This commit is contained in:
mudler 2023-04-08 11:24:25 +02:00
parent 9fb581739b
commit ba70363330
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
api.go
View file

@ -114,7 +114,7 @@ func api(defaultModel *llama.LLama, loader *ModelLoader, listenAddr string, thre
// Generate the prediction using the language model // Generate the prediction using the language model
prediction, err := model.Predict( prediction, err := model.Predict(
templatedInput, predInput,
llama.SetTemperature(temperature), llama.SetTemperature(temperature),
llama.SetTopP(topP), llama.SetTopP(topP),
llama.SetTopK(topK), llama.SetTopK(topK),