dearwolf/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-05-28 14:35:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 12

feat: add rope settings and negative prompt, drop grammar backend (#797)

Browse source 
Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto 2023-07-25 19:05:27 +02:00 • committed by GitHub
parent 12fe0932c4
commit 569c1d1163
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
15 changed files with 291 additions and 491 deletions
Download patch file Download diff file Expand all files Collapse all files

5
pkg/grpc/llm/llama/llama.go
View file

@ -61,6 +61,11 @@ func buildPredictOptions(opts *pb.PredictOptions) []llama.PredictOption {
llama.SetTopK(int(opts.TopK)),
llama.SetTokens(int(opts.Tokens)),
llama.SetThreads(int(opts.Threads)),
llama.WithGrammar(opts.Grammar),
llama.SetRopeFreqBase(float64(opts.RopeFreqBase)),
llama.SetRopeFreqScale(float64(opts.RopeFreqScale)),
llama.SetNegativePromptScale(float64(opts.NegativePromptScale)),
llama.SetNegativePrompt(opts.NegativePrompt),
}
if opts.PromptCacheAll {