dearwolf/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-05-21 02:55:01 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 21

fix: set default rope freq base to 10000 during model load

Browse source 
Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto 2023-07-29 10:40:56 +02:00
parent e70b91aaef
commit 00ccb8d4f1
1 changed files with 13 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

15
pkg/grpc/llm/llama/llama.go
View file

@ -17,9 +17,20 @@ type LLM struct {
} }
func (llm *LLM) Load(opts *pb.ModelOptions) error { func (llm *LLM) Load(opts *pb.ModelOptions) error {
ropeFreqBase := float32(10000)
ropeFreqScale := float32(1)
if opts.RopeFreqBase != 0 {
ropeFreqBase = opts.RopeFreqBase
}
if opts.RopeFreqScale != 0 {
ropeFreqScale = opts.RopeFreqScale
}
llamaOpts := []llama.ModelOption{ llamaOpts := []llama.ModelOption{
llama.WithRopeFreqBase(opts.RopeFreqBase), llama.WithRopeFreqBase(ropeFreqBase),
llama.WithRopeFreqScale(opts.RopeFreqScale), llama.WithRopeFreqScale(ropeFreqScale),
} }
if opts.ContextSize != 0 { if opts.ContextSize != 0 {