dearwolf/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-05-20 10:35:01 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 21

fix: add rope settings during model load, fix CUDA (#821)

Browse source 
Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto 2023-07-27 21:56:05 +02:00 • committed by GitHub
parent 147cae9ed8
commit 096d98c3d9
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
7 changed files with 176 additions and 148 deletions
Download patch file Download diff file Expand all files Collapse all files

2
pkg/grpc/proto/backend.proto
View file

@ -85,6 +85,8 @@ message ModelOptions {
string TensorSplit = 14;
int32 Threads = 15;
string LibrarySearchPath = 16;
float RopeFreqBase = 17;
float RopeFreqScale = 18;
}
message Result {