dearwolf/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-05-21 19:15:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 13

chore: bump grpc limits to 50MB (#5212)

Browse source 
Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto 2025-04-19 08:53:24 +02:00 • committed by GitHub
parent 8b3f76d8e6
commit 8abecb4a18
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
13 changed files with 161 additions and 31 deletions
Download patch file Download diff file Expand all files Collapse all files

10
pkg/grpc/server.go
View file

@ -244,7 +244,10 @@ func StartServer(address string, model LLM) error {
if err != nil {
return err
}
s := grpc.NewServer()
s := grpc.NewServer(
grpc.MaxRecvMsgSize(50*1024*1024), // 50MB
grpc.MaxSendMsgSize(50*1024*1024), // 50MB
)
pb.RegisterBackendServer(s, &server{llm: model})
log.Printf("gRPC Server listening at %v", lis.Addr())
if err := s.Serve(lis); err != nil {
@ -259,7 +262,10 @@ func RunServer(address string, model LLM) (func() error, error) {
if err != nil {
return nil, err
}
s := grpc.NewServer()
s := grpc.NewServer(
grpc.MaxRecvMsgSize(50*1024*1024), // 50MB
grpc.MaxSendMsgSize(50*1024*1024), // 50MB
)
pb.RegisterBackendServer(s, &server{llm: model})
log.Printf("gRPC Server listening at %v", lis.Addr())
if err = s.Serve(lis); err != nil {