dearwolf/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-05-20 10:35:01 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 21

Feat: rwkv improvements: (#937)

Browse source
This commit is contained in:
Dave 2023-08-22 12:48:06 -04:00 • committed by GitHub
parent 0d6165e481
commit 901f0709c5
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
7 changed files with 208 additions and 150 deletions
Download patch file Download diff file Expand all files Collapse all files

2
api/backend/options.go
View file

@ -60,6 +60,8 @@ func gRPCModelOpts(c config.Config) *pb.ModelOptions {
Device: c.AutoGPTQ.Device,
UseTriton: c.AutoGPTQ.Triton,
UseFastTokenizer: c.AutoGPTQ.UseFastTokenizer,
// RWKV
Tokenizer: c.Tokenizer,
}
}

3
api/config/prediction.go
View file

@ -44,4 +44,7 @@ type PredictionOptions struct {
// Diffusers
ClipSkip int `json:"clip_skip" yaml:"clip_skip"`
// RWKV (?)
Tokenizer string `json:"tokenizer" yaml:"tokenizer"`
}