dearwolf/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-05-24 12:35:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 12

feat: Add UseFastTokenizer

Browse source 
Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto 2023-08-08 01:10:05 +02:00
parent 39805b09e5
commit 3c8fc37c56
10 changed files with 198 additions and 169 deletions
Download patch file Download diff file Expand all files Collapse all files

7
api/config/config.go
View file

@ -56,9 +56,10 @@ type Config struct {
NGQA int32 `yaml:"ngqa"`
// AutoGPTQ
ModelBaseName string `yaml:"model_base_name"`
Device string `yaml:"device"`
Triton bool `yaml:"triton"`
ModelBaseName string `yaml:"model_base_name"`
Device string `yaml:"device"`
Triton bool `yaml:"triton"`
UseFastTokenizer bool `yaml:"use_fast_tokenizer"`
}
type Functions struct {